00010000:00000010:2.1F:1788623010.170283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd013a1800. 00010000:00000010:3.1F:1788623010.193394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd029d2400. 00000080:00000010:0.1F:1788623029.141210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd038ec9a0. 00000080:00000010:0.1:1788623029.141522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd050dfca0. 00010000:00000010:0.1:1788623029.141530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd038b1500. 00010000:00000010:0.1:1788623029.141537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd029d2a00. 00000080:00000010:0.1:1788623029.191427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd03ec0280. 00010000:00000010:0.1:1788623032.657500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd04f4a900. 00010000:00000010:0.1:1788623032.657526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd42176a00. 00000080:00000010:0.1:1788623049.120142:0:10675:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd03ec0780. 00010000:00000010:1.1F:1788623068.057454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd11f7ef00. 00010000:00000010:1.1:1788623068.057486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030400. 00000080:00000010:1.1:1788623068.092401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd03ec0b00. 00010000:00000010:1.1:1788623071.051165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00031600. 00000080:00000010:1.1:1788623087.516068:0:10901:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd119175c0. 00010000:00000010:2.1:1788623135.269233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd056e9f00. 00010000:00000010:2.1:1788623135.269248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00031400. 00010000:00000010:3.1:1788623135.311356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd04f4a000. 00010000:00000010:2.1:1788623153.017143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd013a0a00. 00010000:00000010:0.1:1788623155.797140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd029d3200. 00010000:00000010:3.1:1788623180.094194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd04f4a100. 00010000:00000010:3.1:1788623180.094218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd42176000. 00010000:00000010:3.1:1788623180.108286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382ab00. 00010000:00000010:0.1:1788623197.648253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00031200. 00010000:00000010:1.1:1788623197.659875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382ac00. 00010000:00000010:1.1:1788623197.659885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd029d2200. 00010000:00000010:1.1:1788623197.659889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd038f0900. 00010000:00000010:1.1:1788623197.659892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd013a0a00. 00000080:00000010:3.1:1788623197.666204:0:12186:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd031af120. 00000080:00000010:3.1:1788623197.666225:0:12186:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10ec87a0. 00010000:00000010:0.1:1788623200.297290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd42176400. 00010000:00000010:0.1:1788623200.301336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd04f4a900. 00010000:00000010:0.1:1788623200.301361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd013a0400. 00010000:00000010:0.1:1788623200.301368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd038f0900. 00010000:00000010:0.1:1788623200.301372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd013a1c00. 00000080:00000010:2.1:1788623216.978380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10f522a0. 00000080:00000010:2.1:1788623216.978397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd036c0bc0. 00010000:00000010:2.1:1788623218.851171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd04f4aa00. 00010000:00000010:2.1:1788623218.851188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd42177a00. 00010000:00000010:2.1:1788623218.851193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a400. 00010000:00000010:2.1:1788623218.851196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd029d3800. 00000080:00000010:2.1:1788623218.886168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10f52c40. 00000080:00000010:2.1:1788623218.889300:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd1919f380. 00010000:00000010:0.1:1788623224.252222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd04f4ad00. 00010000:00000010:0.1:1788623224.252240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd42176a00. 00010000:00000010:3.1:1788623225.067278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382ac00. 00010000:00000010:3.1:1788623225.067293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd029d2400. 00010000:00000010:0.1:1788623225.102146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a100. 00010000:00000010:2.1:1788623241.554199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10a00. 00010000:00000010:2.1:1788623241.554216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd029d2e00. 00010000:00000010:2.1:1788623241.554811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382aa00. 00010000:00000010:2.1:1788623241.554815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd029d2400. 00000080:00000010:2.1:1788623241.582090:0:12828:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd1802f780. 00000080:00000010:2.1:1788623241.582137:0:12828:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd0381a980. 00010000:00000010:0.1:1788623244.346351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd04f4a500. 00010000:00000010:0.1:1788623244.346369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd42177a00. 00010000:00000010:0.1:1788623244.346375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382ad00. 00010000:00000010:0.1:1788623244.346378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd029d3e00. 00000080:00000010:0.1:1788623261.022028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd1802fa60. 00000080:00000010:0.1:1788623261.022056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd1802fb20. 00010000:00000010:1.1:1788623279.575525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4100. 00010000:00000010:1.1:1788623279.575543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030400. 00010000:00000010:1.1:1788623279.575549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4f00. 00010000:00000010:1.1:1788623279.575552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd013a0a00. 00000080:00000010:1.1:1788623279.590192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd04dc1700. 00010000:00000010:0.1:1788623281.806159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10f00. 00010000:00000010:0.1:1788623281.806175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd029d2200. 00010000:00000010:0.1:1788623281.806180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a600. 00010000:00000010:0.1:1788623281.806184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd029d3800. 00000080:00000010:1.1:1788623297.393362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd037639e0. 00010000:00000010:3.1:1788623299.249175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10400. 00010000:00000010:3.1:1788623299.249198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030200. 00010000:00000010:3.1:1788623299.249205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd04f4a100. 00010000:00000010:3.1:1788623299.249210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd42176400. 00000080:00000010:0.1:1788623299.277701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd1806f320. 00000080:00000010:0.1:1788623299.293694:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19877380. 00010000:00000010:1.1:1788623305.143355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4300. 00010000:00000010:1.1:1788623305.143369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd013a0400. 00010000:00000010:0.1:1788623307.120223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd04f4ae00. 00010000:00000010:0.1:1788623307.120580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd42177c00. 00010000:00000010:3.1:1788623307.145335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10600. 00010000:00000010:3.1:1788623307.149154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a000. 00010000:00000010:3.1:1788623307.149175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030e00. 00000080:00000010:1.1:1788623323.533146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd1806f160. 00010000:00000010:1.1:1788623334.788394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd013a1800. 00010000:00000010:1.1:1788623334.788412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4a00. 00010000:00000010:1.1:1788623334.788415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd013a1c00. 00010000:00000010:1.1:1788623334.806271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4500. 00010000:00000010:0.1:1788623334.978158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4c00. 00010000:00000010:0.1:1788623334.978174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd013a1c00. 00000800:00000200:3.1:1788623335.009704:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace -20024 low water 176412 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.009714:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace -20024 low water 176412 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.009749:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 388200 low water 138700 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.011797:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 163388 low water 317666 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.011822:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 162108 low water 318306 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.011827:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 162108 low water 318306 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.012623:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 198636 low water 300042 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.012643:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 197356 low water 300682 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.012648:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 197356 low water 300682 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.018077:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 301164 low water 248778 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.023869:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace -42416 low water 420568 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.023894:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace -42416 low water 420568 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.026091:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 45832 low water 393084 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.026105:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 45832 low water 393084 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.026136:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 100800 low water 365600 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.026141:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 100800 low water 365600 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.026938:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 155768 low water 338116 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.026944:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 155768 low water 338116 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.026973:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 210736 low water 310632 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.026978:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 210736 low water 310632 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.027902:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 264424 low water 283788 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.027909:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 264424 low water 283788 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.027936:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 352672 low water 256304 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.030145:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 65092 low water 416734 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.030154:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 65092 low water 416734 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.030189:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 129008 low water 384776 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.030194:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 129008 low water 384776 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.030222:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 183976 low water 357292 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.030227:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 183976 low water 357292 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.034968:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 273504 low water 329168 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.034982:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 273504 low water 329168 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.038576:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 292680 low water 319580 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.038597:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 292680 low water 319580 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.038631:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 356596 low water 287622 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.040023:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace -28180 low water 480010 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.040050:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace -28180 low water 480010 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.046068:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 67736 low water 448692 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.046097:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 67736 low water 448692 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.046103:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 67736 low water 448692 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.046152:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 130372 low water 417374 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.046157:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 130372 low water 417374 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.046177:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 194288 low water 385416 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.046188:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 282536 low water 357932 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.048653:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 338784 low water 329808 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.049950:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace -44712 low water 521556 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.049976:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace -45992 low water 522196 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.051542:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace -26816 low water 512608 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.051566:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace -28096 low water 513248 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.051571:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace -28096 low water 513248 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.051661:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 17924 low water 490238 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.051686:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 37100 low water 480650 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.052178:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 37100 low water 480650 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.052187:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 37100 low water 480650 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.053045:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 37100 low water 480650 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.055872:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 125348 low water 453166 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.055884:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 125348 low water 453166 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.056835:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 190544 low water 420568 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.056843:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 190544 low water 420568 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.056894:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 361884 low water 351538 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.058502:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 42304 low water 511328 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.058521:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 42304 low water 511328 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.058531:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 41024 low water 511968 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.059800:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 41024 low water 511968 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.060541:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 104940 low water 480010 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.060548:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 104940 low water 480010 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.060589:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 202136 low water 448052 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.060599:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 200856 low water 448692 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.060989:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 200856 low water 448692 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.061508:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 264772 low water 416734 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.061515:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 264772 low water 416734 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.063824:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 537100 low water 297210 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.072752:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 303256 low water 447412 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.072775:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 303256 low water 447412 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.072781:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 303256 low water 447412 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.074553:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 400452 low water 415454 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.074573:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 400452 low water 415454 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.074589:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 400452 low water 415454 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.075191:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 400452 low water 415454 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623335.078524:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 689396 low water 287622 conn ffff99dd2103c000 blocked idle queued 00010000:00000010:0.1:1788623336.506147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030200. 00010000:00000010:0.1:1788623336.510151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10d00. 00010000:00000010:0.1:1788623336.510166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030400. 00010000:00000010:0.1:1788623336.531175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10700. 00010000:00000010:0.1:1788623336.552149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030400. 00010000:00000010:0.1:1788623342.771223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030200. 00010000:00000010:1.1:1788623342.784759:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10700. 00010000:00000010:1.1:1788623342.784783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030400. 00010000:00000010:3.1:1788623342.816478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4700. 00010000:00000010:0.1:1788623343.026050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a100. 00010000:00000010:0.1:1788623343.026072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd42176400. 00000800:00000200:3.1:1788623343.060449:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace -16372 low water 640506 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.060477:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace -16372 low water 640506 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.060513:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace -2184 low water 633412 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.060519:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace -2184 low water 633412 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.060560:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 16992 low water 623824 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.060565:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 16992 low water 623824 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.060581:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 34888 low water 614876 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.060613:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 45116 low water 609762 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.060744:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 64292 low water 600174 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.061897:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 64292 low water 600174 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.061917:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 64292 low water 600174 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.061935:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 63012 low water 600814 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.062353:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 80908 low water 591866 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.062367:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 80908 low water 591866 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.062382:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 79628 low water 592506 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.062390:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 78348 low water 593146 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.062410:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 106472 low water 579084 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.062427:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 134596 low water 565022 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.063615:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 153772 low water 555434 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.063688:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 153772 low water 555434 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.063698:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 153772 low water 555434 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.063709:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 153772 low water 555434 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.063714:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 153772 low water 555434 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.063738:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 171668 low water 546486 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.063770:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 199792 low water 532424 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.065179:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 227916 low water 518362 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.065199:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 227916 low water 518362 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.065206:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 227916 low water 518362 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.065224:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 238144 low water 513248 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.065257:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 275216 low water 494712 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.065268:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 273936 low water 495352 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.066618:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 284164 low water 490238 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.066632:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 284164 low water 490238 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.066656:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 303340 low water 480650 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.067988:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 588408 low water 338116 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.070356:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace -50752 low water 657696 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.073764:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace -13680 low water 639160 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.073782:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace -13680 low water 639160 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.077643:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 305900 low water 479370 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.077667:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 305900 low water 479370 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.077673:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 305900 low water 479370 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.078282:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 305900 low water 479370 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.078300:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 305900 low water 479370 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.078558:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 305900 low water 479370 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.078584:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 304620 low water 480010 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.081066:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 676656 low water 310632 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.082964:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace -26420 low water 662170 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.083022:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace -26420 low water 662170 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.083391:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace -27700 low water 662810 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.086607:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 395512 low water 484484 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.086635:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 395512 low water 484484 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.086649:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 395512 low water 484484 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.086656:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 395512 low water 484484 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.089009:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 395512 low water 484484 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.089508:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 395512 low water 484484 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.089620:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 533572 low water 415454 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.102212:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 122084 low water 671118 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.102234:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 186000 low water 639160 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.103496:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 377748 low water 543286 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.103552:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 377748 low water 543286 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.103569:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 377748 low water 543286 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.103575:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 377748 low water 543286 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.105252:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 441664 low water 511328 conn ffff99dd2103c000 blocked idle queued 00000800:00000200:3.1:1788623343.106608:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff99dd03c80a80 wspace 569496 low water 447412 conn ffff99dd2103c000 blocked idle queued 00010000:00000010:3.1:1788623343.402163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10d00. 00010000:00000010:3.1:1788623343.402188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00031200. 00010000:00000010:3.1:1788623343.402195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd04f4a000. 00010000:00000010:3.1:1788623343.402200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766600. 00000080:00000010:2.1:1788623343.417143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd183ce1c0. 00000080:00000010:2.1:1788623343.417171:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19877380. 00010000:00000010:0.1:1788623343.454158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382aa00. 00010000:00000010:0.1:1788623343.454181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd013a1c00. 00010000:00000010:0.1:1788623343.454188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd04f4ad00. 00010000:00000010:0.1:1788623343.454193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766a00. 00000080:00000010:1.1:1788623343.483178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd1814dae0. 00000080:00000010:1.1:1788623343.487159:0:14186:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd1919e300. 00010000:00000010:3.1:1788623343.518763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4a00. 00010000:00000010:3.1:1788623343.518790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd013a0400. 00010000:00000010:3.1:1788623343.518796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4800. 00010000:00000010:3.1:1788623343.518801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd013a1800. 00000080:00000010:1.1:1788623343.532145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd1048b440. 00000080:00000010:1.1:1788623343.532180:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191b8000. 00010000:00000010:0.1:1788623349.177258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10200. 00010000:00000010:0.1:1788623349.177263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030800. 00010000:00000010:0.1:1788623349.197305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4200. 00010000:00000010:0.1:1788623349.197317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd013a1c00. 00010000:00000010:0.1:1788623349.197321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10c00. 00010000:00000010:0.1:1788623349.197323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd013a0a00. 00010000:00000010:1.1:1788623463.787158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10c00. 00010000:00000010:1.1:1788623463.787164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030800. 00010000:00000010:2.1:1788623463.816891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4600. 00010000:00000010:2.1:1788623463.816919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600a00. 00000080:00000010:2.1:1788623463.816927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd107f7320. 00010000:00000010:1.1:1788623463.825144:0:14839:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd013a1400. 00010000:00000010:1.1:1788623463.825162:0:14839:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd11f7ef00. 00000080:00000010:1.1:1788623463.825170:0:14839:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd0343c500. 00010000:00000010:1.1:1788623463.825181:0:14839:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd42176e00. 00010000:00000010:1.1:1788623463.825193:0:14839:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a300. 00010000:00000010:1.1:1788623463.825196:0:14839:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd013a1a00. 00010000:00000010:1.1:1788623463.825200:0:14839:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4b00. 00010000:00000010:0.1:1788623463.919151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10000. 00010000:00000010:0.1:1788623463.919166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00031200. 00010000:00000010:0.1:1788623463.938165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10500. 00010000:00000010:0.1:1788623463.951146:0:14842:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00031200. 00010000:00000010:3.1:1788623464.014259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601a00. 00010000:00000010:3.1:1788623464.014278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10000. 00010000:00000010:3.1:1788623464.014284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030200. 00010000:00000010:3.1:1788623464.014290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd04f4a400. 00010000:00000010:3.1:1788623464.014294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767400. 00000080:00000010:3.1:1788623464.034229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd18431ba0. 00000080:00000010:3.1:1788623464.034262:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19873180. 00010000:00000010:2.1:1788623470.015565:0:11235:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10400. 00010000:00000010:2.1:1788623470.015581:0:11235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030800. 00010000:00000010:0.1:1788623494.055167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10500. 00010000:00000010:0.1:1788623494.055187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00031200. 00010000:00000010:1.1:1788623494.228182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10500. 00010000:00000010:1.1:1788623494.228207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00031200. 00010000:00000010:1.1:1788623494.261237:0:2389:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4d00. 00010000:00000010:1.1:1788623494.287518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601600. 00010000:00000010:1.1:1788623494.495251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd04f4a300. 00010000:00000010:1.1:1788623494.495275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766c00. 00010000:00000010:2.1:1788623494.505173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4d00. 00010000:00000010:0.1:1788623494.505244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600200. 00010000:00000010:0.1:1788623494.703893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067e600. 00010000:00000010:0.1:1788623494.703913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766800. 00010000:00000010:0.1:1788623494.703920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4400. 00010000:00000010:0.1:1788623494.703925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601000. 00010000:00000010:0.1:1788623494.703929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a100. 00010000:00000010:0.1:1788623494.703932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067fa00. 00000080:00000010:0.1:1788623494.713141:0:15528:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd184313a0. 00000080:00000010:0.1:1788623494.724310:0:15528:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191b8000. 00010000:00000010:1.1:1788623499.743602:0:15787:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4800. 00010000:00000010:1.1:1788623499.743620:0:15787:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030200. 00010000:00000010:2.1:1788623506.444698:0:16115:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd04f4a100. 00010000:00000010:2.1:1788623506.444711:0:16115:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767800. 00000080:00000010:1.1:1788623506.473448:0:16117:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd104cb6e0. 00010000:00000010:0.1:1788623506.560322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030200. 00010000:00000010:0.1:1788623507.889168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10600. 00010000:00000010:0.1:1788623507.889186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030e00. 00010000:00000010:3.1:1788623507.931151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00031200. 00010000:00000010:1.1:1788623507.974419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10100. 00000080:00000010:1.1:1788623507.974433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd182a8aa0. 00010000:00000010:1.1:1788623508.016816:0:16161:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067ee00. 00010000:00000010:1.1:1788623508.301224:0:16134:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767400. 00010000:00000010:1.1:1788623508.489253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd04f4a300. 00010000:00000010:1.1:1788623508.489267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767000. 00010000:00000010:1.1:1788623508.507021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067f400. 00010000:00000010:3.1:1788623508.512329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030200. 00000080:00000010:1.1:1788623508.541443:0:16186:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10641380. 00000080:00000010:1.1:1788623508.541467:0:16186:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191bc200. 00010000:00000010:0.1:1788623512.038204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382ab00. 00010000:00000010:0.1:1788623512.038220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601e00. 00000080:00000010:3.1:1788623521.465217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10641660. 00000080:00000010:3.1:1788623521.465235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd11491a40. 00000080:00000010:3.1:1788623521.465241:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19129080. 00000080:00000010:3.1:1788623521.465251:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19871080. 00000080:00000010:3.1:1788623521.465256:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd198718c0. 00000080:00000010:3.1:1788623521.465268:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191998c0. 00000080:00000010:3.1:1788623521.465275:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd1919b180. 00000080:00000010:3.1:1788623521.465281:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191ba100. 00010000:00000010:3.1:1788623521.465287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0676cd00. 00010000:00000010:3.1:1788623521.465292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd013a0600. 00010000:00000010:3.1:1788623521.465354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd029d3600. 00010000:00000010:3.1:1788623521.465357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382ae00. 00010000:00000010:0.1:1788623521.465800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd42176c00. 00010000:00000010:0.1:1788623521.465808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd04f4a600. 00010000:00000010:0.1:1788623521.465811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd42177800. 00010000:00000010:3.1:1788623521.512283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067f200. 00010000:00000010:3.1:1788623521.512292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a800. 00010000:00000010:3.1:1788623521.512296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030e00. 00010000:00000010:3.1:1788623521.512300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4c00. 00010000:00000010:3.1:1788623521.512303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067ec00. 00010000:00000010:3.1:1788623521.512306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382aa00. 00010000:00000010:2.1:1788623521.668219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd42177000. 00010000:00000010:2.1:1788623521.668235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd04f4a200. 00010000:00000010:0.1:1788623522.735326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10a00. 00010000:00000010:0.1:1788623522.735339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030200. 00010000:00000010:2.1:1788623522.753140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10300. 00010000:00000010:0.1:1788623522.765158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd04f4a200. 00010000:00000010:0.1:1788623522.765178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00031e00. 00010000:00000010:2.1:1788623522.777288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10a00. 00010000:00000010:2.1:1788623522.777304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030200. 00000080:00000010:2.1:1788623522.816248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd182a8380. 00010000:00000010:0.1:1788623522.839909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382aa00. 00010000:00000010:0.1:1788623522.839926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067ee00. 00010000:00000010:0.1:1788623522.844348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10e00. 00010000:00000010:0.1:1788623522.849546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00031e00. 00000080:00000010:0.1:1788623522.891616:0:16890:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd182a8b00. 00010000:00000010:1.1:1788623522.933437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4b00. 00010000:00000010:1.1:1788623522.933449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600000. 00010000:00000010:1.1:1788623523.121566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030200. 00010000:00000010:1.1:1788623523.130157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10000. 00010000:00000010:1.1:1788623523.130174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19e00. 00010000:00000010:1.1:1788623523.674183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4b00. 00010000:00000010:1.1:1788623523.674199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600000. 00010000:00000010:1.1:1788623523.678642:0:16929:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10500. 00010000:00000010:1.1:1788623523.678652:0:16929:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00031e00. 00010000:00000010:1.1:1788623523.686194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4f00. 00010000:00000010:1.1:1788623523.704078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19200. 00010000:00000010:1.1:1788623523.795770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030800. 00010000:00000010:1.1:1788623523.795780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10e00. 00010000:00000010:3.1:1788623523.806761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd04f4a000. 00010000:00000010:3.1:1788623523.806782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767c00. 00010000:00000010:1.1:1788623523.818183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4b00. 00010000:00000010:1.1:1788623523.818192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601e00. 00010000:00000010:0.1:1788623523.825154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a500. 00010000:00000010:0.1:1788623523.851155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067f200. 00000080:00000010:1.1:1788623523.875390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd038c3f20. 00010000:00000010:1.1:1788623523.918725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067f800. 00010000:00000010:1.1:1788623523.969258:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18e00. 00010000:00000010:1.1:1788623523.969265:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10e00. 00010000:00000010:1.1:1788623523.969269:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19400. 00010000:00000010:1.1:1788623523.969273:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a900. 00010000:00000010:1.1:1788623523.969275:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067ec00. 00000080:00000010:1.1:1788623523.985313:0:16941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd104efae0. 00000080:00000010:1.1:1788623523.985344:0:16941:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191b9080. 00010000:00000010:1.1:1788623524.015139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10400. 00010000:00000010:1.1:1788623524.015154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18800. 00010000:00000010:0.1:1788623524.029135:0:16947:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10c00. 00010000:00000010:0.1:1788623524.029149:0:16947:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19600. 00010000:00000010:0.1:1788623524.113196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600c00. 00000080:00000010:2.1:1788623525.943391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd182a8b40. 00000080:00000010:2.1:1788623525.943403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd182a80c0. 00000080:00000010:2.1:1788623525.943408:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19875280. 00010000:00000010:1.1:1788623525.946152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600a00. 00000080:00000010:2.1:1788623525.946442:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191bc200. 00010000:00000010:2.1:1788623525.946453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767000. 00010000:00000010:2.1:1788623525.950945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766a00. 00010000:00000010:3.1:1788623525.973334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600600. 00010000:00000010:3.1:1788623525.973341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4300. 00010000:00000010:2.1:1788623525.984205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18200. 00010000:00000010:2.1:1788623525.984212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601a00. 00010000:00000010:2.1:1788623525.984217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4d00. 00010000:00000010:2.1:1788623525.984220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600000. 00010000:00000010:2.1:1788623525.984223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4f00. 00010000:00000010:2.1:1788623540.391308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4b00. 00010000:00000010:2.1:1788623540.391321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601e00. 00010000:00000010:2.1:1788623540.393144:0:17808:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870400. 00010000:00000010:0.1:1788623540.612812:0:17867:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600e00. 00010000:00000010:0.1:1788623540.669141:0:17872:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10c00. 00010000:00000010:0.1:1788623540.669155:0:17872:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18400. 00010000:00000010:0.1:1788623540.669161:0:17872:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870500. 00010000:00000010:0.1:1788623540.669165:0:17872:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766c00. 00010000:00000010:3.1:1788623540.807748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18400. 00010000:00000010:3.1:1788623541.216023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19200. 00010000:00000010:0.1:1788623557.593018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601600. 00010000:00000010:3.1:1788623558.066839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18e00. 00010000:00000010:3.1:1788623558.066862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870100. 00010000:00000010:3.1:1788623558.066868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767600. 00010000:00000010:3.1:1788623558.066872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10a00. 00010000:00000010:3.1:1788623558.066876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19e00. 00000080:00000010:2.1:1788623558.085977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd11cfce40. 00000080:00000010:2.1:1788623558.086012:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd1912f380. 00010000:00000010:0.1:1788623563.719506:0:18203:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4500. 00010000:00000010:0.1:1788623563.719526:0:18203:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19400. 00010000:00000010:2.1:1788623570.347764:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4a00. 00010000:00000010:2.1:1788623570.347784:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600000. 00010000:00000010:2.1:1788623570.396556:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870e00. 00010000:00000010:0.1:1788623586.750313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870900. 00010000:00000010:0.1:1788623586.750347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766400. 00010000:00000010:0.1:1788623586.750353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870e00. 00010000:00000010:0.1:1788623586.750356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766200. 00000080:00000010:3.1:1788623586.773828:0:18410:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd1912f380. 00000080:00000010:2.1:1788623586.775306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd11cfc520. 00010000:00000010:0.1:1788623592.906156:0:18923:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870800. 00010000:00000010:0.1:1788623592.906173:0:18923:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767200. 00010000:00000010:3.1:1788623615.532242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767400. 00000080:00000010:3.1:1788623615.532263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd11cfcb20. 00010000:00000010:3.1:1788623615.532272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10b00. 00010000:00000010:3.1:1788623615.532276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18a00. 00010000:00000010:1.1:1788623615.680198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4700. 00010000:00000010:1.1:1788623615.680220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600e00. 00000080:00000010:0.1:1788623615.798672:0:19220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd038c3280. 00010000:00000010:1.1:1788623617.431272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600600. 00010000:00000010:1.1:1788623635.705195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766e00. 00010000:00000010:1.1:1788623635.775184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601000. 00010000:00000010:1.1:1788623635.775216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4700. 00010000:00000010:1.1:1788623635.775221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600e00. 00010000:00000010:1.1:1788623635.775223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601200. 00000080:00000010:1.1:1788623635.806154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd038c3da0. 00000080:00000010:0.1:1788623635.806250:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191b98c0. 00010000:00000010:0.1:1788623635.811194:0:19240:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600a00. 00010000:00000010:0.1:1788623635.811213:0:19240:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10c00. 00010000:00000010:0.1:1788623635.811219:0:19240:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19800. 00010000:00000010:0.1:1788623635.811223:0:19240:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10300. 00010000:00000010:0.1:1788623635.811226:0:19240:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19400. 00000080:00000010:0.1:1788623635.818051:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191b9080. 00000080:00000010:0.1:1788623635.818077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd0330c440. 00010000:00000010:1.1:1788623643.136710:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19800. 00000080:00000010:2.1:1788623643.165150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd0330c580. 00010000:00000010:2.1:1788623643.165174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10500. 00010000:00000010:2.1:1788623643.165179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19400. 00010000:00000010:0.1:1788623643.275808:0:1112:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10200. 00010000:00000010:0.1:1788623643.275817:0:1112:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601e00. 00000080:00000010:0.1:1788623643.390427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd038c3120. 00010000:00000010:1.1:1788623644.494278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601800. 00010000:00000010:3.1:1788623653.518204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a000. 00010000:00000010:3.1:1788623653.518222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067f400. 00010000:00000010:3.1:1788623653.527352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382aa00. 00010000:00000010:3.1:1788623653.527375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067f200. 00000080:00000010:3.1:1788623653.527382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd187b71e0. 00010000:00000010:3.1:1788623653.558147:0:20420:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067f200. 00010000:00000010:1.1:1788623661.632569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067ee00. 00000080:00000010:1.1:1788623661.637319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd187b71e0. 00010000:00000010:1.1:1788623661.637345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a000. 00010000:00000010:1.1:1788623661.637350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067fe00. 00010000:00000010:1.1:1788623661.645282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4c00. 00010000:00000010:1.1:1788623661.697342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600800. 00010000:00000010:3.1:1788623662.652378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4400. 00010000:00000010:3.1:1788623662.652395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600000. 00010000:00000010:0.1:1788623662.767151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19000. 00010000:00000010:1.1:1788623701.035801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600200. 00010000:00000010:0.1:1788623716.648286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18e00. 00010000:00000010:0.1:1788623716.652323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10300. 00010000:00000010:0.1:1788623716.652342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18400. 00010000:00000010:0.1:1788623716.679102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10400. 00010000:00000010:0.1:1788623716.714769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601200. 00010000:00000010:0.1:1788623758.743166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19a00. 00010000:00000010:3.1:1788623758.831224:0:21518:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10300. 00010000:00000010:3.1:1788623758.831237:0:21518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19400. 00010000:00000010:3.1:1788623758.831243:0:21518:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4100. 00010000:00000010:3.1:1788623758.831258:0:21518:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601e00. 00000080:00000010:1.1:1788623758.833283:0:21825:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd0330c220. 00000080:00000010:1.1:1788623758.833313:0:21825:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19872940. 00010000:00000010:2.1:1788623764.930136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4600. 00010000:00000010:2.1:1788623764.930153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601000. 00010000:00000010:1.1:1788623770.700225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a600. 00010000:00000010:1.1:1788623770.700243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067fc00. 00000080:00000010:1.1:1788623770.716164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd0330c020. 00010000:00000010:2.1:1788623770.733381:0:22767:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4c00. 00010000:00000010:2.1:1788623770.733400:0:22767:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601400. 00010000:00000010:0.1:1788623770.898556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870a00. 00010000:00000010:0.1:1788623770.898584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067ea00. 00010000:00000010:2.1:1788623770.939608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767400. 00000080:00000010:0.1:1788623770.962322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd187b70c0. 00010000:00000010:2.1:1788623770.999501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767400. 00000080:00000010:2.1:1788623770.999520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd11cfc280. 00010000:00000010:0.1:1788623771.026243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767a00. 00010000:00000010:3.1:1788623771.160667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766c00. 00010000:00000010:1.1:1788623771.174319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067f800. 00010000:00000010:0.1:1788623771.218241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766e00. 00000080:00000010:1.1:1788623771.268668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd187b7d60. 00010000:00000010:1.1:1788623771.399177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600a00. 00010000:00000010:1.1:1788623771.399199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870700. 00010000:00000010:0.1:1788623771.519179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600a00. 00010000:00000010:0.1:1788623771.542188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4000. 00010000:00000010:0.1:1788623771.542210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601000. 00010000:00000010:1.1:1788623771.545717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766200. 00010000:00000010:1.1:1788623771.545743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600800. 00010000:00000010:1.1:1788623771.545749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870500. 00010000:00000010:1.1:1788623771.545754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766a00. 00000080:00000010:2.1:1788623771.567154:0:22795:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd038c3ec0. 00000080:00000010:2.1:1788623771.578277:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd1912e300. 00010000:00000010:0.1:1788623779.134159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4f00. 00010000:00000010:0.1:1788623779.134173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600000. 00000080:00000010:0.1:1788623779.269204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd0330c620. 00010000:00000010:1.1:1788623779.500539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870800. 00010000:00000010:1.1:1788623779.500555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767e00. 00010000:00000010:2.1:1788623779.505336:0:23424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767200. 00000080:00000010:2.1:1788623779.549935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd11cfc040. 00010000:00000010:0.1:1788623779.577296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19e00. 00000080:00000010:0.1:1788623779.577322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd0330c020. 00010000:00000010:0.1:1788623779.592210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10e00. 00010000:00000010:0.1:1788623779.592235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19c00. 00010000:00000010:3.1:1788623779.742347:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067ee00. 00010000:00000010:0.1:1788623779.758162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19c00. 00010000:00000010:0.1:1788623779.769344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19e00. 00000080:00000010:0.1:1788623779.837161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd0330c780. 00010000:00000010:2.1:1788623781.213166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19800. 00010000:00000010:2.1:1788623781.213192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10e00. 00010000:00000010:0.1:1788623803.257640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600c00. 00010000:00000010:1.1:1788623803.303146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19e00. 00010000:00000010:1.1:1788623803.303164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18400. 00010000:00000010:1.1:1788623803.303170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870c00. 00010000:00000010:1.1:1788623803.303174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766400. 00000080:00000010:1.1:1788623803.330021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd038c3200. 00000080:00000010:1.1:1788623803.333905:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd1912e300. 00010000:00000010:2.1:1788623808.968276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4d00. 00010000:00000010:2.1:1788623808.968286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600a00. 00010000:00000010:0.1:1788623811.381893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4b00. 00010000:00000010:0.1:1788623811.381907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601e00. 00000080:00000010:0.1:1788623811.397137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd0330c740. 00010000:00000010:0.1:1788623811.554767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870c00. 00010000:00000010:0.1:1788623811.554776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067f600. 00010000:00000010:1.1:1788623811.564332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766200. 00000080:00000010:1.1:1788623811.582488:0:24083:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd187b7a00. 00010000:00000010:1.1:1788623811.610174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600600. 00000080:00000010:1.1:1788623811.610194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd038c3ba0. 00010000:00000010:1.1:1788623811.616338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600000. 00010000:00000010:2.1:1788623811.705328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600600. 00010000:00000010:1.1:1788623811.716152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19a00. 00010000:00000010:0.1:1788623811.749406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600000. 00000080:00000010:2.1:1788623811.783476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd0330c000. 00010000:00000010:1.1:1788623824.249312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600c00. 00010000:00000010:1.1:1788623824.249329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4d00. 00010000:00000010:0.1:1788623826.403151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067e400. 00010000:00000010:2.1:1788623826.436163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766e00. 00010000:00000010:2.1:1788623826.436179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601000. 00010000:00000010:2.1:1788623826.436184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4a00. 00010000:00000010:2.1:1788623826.436188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600a00. 00000080:00000010:0.1:1788623826.472292:0:24126:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd187b7820. 00000080:00000010:0.1:1788623826.487207:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd1912d280. 00010000:00000010:2.1:1788623832.006185:0:1359:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870700. 00010000:00000010:2.1:1788623832.006194:0:1359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766400. 00010000:00000010:1.1:1788623836.048606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4700. 00010000:00000010:1.1:1788623836.048625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601e00. 00010000:00000010:0.1:1788623836.069162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382af00. 00010000:00000010:0.1:1788623836.069180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067e800. 00010000:00000010:3.1:1788623941.761345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870100. 00010000:00000010:3.1:1788623941.761372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767c00. 00000080:00000010:2.1:1788623941.762244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd038c36e0. 00010000:00000010:2.1:1788623941.762271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600800. 00010000:00000010:2.1:1788623941.762277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870d00. 00010000:00000010:2.1:1788623941.762282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766000. 00010000:00000010:2.1:1788623941.762286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766800. 00010000:00000010:2.1:1788623941.762290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030e00. 00000080:00000010:3.1:1788623941.766483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd182a8420. 00010000:00000010:3.1:1788623941.766503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19600. 00010000:00000010:3.1:1788623941.766510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd04f4ac00. 00010000:00000010:3.1:1788623941.766517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18000. 00000080:00000010:3.1:1788623941.766540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd11cfc780. 00010000:00000010:3.1:1788623941.766557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18600. 00010000:00000010:3.1:1788623941.766561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4e00. 00010000:00000010:3.1:1788623941.766565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766600. 00010000:00000010:3.1:1788623941.766570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870200. 00000080:00000010:3.1:1788623941.766574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd187b73a0. 00010000:00000010:3.1:1788623941.766581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600e00. 00010000:00000010:3.1:1788623941.766584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4800. 00000080:00000010:3.1:1788623941.766586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd11cfc2c0. 00010000:00000010:3.1:1788623941.766591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767600. 00010000:00000010:3.1:1788623941.766595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a100. 00000080:00000010:3.1:1788623941.766598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd187b7e20. 00010000:00000010:3.1:1788623941.766603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067ec00. 00010000:00000010:3.1:1788623941.766606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a500. 00000080:00000010:0.1:1788623944.243199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd11cfce40. 00000080:00000010:0.1:1788623944.243224:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd1912b9c0. 00010000:00000010:0.1:1788623944.243232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601200. 00010000:00000010:0.1:1788623944.243236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601400. 00010000:00000010:1.1:1788623944.244023:0:2388:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18400. 00010000:00000010:2.1:1788623944.253393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067f800. 00010000:00000010:2.1:1788623944.253411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382ac00. 00010000:00000010:1.1:1788623944.396904:0:9929:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a500. 00010000:00000010:1.1:1788623944.396923:0:9929:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067ec00. 00010000:00000010:1.1:1788623944.412501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4400. 00010000:00000010:1.1:1788623944.471137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18000. 00010000:00000010:2.1:1788623944.668724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a100. 00010000:00000010:2.1:1788623944.668732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067e200. 00010000:00000010:2.1:1788623944.694055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870d00. 00010000:00000010:1.1:1788623944.716815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766e00. 00010000:00000010:0.1:1788623944.860049:0:24913:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067f200. 00010000:00000010:0.1:1788623944.860072:0:24913:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18c00. 00010000:00000010:0.1:1788623944.860079:0:24913:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4900. 00010000:00000010:0.1:1788623944.860084:0:24913:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601e00. 00010000:00000010:0.1:1788623944.860087:0:24913:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382aa00. 00010000:00000010:0.1:1788623944.860091:0:24913:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067f400. 00000080:00000010:0.1:1788623944.860097:0:24913:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd038c3120. 00000080:00000010:0.1:1788623944.860170:0:24913:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191be300. 00010000:00000010:0.1:1788623949.777286:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10a00. 00010000:00000010:0.1:1788623949.777307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19600. 00010000:00000010:2.1:1788623955.856848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870000. 00010000:00000010:2.1:1788623955.856866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767000. 00010000:00000010:3.1:1788623955.957275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870000. 00010000:00000010:3.1:1788623955.957304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767000. 00010000:00000010:2.1:1788623955.969530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a000. 00010000:00000010:0.1:1788623957.797258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4100. 00010000:00000010:0.1:1788623957.797274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600000. 00010000:00000010:0.1:1788623957.812963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10400. 00010000:00000010:0.1:1788623957.884993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10000. 00010000:00000010:0.1:1788623957.885013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19200. 00000080:00000010:0.1:1788624066.950947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd038c39e0. 00000080:00000010:0.1:1788624066.950970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536ce0. 00000080:00000010:3.1:1788624066.957167:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19870840. 00010000:00000010:0.1:1788624066.957167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601200. 00010000:00000010:0.1:1788624066.957174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600800. 00010000:00000010:0.1:1788624066.957176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601400. 00000080:00000010:3.1:1788624066.967306:0:757:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19870000. 00010000:00000010:3.1:1788624066.967424:0:757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19e00. 00010000:00000010:3.1:1788624066.967430:0:757:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10400. 00010000:00000010:2.1:1788624066.974652:0:25709:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19a00. 00010000:00000010:2.1:1788624066.974662:0:25709:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10800. 00010000:00000010:2.1:1788624066.974667:0:25709:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601600. 00010000:00000010:2.1:1788624066.974670:0:25709:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4900. 00010000:00000010:0.1:1788624067.164324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870e00. 00010000:00000010:0.1:1788624067.164354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067fc00. 00010000:00000010:0.1:1788624067.164366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a500. 00010000:00000010:0.1:1788624067.164370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067e400. 00000080:00000010:0.1:1788624067.180361:0:25713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd049c63a0. 00000080:00000010:0.1:1788624067.189180:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19875ac0. 00010000:00000010:1.1:1788624067.213290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382ac00. 00010000:00000010:1.1:1788624067.213311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067e000. 00010000:00000010:1.1:1788624067.255238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4800. 00010000:00000010:0.1:1788624067.306278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767800. 00010000:00000010:0.1:1788624067.470165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4800. 00010000:00000010:0.1:1788624067.470180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600400. 00010000:00000010:1.1:1788624067.474157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19c00. 00010000:00000010:0.1:1788624067.474208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10c00. 00010000:00000010:1.1:1788624067.601407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19400. 00010000:00000010:1.1:1788624067.601424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767200. 00010000:00000010:1.1:1788624067.601430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4e00. 00010000:00000010:1.1:1788624067.601435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600a00. 00010000:00000010:1.1:1788624067.601438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870a00. 00010000:00000010:1.1:1788624067.601441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767400. 00000080:00000010:1.1:1788624067.609173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd187ac660. 00000080:00000010:1.1:1788624067.609208:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd1912a940. 00010000:00000010:0.1:1788624073.148162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870700. 00010000:00000010:0.1:1788624073.148185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766e00. 00010000:00000010:0.1:1788624076.407376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4d00. 00010000:00000010:0.1:1788624076.407386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600200. 00000080:00000010:1.1:1788624076.430213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc88e0. 00000080:00000010:0.1:1788624077.460233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc81e0. 00010000:00000010:0.1:1788624077.464183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4700. 00010000:00000010:0.1:1788624077.464205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600600. 00010000:00000010:0.1:1788624077.486829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10200. 00010000:00000010:0.1:1788624077.486852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19800. 00000080:00000010:1.1:1788624077.530386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536b20. 00010000:00000010:3.1:1788624080.965179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601e00. 00010000:00000010:3.1:1788624080.965188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767a00. 00000080:00000010:0.1:1788624080.965272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536aa0. 00000080:00000010:0.1:1788624080.965283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc83c0. 00000080:00000010:0.1:1788624080.965299:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191bd280. 00000080:00000010:0.1:1788624080.965308:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19875ac0. 00000080:00000010:0.1:1788624080.965333:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19872100. 00010000:00000010:1.1:1788624080.971152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067ec00. 00010000:00000010:0.1:1788624081.012367:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18a00. 00010000:00000010:0.1:1788624081.012387:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10500. 00010000:00000010:0.1:1788624081.012392:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18800. 00010000:00000010:0.1:1788624081.012394:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10a00. 00010000:00000010:1.1:1788624081.036711:0:26383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600200. 00010000:00000010:1.1:1788624081.036724:0:26383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4c00. 00010000:00000010:1.1:1788624081.036729:0:26383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18c00. 00010000:00000010:1.1:1788624081.036734:0:26383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10300. 00010000:00000010:1.1:1788624094.582223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870800. 00010000:00000010:1.1:1788624094.582240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766c00. 00000080:00000010:1.1:1788624094.609771:0:27004:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8480. 00010000:00000010:0.1:1788624094.713368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4700. 00010000:00000010:0.1:1788624094.713390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600600. 00010000:00000010:1.1:1788624094.750371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600000. 00000080:00000010:3.1:1788624094.796420:0:27005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8480. 00010000:00000010:0.1:1788624095.923260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870200. 00010000:00000010:0.1:1788624095.923274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767e00. 00010000:00000010:1.1:1788624103.594230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a200. 00010000:00000010:1.1:1788624103.594245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067f000. 00000080:00000010:3.1:1788624103.683183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd182a8960. 00010000:00000010:0.1:1788624103.781653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10f00. 00010000:00000010:0.1:1788624103.781670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19e00. 00010000:00000010:1.1:1788624103.794263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19a00. 00000080:00000010:1.1:1788624103.825258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd105367e0. 00010000:00000010:2.1:1788624105.051170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19a00. 00010000:00000010:0.1:1788624105.069678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382ab00. 00010000:00000010:0.1:1788624105.069695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067fa00. 00000080:00000010:1.1:1788624105.081518:0:27645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd105363e0. 00010000:00000010:1.1:1788624112.085570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600a00. 00000080:00000010:1.1:1788624112.089411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc82e0. 00010000:00000010:1.1:1788624112.089432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870300. 00010000:00000010:1.1:1788624112.089439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767400. 00010000:00000010:1.1:1788624112.157375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601800. 00000080:00000010:1.1:1788624112.162338:0:28220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc85e0. 00010000:00000010:1.1:1788624112.162349:0:28220:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4600. 00010000:00000010:1.1:1788624112.162354:0:28220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600a00. 00000080:00000010:1.1:1788624116.928162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd104cb060. 00000080:00000010:1.1:1788624116.928180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd104cb2a0. 00000080:00000010:1.1:1788624116.928185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536fe0. 00000080:00000010:1.1:1788624116.928190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8c00. 00000080:00000010:1.1:1788624116.928195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536540. 00010000:00000010:0.1:1788624116.951462:0:28255:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601600. 00010000:00000010:0.1:1788624116.951477:0:28255:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4b00. 00010000:00000010:0.1:1788624116.951594:0:28255:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601200. 00010000:00000010:0.1:1788624116.951598:0:28255:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10e00. 00010000:00000010:0.1:1788624116.951602:0:28255:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19c00. 00010000:00000010:1.1:1788624116.956576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870a00. 00010000:00000010:1.1:1788624116.956595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766800. 00010000:00000010:1.1:1788624116.956600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870c00. 00010000:00000010:1.1:1788624116.956603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767200. 00010000:00000010:1.1:1788624116.956606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870f00. 00010000:00000010:1.1:1788624116.956609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767e00. 00010000:00000010:1.1:1788624116.956612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4600. 00010000:00000010:1.1:1788624116.956615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600a00. 00010000:00000010:1.1:1788624116.956619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10b00. 00010000:00000010:1.1:1788624116.956623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19400. 00010000:00000010:1.1:1788624116.956627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10d00. 00010000:00000010:1.1:1788624116.956630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19000. 00010000:00000010:1.1:1788624116.956632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600400. 00010000:00000010:1.1:1788624116.956635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600000. 00010000:00000010:1.1:1788624116.956637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870d00. 00010000:00000010:1.1:1788624116.956640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766a00. 00010000:00000010:1.1:1788624116.956643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4500. 00010000:00000010:1.1:1788624116.956646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18000. 00010000:00000010:1.1:1788624116.956650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4000. 00010000:00000010:1.1:1788624116.956653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601a00. 00000080:00000010:3.1:1788624132.435229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd105364a0. 00000080:00000010:3.1:1788624132.435252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536c80. 00010000:00000010:0.1:1788624134.368161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18600. 00010000:00000010:0.1:1788624134.442461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4600. 00010000:00000010:0.1:1788624134.442482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601600. 00010000:00000010:0.1:1788624134.442486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601200. 00000080:00000010:0.1:1788624134.464284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8400. 00000080:00000010:0.1:1788624134.464319:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191b8840. 00000080:00000010:0.1:1788624134.464328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc87a0. 00010000:00000010:2.1:1788624134.502375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18600. 00010000:00000010:2.1:1788624134.502390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4500. 00010000:00000010:2.1:1788624134.502395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601400. 00010000:00000010:2.1:1788624134.502398:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4000. 00010000:00000010:2.1:1788624134.502400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601a00. 00000080:00000010:1.1:1788624134.525248:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191beb40. 00000080:00000010:1.1:1788624134.525267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536a60. 00010000:00000010:1.1:1788624134.558158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601800. 00010000:00000010:1.1:1788624134.643315:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a000. 00010000:00000010:1.1:1788624134.643322:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067ea00. 00010000:00000010:1.1:1788624134.643325:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067ec00. 00000080:00000010:1.1:1788624134.650276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd049c63a0. 00000080:00000010:1.1:1788624134.650307:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd1912eb40. 00000080:00000010:1.1:1788624134.653226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd049c6300. 00010000:00000010:0.1:1788624134.677163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601800. 00010000:00000010:0.1:1788624134.677184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382af00. 00010000:00000010:0.1:1788624134.677189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18800. 00010000:00000010:0.1:1788624134.677218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4800. 00010000:00000010:0.1:1788624134.677221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600e00. 00000080:00000010:0.1:1788624134.689160:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd1912ca40. 00000080:00000010:0.1:1788624134.689178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8da0. 00010000:00000010:0.1:1788624138.171261:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4a00. 00010000:00000010:0.1:1788624138.171274:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600800. 00010000:00000010:1.1:1788624138.182306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382ad00. 00010000:00000010:1.1:1788624138.182317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067f800. 00010000:00000010:0.1:1788624141.600658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18800. 00000080:00000010:1.1:1788624141.605166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536300. 00010000:00000010:1.1:1788624141.605184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10300. 00010000:00000010:1.1:1788624141.605189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18c00. 00010000:00000010:3.1:1788624141.709206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067ee00. 00000080:00000010:2.1:1788624141.721161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd049c6c20. 00010000:00000010:2.1:1788624141.721177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870000. 00010000:00000010:2.1:1788624141.721183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766800. 00000080:00000010:1.1:1788624145.219891:0:28875:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd104cb6e0. 00000080:00000010:1.1:1788624145.219904:0:28875:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd104cb680. 00010000:00000010:1.1:1788624145.242512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382ae00. 00010000:00000010:1.1:1788624145.242537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766200. 00010000:00000010:1.1:1788624145.242731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10400. 00010000:00000010:1.1:1788624145.242737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18800. 00010000:00000010:1.1:1788624145.242742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870500. 00010000:00000010:1.1:1788624145.242745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767000. 00010000:00000010:1.1:1788624145.242748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870000. 00010000:00000010:1.1:1788624145.242751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766800. 00000080:00000010:2.1:1788624280.378630:0:28896:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd049c62c0. 00000080:00000010:2.1:1788624280.378654:0:28896:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd104cb740. 00010000:00000010:1.1:1788624280.584364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767200. 00010000:00000010:1.1:1788624280.642176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10b00. 00010000:00000010:1.1:1788624280.642190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18000. 00010000:00000010:1.1:1788624280.642195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601200. 00000080:00000010:1.1:1788624280.658182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536540. 00000080:00000010:1.1:1788624280.658223:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19128840. 00000080:00000010:1.1:1788624280.658237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8a00. 00010000:00000010:0.1:1788624280.717302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601200. 00010000:00000010:0.1:1788624280.717328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4000. 00010000:00000010:0.1:1788624280.717333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600000. 00010000:00000010:0.1:1788624280.717337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870900. 00010000:00000010:0.1:1788624280.717340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767000. 00000080:00000010:0.1:1788624280.741710:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191beb40. 00000080:00000010:0.1:1788624280.741726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8f20. 00010000:00000010:0.1:1788624280.781765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19600. 00000080:00000010:0.1:1788624280.850116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd104cbe40. 00000080:00000010:0.1:1788624280.850141:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd1912dac0. 00000080:00000010:0.1:1788624280.850148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536100. 00010000:00000010:2.1:1788624280.866181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870500. 00010000:00000010:2.1:1788624280.866195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766200. 00010000:00000010:2.1:1788624280.866201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19400. 00010000:00000010:0.1:1788624280.870696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19600. 00010000:00000010:0.1:1788624280.870712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870000. 00010000:00000010:0.1:1788624280.870716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067fc00. 00010000:00000010:0.1:1788624280.870719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10900. 00010000:00000010:0.1:1788624280.870720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19a00. 00000080:00000010:0.1:1788624280.878150:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191bdac0. 00000080:00000010:0.1:1788624280.878166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536d00. 00010000:00000010:1.1:1788624286.132146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10f00. 00010000:00000010:1.1:1788624286.132167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19000. 00010000:00000010:2.1:1788624288.829267:0:1010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19e00. 00000080:00000010:2.1:1788624288.829290:0:1010:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536080. 00010000:00000010:2.1:1788624288.829301:0:1010:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382aa00. 00010000:00000010:2.1:1788624288.829305:0:1010:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067ea00. 00010000:00000010:3.1:1788624288.904213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067f200. 00000080:00000010:2.1:1788624288.906422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd049c6680. 00010000:00000010:2.1:1788624288.906446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870f00. 00010000:00000010:2.1:1788624288.906453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767400. 00010000:00000010:0.1:1788624295.092324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10300. 00010000:00000010:0.1:1788624295.092339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19e00. 00010000:00000010:0.1:1788624295.092346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870f00. 00010000:00000010:0.1:1788624295.092350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767400. 00010000:00000010:0.1:1788624295.092355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870a00. 00010000:00000010:0.1:1788624295.092358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067e800. 00010000:00000010:0.1:1788624295.092361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870c00. 00010000:00000010:0.1:1788624295.092376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766e00. 00000080:00000010:0.1:1788624311.646239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd105360e0. 00000080:00000010:0.1:1788624311.646280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536940. 00000080:00000010:1.1:1788624311.672621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd049c6360. 00000080:00000010:1.1:1788624311.672654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd104cbcc0. 00010000:00000010:1.1:1788624313.303186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766c00. 00010000:00000010:0.1:1788624313.369876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4100. 00010000:00000010:0.1:1788624313.369897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601200. 00010000:00000010:0.1:1788624313.369901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600000. 00000080:00000010:0.1:1788624313.385075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8180. 00000080:00000010:0.1:1788624313.392151:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19128000. 00000080:00000010:0.1:1788624313.392171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8800. 00010000:00000010:0.1:1788624313.412057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19c00. 00010000:00000010:0.1:1788624313.412073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4300. 00010000:00000010:0.1:1788624313.412078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18a00. 00010000:00000010:0.1:1788624313.412082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870a00. 00010000:00000010:0.1:1788624313.412086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767a00. 00000080:00000010:0.1:1788624313.418159:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191998c0. 00000080:00000010:0.1:1788624313.418183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536700. 00010000:00000010:0.1:1788624313.456311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767200. 00010000:00000010:1.1:1788624313.503539:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4500. 00010000:00000010:1.1:1788624313.503558:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601400. 00010000:00000010:1.1:1788624313.503690:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767600. 00000080:00000010:1.1:1788624313.504492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc84c0. 00000080:00000010:1.1:1788624313.504523:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191bdac0. 00000080:00000010:1.1:1788624313.504540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd104cb480. 00010000:00000010:1.1:1788624313.525458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601e00. 00010000:00000010:1.1:1788624313.525488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4400. 00010000:00000010:1.1:1788624313.525493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601a00. 00010000:00000010:1.1:1788624313.525497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10300. 00010000:00000010:1.1:1788624313.525501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18a00. 00000080:00000010:1.1:1788624313.538168:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19875ac0. 00000080:00000010:1.1:1788624313.538186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc86c0. 00010000:00000010:1.1:1788624317.889821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4600. 00010000:00000010:1.1:1788624317.889846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601600. 00010000:00000010:1.1:1788624320.325183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601600. 00000080:00000010:1.1:1788624320.333858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8300. 00010000:00000010:1.1:1788624320.333880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4500. 00010000:00000010:1.1:1788624320.333887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601a00. 00010000:00000010:2.1:1788624320.435525:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766000. 00000080:00000010:3.1:1788624320.439463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd104cbf60. 00010000:00000010:3.1:1788624320.439487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870400. 00010000:00000010:3.1:1788624320.439495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766a00. 00000080:00000010:3.1:1788624324.099536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536d80. 00000080:00000010:3.1:1788624324.099554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536060. 00010000:00000010:3.1:1788624324.139136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4500. 00010000:00000010:3.1:1788624324.139169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18c00. 00010000:00000010:3.1:1788624324.139176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10000. 00010000:00000010:3.1:1788624324.139180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18a00. 00010000:00000010:3.1:1788624324.139182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10200. 00010000:00000010:3.1:1788624324.139186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19a00. 00010000:00000010:3.1:1788624324.139190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10300. 00010000:00000010:3.1:1788624324.139193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18000. 00010000:00000010:3.1:1788624324.139196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10400. 00010000:00000010:3.1:1788624324.139198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19600. 00000080:00000010:1.1:1788624340.329192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd105360a0. 00000080:00000010:1.1:1788624340.329228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536200. 00010000:00000010:1.1:1788624342.210546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600a00. 00010000:00000010:3.1:1788624342.280277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4700. 00010000:00000010:3.1:1788624342.280292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600800. 00010000:00000010:3.1:1788624342.280296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19c00. 00000080:00000010:0.1:1788624342.295468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8e40. 00000080:00000010:0.1:1788624342.295495:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19874200. 00000080:00000010:0.1:1788624342.295505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536100. 00010000:00000010:0.1:1788624342.324386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19400. 00010000:00000010:0.1:1788624342.324400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4a00. 00010000:00000010:0.1:1788624342.324406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600a00. 00010000:00000010:0.1:1788624342.324410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a300. 00010000:00000010:0.1:1788624342.324413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067ee00. 00000080:00000010:0.1:1788624342.334120:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191bdac0. 00000080:00000010:0.1:1788624342.334141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536da0. 00010000:00000010:1.1:1788624342.339532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601200. 00010000:00000010:1.1:1788624342.366720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10800. 00010000:00000010:1.1:1788624342.366730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18600. 00010000:00000010:1.1:1788624342.366734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067fa00. 00000080:00000010:1.1:1788624342.370347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536c40. 00000080:00000010:1.1:1788624342.370388:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191b8840. 00000080:00000010:1.1:1788624342.370398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd049c68a0. 00010000:00000010:1.1:1788624342.390187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601600. 00010000:00000010:1.1:1788624342.390224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10900. 00010000:00000010:1.1:1788624342.390239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601200. 00010000:00000010:1.1:1788624342.390242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10f00. 00010000:00000010:1.1:1788624342.390245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19e00. 00000080:00000010:1.1:1788624342.397200:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191beb40. 00000080:00000010:1.1:1788624342.397289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc83c0. 00010000:00000010:2.1:1788624348.119163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4c00. 00010000:00000010:2.1:1788624348.119185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600400. 00010000:00000010:2.1:1788624348.119191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10e00. 00010000:00000010:2.1:1788624348.119195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19000. 00010000:00000010:0.1:1788624350.663304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19e00. 00000080:00000010:2.1:1788624350.667082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536ae0. 00010000:00000010:2.1:1788624350.667100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a400. 00010000:00000010:2.1:1788624350.667123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067e000. 00010000:00000010:0.1:1788624350.734167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19e00. 00000080:00000010:1.1:1788624350.741475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536900. 00010000:00000010:1.1:1788624350.741499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382ac00. 00010000:00000010:1.1:1788624350.741505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067ec00. 00010000:00000010:2.1:1788624352.020150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870100. 00010000:00000010:2.1:1788624352.020164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600000. 00000080:00000010:1.1:1788624353.827233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd104cbea0. 00000080:00000010:1.1:1788624353.827250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536460. 00010000:00000010:1.1:1788624353.848705:0:30755:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4000. 00010000:00000010:1.1:1788624353.848722:0:30755:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601a00. 00010000:00000010:1.1:1788624353.848728:0:30755:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10200. 00010000:00000010:1.1:1788624353.848732:0:30755:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19e00. 00010000:00000010:1.1:1788624353.848737:0:30755:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870b00. 00010000:00000010:1.1:1788624353.848741:0:30755:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766000. 00010000:00000010:1.1:1788624353.848744:0:30755:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870400. 00010000:00000010:1.1:1788624353.848747:0:30755:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19c00. 00000080:00000010:1.1:1788624374.130789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8900. 00000080:00000010:2.1:1788624374.162163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc80c0. 00010000:00000010:3.1:1788624374.273593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067f200. 00010000:00000010:1.1:1788624374.384470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a700. 00010000:00000010:1.1:1788624374.384478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067e200. 00010000:00000010:1.1:1788624374.384481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766200. 00000080:00000010:1.1:1788624374.405478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd049c6c80. 00000080:00000010:1.1:1788624374.416292:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd1912a100. 00000080:00000010:1.1:1788624374.416311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd104cb340. 00010000:00000010:1.1:1788624374.449155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600400. 00010000:00000010:1.1:1788624374.449169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382af00. 00010000:00000010:1.1:1788624374.449173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600800. 00010000:00000010:1.1:1788624374.449176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a000. 00010000:00000010:1.1:1788624374.449179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067e600. 00000080:00000010:1.1:1788624374.460159:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19874200. 00000080:00000010:1.1:1788624374.460175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8500. 00010000:00000010:2.1:1788624374.466137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766600. 00010000:00000010:0.1:1788624374.540266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a400. 00010000:00000010:0.1:1788624374.540275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767a00. 00010000:00000010:0.1:1788624374.540279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601200. 00000080:00000010:1.1:1788624374.589703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536e00. 00010000:00000010:1.1:1788624374.595597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18200. 00010000:00000010:1.1:1788624374.595618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4000. 00010000:00000010:1.1:1788624374.595622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18c00. 00010000:00000010:1.1:1788624374.595625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4e00. 00010000:00000010:1.1:1788624374.595628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601a00. 00010000:00000010:3.1:1788624379.343731:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10c00. 00010000:00000010:3.1:1788624379.343754:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18a00. 00000100:00000200:3.0:1788624442.650720:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11594380 x1875506845017088/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624442.650733:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624442.650735:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624442.650738:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624442.650740:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624442.650743:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624442.650746:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624442.650748:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624442.650757:0:2392:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=20 v=5 (5 5 5 36) 00000100:00001000:3.0:1788624442.650762:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=68 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624442.650765:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624442.650767:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624442.650769:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624442.650773:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624442.650777:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624442.650780:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1788624442.650782:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624442.650784:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624442.650790:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11594380 x1875506845017088/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624442.650836:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624442.650839:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624442.650841:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624442.650846:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11594380 x1875506845017088/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624442.650854:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11594380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845017088:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624442.650859:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624442.650861:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624442.650864:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11594380 x1875506845017088/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624442.650870:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624442.650872:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624442.650877:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18745800. 02000000:00000001:3.0:1788624442.650880:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624442.650882:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624442.650884:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624442.650887:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624442.650889:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818300. 02000000:00000001:3.0:1788624442.650892:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624442.650894:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624442.650896:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11594380. 00000100:00000001:3.0:1788624442.650900:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624442.650901:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624442.650904:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624442.650906:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624442.650907:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624442.650909:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624442.650911:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624442.653349:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624442.653365:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624442.653369:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624442.653372:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624442.653381:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624442.653388:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624442.653395:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624442.653399:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624442.653404:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624442.653408:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377456280 00000400:00000200:3.0:1788624442.653413:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624442.653419:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x76a5 [1] + 224 00000800:00000001:3.0:1788624442.653426:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624442.653430:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624442.653434:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624442.653439:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624442.653447:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624442.653454:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11597100 x1875506845016704/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624442.653470:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11597100 x1875506845016704/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624442.653679:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624442.653689:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624442.653694:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624442.653696:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624442.653698:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624442.653702:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624442.653706:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624442.653710:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624442.653712:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624442.653715:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624442.653718:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377456300 00000400:00000200:3.0:1788624442.653722:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624442.653727:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x7685 [1] + 224 00000800:00000001:3.0:1788624442.653731:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624442.653734:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624442.653736:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624442.653739:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624442.653743:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624442.653747:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11597b80 x1875506845016832/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624442.653755:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11597b80 x1875506845016832/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624442.653763:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624442.653766:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624442.653769:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624442.653771:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624442.653773:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624442.653776:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624442.653780:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624442.653784:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624442.653786:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624442.653789:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624442.653791:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377456380 00000400:00000200:3.0:1788624442.653794:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624442.653797:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x76b5 [1] + 224 00000800:00000001:3.0:1788624442.653801:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624442.653859:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624442.653862:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624442.653866:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624442.653870:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624442.653873:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11594e00 x1875506845016960/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624442.653881:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11594e00 x1875506845016960/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624442.653887:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624442.653891:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624442.653894:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624443.346674:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624443.346683:0:757:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624443.346686:0:757:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624443.346760:0:757:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624443.346765:0:757:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624443.346768:0:757:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624443.346770:0:757:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624443.346773:0:757:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624443.346777:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624443.346779:0:757:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624443.346780:0:757:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624443.346785:0:757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624443.346788:0:757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624443.346789:0:757:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624443.346791:0:757:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624443.346793:0:757:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624443.346794:0:757:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624443.346796:0:757:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624444.371302:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624444.371310:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624444.371316:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624444.371318:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624445.394322:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624445.394334:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624445.394341:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624445.394343:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624446.418942:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624446.418949:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624446.418956:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624446.418957:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624446.610671:0:757:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296460633, at 4296460672 00000100:00000010:3.0:1788624446.610677:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd049ad480. 00010000:00000001:3.0:1788624447.442235:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624447.442243:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624447.442249:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624447.442250:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624447.764368:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624447.764378:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624447.764388:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11594380. 00000020:00000040:3.0:1788624447.764395:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:3.0:1788624447.764399:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624447.764402:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624447.764407:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624447.764416:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818300. 00000100:00000001:3.0:1788624447.764424:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624447.764437:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11594380 x1875506845017216/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624447.764449:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624447.764453:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624447.764459:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa7831c9] to pc [ptlrpcd_01_00+0] req@ffff99dd11594380 x1875506845017216/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624447.764948:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624447.764951:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624447.764955:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624447.764958:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595f80. 00000020:00000040:3.0:1788624447.764961:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624447.764963:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624447.764965:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624447.764967:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624447.764971:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818800. 00000100:00000001:3.0:1788624447.764974:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624447.764978:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11595f80 x1875506845017344/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624447.764986:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624447.764988:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624447.764991:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043057380] to pc [ptlrpcd_01_01+1] req@ffff99dd11595f80 x1875506845017344/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624447.771084:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624447.771090:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624447.771094:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624447.771102:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11594a80. 00000020:00000040:3.0:1788624447.771120:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624447.771124:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624447.771126:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624447.771131:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624447.771137:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818600. 00000100:00000001:3.0:1788624447.771143:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624447.771150:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11594a80 x1875506845017472/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624447.771160:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624447.771165:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624447.771170:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c55b8f21] to pc [ptlrpcd_01_00+0] req@ffff99dd11594a80 x1875506845017472/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624447.771186:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624447.771188:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624447.771191:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624447.771194:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597800. 00000020:00000040:3.0:1788624447.771196:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:3.0:1788624447.771199:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624447.771200:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624447.771201:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624447.771204:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818e00. 00000100:00000001:3.0:1788624447.771206:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624447.771210:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11597800 x1875506845017600/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624447.771217:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624447.771219:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624447.771222:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f0ad431] to pc [ptlrpcd_01_01+1] req@ffff99dd11597800 x1875506845017600/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624447.771229:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624447.771231:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788624447.771234:0:25842:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788624447.771238:0:25842:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1799) 00000100:00000001:3.0:1788624447.771250:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624447.771377:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624447.771380:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624447.771386:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11597800 x1875506845017600/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624447.771393:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624447.771395:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624447.771398:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624447.771400:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624447.771403:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624447.771413:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11597800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845017600:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624447.771417:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624447.771420:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624447.771422:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624447.771424:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624447.771428:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18745800. 02000000:00000001:3.0:1788624447.771430:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624447.771436:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624447.771439:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560ab00. 00000400:00000010:3.0:1788624447.771445:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fbb0. 00000100:00000200:3.0:1788624447.771450:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845017600, portal 4 00000100:00000001:3.0:1788624447.771451:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624447.771453:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490739200 : -112300218812416 : ffff99dd11597800) 00000100:00000040:3.0:1788624447.771459:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11597800 x1875506845017600/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624447.771465:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624447.771468:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624447.771470:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f3b8. 00000100:00000200:3.0:1788624447.771472:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845017600, offset 0 00000400:00000200:3.0:1788624447.771477:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624447.771482:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624447.771486:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624447.771489:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624447.771493:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624447.771495:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624447.771498:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624447.771501:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2580:2580:256:4294967295] 192.168.202.125@tcp LPNI seq info [2580:2580:8:4294967295] 00000400:00000200:3.0:1788624447.771505:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624447.771513:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624447.771527:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624447.771532:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818c00. 00000800:00000200:3.0:1788624447.771536:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624447.771542:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624447.771545:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624447.771652:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624447.771657:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 247002 usecs (248 jiffies) 00000400:00000200:3.0:1788624447.771661:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624447.771663:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296462081 00000100:00000001:3.0:1788624447.771666:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296465752 00000100:00000001:3.0:1788624447.771668:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296462081 00000100:00000001:3.0:1788624447.771670:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296465752 00000100:00000001:3.0:1788624447.771672:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624447.771674:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624447.771677:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624447.771680:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624447.771686:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624447.771688:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788624447.771690:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624447.771691:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624447.771693:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624447.771695:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788624447.771696:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624447.771698:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624447.771699:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624447.771701:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624447.771701:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624447.771702:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624447.771706:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11594a80 x1875506845017472/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624447.771713:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624447.771714:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624447.771717:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624447.771719:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624447.772213:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624447.772219:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845017472:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624447.772223:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624447.772225:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624447.772227:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624447.772229:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624447.772234:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18744600. 02000000:00000001:3.0:1788624447.772236:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624447.772239:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624447.772242:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560aa50. 00000400:00000010:3.0:1788624447.772247:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f7f8. 00000100:00000200:3.0:1788624447.772250:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845017472, portal 10 00000100:00000001:3.0:1788624447.772252:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624447.773069:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490727552 : -112300218824064 : ffff99dd11594a80) 00000100:00000040:3.0:1788624447.773083:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11594a80 x1875506845017472/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624447.773091:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624447.773094:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624447.773100:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f088. 00000100:00000200:3.0:1788624447.776685:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845017472, offset 0 00000400:00000200:3.0:1788624447.776709:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624447.777356:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624447.777370:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624447.777375:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624447.777379:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624447.777383:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624447.777386:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624447.777390:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2581:2581:256:4294967295] 192.168.202.125@tcp LPNI seq info [2581:2581:8:4294967295] 00000400:00000200:3.0:1788624447.777395:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624447.777711:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624447.777719:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624447.777735:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818c00. 00000800:00000200:3.0:1788624447.777742:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624447.777749:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624447.777753:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624447.777770:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624447.777776:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24827 usecs (25 jiffies) 00000400:00000200:3.0:1788624447.777780:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624447.777783:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296461864 00000100:00000001:3.0:1788624447.777786:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296465752 00000100:00000001:3.0:1788624447.777789:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296461864 00000100:00000001:3.0:1788624447.777791:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296465752 00000100:00000001:3.0:1788624447.777793:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624447.777797:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624447.777801:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624447.777804:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624447.777888:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624447.777891:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818c00. 00000400:00000200:3.0:1788624447.777896:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624447.777900:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624447.791898:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f088 00000400:00000010:3.0:1788624447.791909:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f088. 00000100:00000001:3.0:1788624447.791919:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624447.791936:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11594a80 x1875506845017472/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624447.791954:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624447.791958:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11594a80 x1875506845017472/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624585 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624447.791964:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624447.791966:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788624447.798892:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624447.798897:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624447.798904:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624447.798906:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624447.798909:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560aa50. 00000400:00000200:3.0:1788624447.798914:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f7f8 00000400:00000010:3.0:1788624447.798916:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f7f8. 00000100:00000001:3.0:1788624447.798918:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624447.798923:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11594a80 x1875506845017472/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624447.798931:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11594a80 x1875506845017472/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624585 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624447.798937:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624447.798939:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624447.798941:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624447.798945:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624447.798947:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624447.798949:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624447.798952:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624447.798963:0:2392:0:(import.c:2195:obd_at_measure()) add 103 to ffff99dd19445c60 time=26 v=103 (103 103 103 137) 00000100:00001000:3.0:1788624447.798967:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=26 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624447.798970:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624447.798972:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624447.798974:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624447.798978:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624447.798981:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624447.798983:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788624447.798985:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624447.798987:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624447.798991:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11594a80 x1875506845017472/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624585 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624447.798997:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624447.799000:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624447.799002:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624447.799005:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11594a80 x1875506845017472/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624585 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624447.799014:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845017472:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624447.799031:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624447.799034:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624447.799037:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11594a80 x1875506845017472/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624585 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624447.799043:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624447.799045:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624447.799048:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18744600. 02000000:00000001:3.0:1788624447.799051:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624447.799053:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624447.799055:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624447.799057:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624447.799059:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818600. 02000000:00000001:3.0:1788624447.799064:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624447.799065:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624447.799066:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11594a80. 00000100:00000001:3.0:1788624447.799070:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624447.799071:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624447.799073:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624447.799080:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624447.799082:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624447.799085:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624447.799087:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624448.468905:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624448.468912:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624448.468918:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624448.468919:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624449.490999:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624449.491006:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624449.491012:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624449.491013:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624450.514247:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624450.514255:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624450.514261:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624450.514263:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624451.538177:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624451.538185:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624451.538192:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624451.538193:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624451.730331:0:757:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296465752, at 4296465792 00000100:00000010:3.0:1788624451.730337:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd18588180. 00010000:00000001:3.0:1788624452.563342:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624452.563350:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624452.563358:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624452.563359:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624452.886559:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624452.886565:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd09372a00. 00000400:00000200:3.0:1788624452.886571:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624452.886576:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624452.886583:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053956e8 00000400:00000010:3.0:1788624452.886585:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053956e8. 00000100:00000001:3.0:1788624452.886590:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624452.886594:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8380 x1875506845017728/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624452.886604:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624452.886608:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8380 x1875506845017728/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624452.886614:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624452.886616:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1788624453.586322:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624453.586331:0:757:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624453.586334:0:757:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624453.586337:0:757:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624453.586342:0:757:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624453.586345:0:757:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624453.586347:0:757:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624453.586350:0:757:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624453.586354:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624453.586357:0:757:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624453.586358:0:757:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624453.586364:0:757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624453.586366:0:757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624453.586597:0:757:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624453.586599:0:757:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624453.586600:0:757:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624453.586602:0:757:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624453.586604:0:757:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624454.611892:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624454.611899:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624454.611904:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624454.611905:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624455.634366:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624455.634373:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624455.634388:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624455.634390:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624456.658238:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624456.658246:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624456.658252:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624456.658253:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624456.850371:0:757:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296470874, at 4296470912 00000100:00000010:3.0:1788624456.850395:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879c420. 00010000:00000001:3.0:1788624457.682475:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624457.682493:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624457.682500:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624457.682501:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624458.004396:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624458.004409:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624458.004424:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11594a80. 00000020:00000040:3.0:1788624458.004432:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:3.0:1788624458.004437:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624458.004440:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624458.004446:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624458.004456:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818600. 00000100:00000001:3.0:1788624458.004464:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624458.004477:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11594a80 x1875506845018240/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624458.004490:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624458.004494:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624458.004501:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c55b8f21] to pc [ptlrpcd_01_00+0] req@ffff99dd11594a80 x1875506845018240/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624458.004826:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624458.004831:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624458.004834:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624458.004838:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595500. 00000020:00000040:3.0:1788624458.004841:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624458.004843:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624458.004844:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624458.004846:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624458.004850:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818c00. 00000100:00000001:3.0:1788624458.004854:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624458.004859:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11595500 x1875506845018368/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624458.004868:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624458.004870:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624458.004875:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d65fc0c] to pc [ptlrpcd_01_01+1] req@ffff99dd11595500 x1875506845018368/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624458.004883:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624458.004886:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624458.004889:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624458.004892:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11596300. 00000020:00000040:3.0:1788624458.004895:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624458.004897:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624458.004898:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624458.004900:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624458.004903:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818f00. 00000100:00000001:3.0:1788624458.004906:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624458.004910:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11596300 x1875506845018496/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624458.004917:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624458.004919:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624458.004922:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041c58886] to pc [ptlrpcd_01_00+0] req@ffff99dd11596300 x1875506845018496/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624458.004929:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624458.004931:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624458.004934:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624458.004937:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11596d80. 00000020:00000040:3.0:1788624458.004940:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:3.0:1788624458.004942:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624458.004943:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624458.004945:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624458.004947:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818100. 00000100:00000001:3.0:1788624458.004950:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624458.004953:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11596d80 x1875506845018624/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624458.004959:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624458.004961:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624458.004964:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9bf39dc] to pc [ptlrpcd_01_01+1] req@ffff99dd11596d80 x1875506845018624/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624458.004971:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624458.004973:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788624458.004976:0:25842:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788624458.004981:0:25842:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1809) 00000100:00000001:3.0:1788624458.004999:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624458.005004:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624458.005007:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624458.005012:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595500 x1875506845018368/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624458.005020:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624458.005022:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624458.005027:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624458.005029:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624458.005031:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624458.005035:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845018368:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624458.005039:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624458.005045:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624458.005048:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624458.005050:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624458.005055:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18744a00. 02000000:00000001:3.0:1788624458.005057:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624458.005065:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624458.005069:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560aa50. 00000400:00000010:3.0:1788624458.005076:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f7f8. 00000100:00000200:3.0:1788624458.005084:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845018368, portal 10 00000100:00000001:3.0:1788624458.005086:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624458.005088:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490730240 : -112300218821376 : ffff99dd11595500) 00000100:00000040:3.0:1788624458.005096:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11595500 x1875506845018368/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624458.006260:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624458.006266:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624458.006270:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f088. 00000100:00000200:3.0:1788624458.006274:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845018368, offset 0 00000400:00000200:3.0:1788624458.006280:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624458.006284:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624458.006288:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624458.006291:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624458.006294:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624458.006296:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624458.006299:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624458.006302:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2588:2588:256:4294967295] 192.168.202.125@tcp LPNI seq info [2588:2588:8:4294967295] 00000400:00000200:3.0:1788624458.006305:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624458.006311:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624458.006316:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624458.006319:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818200. 00000800:00000200:3.0:1788624458.006324:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624458.006328:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624458.006342:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624458.006357:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624458.006361:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 527537 usecs (528 jiffies) 00000400:00000200:3.0:1788624458.006364:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624458.006366:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296472596 00000100:00000001:3.0:1788624458.006369:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296475993 00000100:00000001:3.0:1788624458.006371:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296472596 00000100:00000001:3.0:1788624458.006374:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296475993 00000100:00000001:3.0:1788624458.006376:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624458.006378:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624458.006381:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624458.006385:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11596d80 x1875506845018624/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624458.006393:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624458.006395:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624458.006397:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624458.006399:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624458.006401:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624458.006404:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845018624:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624458.006408:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624458.006411:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624458.006412:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624458.006414:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624458.006418:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18744e00. 02000000:00000001:3.0:1788624458.006420:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624458.006424:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624458.006427:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a738. 00000400:00000010:3.0:1788624458.006430:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f000. 00000100:00000200:3.0:1788624458.006433:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845018624, portal 4 00000100:00000001:3.0:1788624458.006435:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624458.006437:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490736512 : -112300218815104 : ffff99dd11596d80) 00000100:00000040:3.0:1788624458.006443:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11596d80 x1875506845018624/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624458.006449:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624458.006452:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624458.006454:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f330. 00000100:00000200:3.0:1788624458.006456:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845018624, offset 0 00000400:00000200:3.0:1788624458.006460:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624458.006463:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624458.006467:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624458.006469:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624458.006471:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624458.006473:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624458.006476:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624458.006478:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2589:2589:255:4294967295] 192.168.202.125@tcp LPNI seq info [2589:2589:7:4294967295] 00000400:00000200:3.0:1788624458.006482:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624458.006488:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624458.006492:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624458.006496:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818e00. 00000800:00000200:3.0:1788624458.006500:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624458.006505:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624458.006507:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624458.007836:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624458.007845:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 244656 usecs (245 jiffies) 00000400:00000200:3.0:1788624458.007851:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624458.007854:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296472314 00000100:00000001:3.0:1788624458.007858:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296475993 00000100:00000001:3.0:1788624458.007860:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296472314 00000100:00000001:3.0:1788624458.007862:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296475993 00000100:00000001:3.0:1788624458.007864:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624458.007867:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624458.007871:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624458.007875:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624458.007881:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624458.007883:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788624458.007886:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624458.007888:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624458.007889:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624458.007892:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624458.019777:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624458.019785:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624458.019794:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624458.019797:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624458.019800:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2aa8. 00000400:00000200:3.0:1788624458.019808:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e086e8 00000400:00000010:3.0:1788624458.019811:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e086e8. 00000100:00000001:3.0:1788624458.019815:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624458.019828:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11594a80 x1875506845018240/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624458.019840:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11594a80 x1875506845018240/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624458.019846:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624458.019849:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624458.019851:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624458.019854:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624458.019857:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624458.019860:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624458.019863:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624458.019870:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=37 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624458.019874:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=37 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624458.019877:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624458.019878:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624458.019881:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624458.019884:0:2391:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624458.019887:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624458.019892:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11594a80 x1875506845018240/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624458.019900:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624458.019903:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624458.019906:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624458.019910:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11594a80 x1875506845018240/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624458.019918:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2391:1875506845018240:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624458.019924:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624458.019927:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624458.019930:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11594a80 x1875506845018240/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624458.019936:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624458.019939:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624458.019942:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd1078ac00. 02000000:00000001:3.0:1788624458.019946:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624458.019949:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624458.019951:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:3.0:1788624458.019953:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624458.019956:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818600. 02000000:00000001:3.0:1788624458.019960:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624458.019962:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624458.019964:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11594a80. 00000100:00000001:3.0:1788624458.019968:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624458.019970:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624458.019973:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624458.019975:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624458.019976:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624458.019977:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624458.019979:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624458.022531:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624458.022539:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624458.022548:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624458.022550:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624458.022555:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2840. 00000400:00000200:3.0:1788624458.022564:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08000 00000400:00000010:3.0:1788624458.022566:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08000. 00000100:00000001:3.0:1788624458.022570:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624458.022580:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11596300 x1875506845018496/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624458.022591:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11596300 x1875506845018496/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624458.022598:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624458.022600:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624458.022602:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624458.022605:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624458.022606:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624458.022609:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624458.022612:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624458.022622:0:2391:0:(import.c:2195:obd_at_measure()) add 103 to ffff99dd19445c60 time=37 v=103 (103 103 103 137) 00000100:00001000:3.0:1788624458.022626:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=37 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624458.022628:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624458.022630:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624458.022632:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624458.022636:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624458.022641:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624458.022643:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788624458.022645:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624458.022646:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624458.022651:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11596300 x1875506845018496/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624596 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624458.022659:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624458.022661:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624458.022663:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624458.022667:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11596300 x1875506845018496/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624596 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624458.022675:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845018496:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624458.022680:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624458.022682:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624458.022686:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11596300 x1875506845018496/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624596 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624458.022693:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624458.022695:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624458.022699:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd1078be00. 02000000:00000001:3.0:1788624458.022702:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624458.022705:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624458.022706:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624458.022708:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624458.022711:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818f00. 02000000:00000001:3.0:1788624458.022715:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624458.022717:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624458.022719:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11596300. 00000100:00000001:3.0:1788624458.022722:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624458.022723:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624458.022726:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624458.022735:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624458.022737:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624458.022740:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624458.022743:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624458.031280:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624458.031287:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624458.031304:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624458.031307:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624458.031311:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a738. 00000400:00000200:3.0:1788624458.031318:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f000 00000400:00000010:3.0:1788624458.031320:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f000. 00000100:00000001:3.0:1788624458.031324:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624458.031341:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11596d80 x1875506845018624/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624458.031352:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11596d80 x1875506845018624/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624458.031359:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624458.031361:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624458.031365:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624458.031368:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624458.031370:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624458.031372:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624458.031375:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624458.031384:0:2392:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=36 v=5 (5 5 5 36) 00000100:00001000:3.0:1788624458.031388:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=84 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624458.031390:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624458.031392:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624458.031395:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624458.031399:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624458.031402:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624458.031404:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1788624458.031406:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624458.031408:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624458.031422:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11596d80 x1875506845018624/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624458.031429:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624458.031432:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624458.031434:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624458.031438:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11596d80 x1875506845018624/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624458.031445:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845018624:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624458.031451:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624458.031453:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624458.031456:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11596d80 x1875506845018624/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624458.031464:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624458.031466:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624458.031469:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18744e00. 02000000:00000001:3.0:1788624458.031473:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624458.031476:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624458.031478:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624458.031481:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624458.031483:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818100. 02000000:00000001:3.0:1788624458.031487:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624458.031489:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624458.031491:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11596d80. 00000100:00000001:3.0:1788624458.031494:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624458.031495:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624458.031498:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624458.031505:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624458.031507:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624458.031509:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624458.031512:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624458.706197:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624458.706204:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624458.706210:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624458.706212:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624459.730337:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624459.730345:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624459.730350:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624459.730352:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624460.754243:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624460.754251:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624460.754327:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624460.754328:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624461.778869:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624461.778878:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624461.778886:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624461.778887:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624461.970220:0:757:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296475993, at 4296476032 00000100:00000010:3.0:1788624461.970241:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd18588f00. 00010000:00000001:3.0:1788624462.803342:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624462.803350:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624462.803357:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624462.803358:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624463.826318:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624463.826329:0:757:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624463.826332:0:757:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624463.826336:0:757:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624463.826341:0:757:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624463.826343:0:757:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624463.826345:0:757:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624463.826347:0:757:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624463.826350:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624463.826351:0:757:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624463.826352:0:757:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624463.826357:0:757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624463.826359:0:757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624463.826360:0:757:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624463.826361:0:757:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624463.826363:0:757:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624463.826365:0:757:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624463.826366:0:757:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624464.850455:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624464.850462:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624464.850469:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624464.850470:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624465.874287:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624465.874295:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624465.874301:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624465.874302:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624466.899528:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624466.899537:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624466.899545:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624466.899547:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624467.090253:0:757:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296481111, at 4296481152 00000100:00000010:3.0:1788624467.090270:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879cde0. 00010000:00000001:3.0:1788624467.922244:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624467.922252:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624467.922257:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624467.922258:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624468.242473:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624468.242487:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624468.242500:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11596d80. 00000020:00000040:3.0:1788624468.242507:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:3.0:1788624468.242512:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624468.242516:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624468.242521:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624468.242542:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818100. 00000100:00000001:3.0:1788624468.242558:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624468.242571:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11596d80 x1875506845019264/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624468.242582:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624468.242587:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624468.242594:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9bf39dc] to pc [ptlrpcd_01_00+0] req@ffff99dd11596d80 x1875506845019264/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624468.242635:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624468.242638:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624468.242642:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624468.242645:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11596300. 00000020:00000040:3.0:1788624468.242647:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624468.242650:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624468.242651:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624468.242653:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624468.242656:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818f00. 00000100:00000001:3.0:1788624468.242660:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624468.242666:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11596300 x1875506845019392/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624468.242674:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624468.242676:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624468.242680:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041c58886] to pc [ptlrpcd_01_01+1] req@ffff99dd11596300 x1875506845019392/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624468.242689:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624468.242691:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624468.242694:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624468.242697:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11594a80. 00000020:00000040:3.0:1788624468.242699:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624468.242701:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624468.242703:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624468.242705:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624468.242707:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818600. 00000100:00000001:3.0:1788624468.242710:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624468.242715:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11594a80 x1875506845019520/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624468.242721:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624468.242723:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624468.242727:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c55b8f21] to pc [ptlrpcd_01_00+0] req@ffff99dd11594a80 x1875506845019520/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624468.242735:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624468.242737:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624468.242740:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624468.242744:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11594700. 00000020:00000040:3.0:1788624468.242745:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:3.0:1788624468.242747:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624468.242748:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624468.242750:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624468.243425:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818300. 00000100:00000001:3.0:1788624468.243429:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624468.243435:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11594700 x1875506845019648/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624468.243443:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624468.243445:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624468.243450:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebbda5a6] to pc [ptlrpcd_01_01+1] req@ffff99dd11594700 x1875506845019648/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624468.243458:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624468.243461:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788624468.243464:0:14159:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788624468.243469:0:14159:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1820) 00000100:00000001:3.0:1788624468.243481:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624468.243484:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624468.243486:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624468.243490:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11596300 x1875506845019392/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624468.243497:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624468.243499:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624468.243501:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624468.243503:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624468.243505:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624468.243508:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845019392:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624468.243511:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624468.243514:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624468.243515:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624468.243517:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624468.243521:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18744000. 02000000:00000001:3.0:1788624468.243523:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624468.243526:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624468.243529:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a738. 00000400:00000010:3.0:1788624468.243535:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f000. 00000100:00000200:3.0:1788624468.243538:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845019392, portal 10 00000100:00000001:3.0:1788624468.243540:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624468.243542:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490733824 : -112300218817792 : ffff99dd11596300) 00000100:00000040:3.0:1788624468.243668:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11596300 x1875506845019392/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624468.243675:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624468.243677:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624468.243680:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112ff68. 00000100:00000200:3.0:1788624468.243684:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845019392, offset 0 00000400:00000200:3.0:1788624468.243688:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624468.243692:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624468.243695:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624468.243698:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624468.243701:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624468.243703:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624468.243705:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624468.243707:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2595:2595:255:4294967295] 192.168.202.125@tcp LPNI seq info [2595:2595:7:4294967295] 00000400:00000200:3.0:1788624468.243711:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624468.243716:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624468.243720:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624468.243723:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818800. 00000800:00000200:3.0:1788624468.243727:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624468.243731:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624468.243734:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624468.243738:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624468.243742:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 525851 usecs (526 jiffies) 00000400:00000200:3.0:1788624468.243745:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624468.243746:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296482831 00000100:00000001:3.0:1788624468.243910:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296486231 00000100:00000001:3.0:1788624468.243914:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296482831 00000100:00000001:3.0:1788624468.243916:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296486231 00000100:00000001:3.0:1788624468.243918:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624468.243920:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624468.243922:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624468.243928:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11594700 x1875506845019648/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624468.243935:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624468.243936:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624468.243938:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624468.243940:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624468.243942:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624468.243944:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11594700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845019648:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624468.243947:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624468.243950:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624468.243951:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624468.243953:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624468.243957:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18745e00. 02000000:00000001:3.0:1788624468.243958:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624468.243962:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624468.243965:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560ab58. 00000400:00000010:3.0:1788624468.243969:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f908. 00000100:00000200:3.0:1788624468.243971:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845019648, portal 4 00000100:00000001:3.0:1788624468.243973:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624468.243974:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490726656 : -112300218824960 : ffff99dd11594700) 00000100:00000040:3.0:1788624468.243980:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11594700 x1875506845019648/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624468.243986:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624468.243989:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624468.243991:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112faa0. 00000100:00000200:3.0:1788624468.243994:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845019648, offset 0 00000400:00000200:3.0:1788624468.243998:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624468.244003:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624468.244006:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624468.244009:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624468.244011:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624468.244014:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624468.244016:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624468.244018:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2596:2596:254:4294967295] 192.168.202.125@tcp LPNI seq info [2596:2596:6:4294967295] 00000400:00000200:3.0:1788624468.244022:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624468.244028:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624468.244659:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624468.244666:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818c00. 00000800:00000200:3.0:1788624468.244671:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624468.244675:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624468.244678:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624468.244682:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624468.244685:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 242270 usecs (243 jiffies) 00000400:00000200:3.0:1788624468.244688:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624468.244691:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296482549 00000100:00000001:3.0:1788624468.244693:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296486231 00000100:00000001:3.0:1788624468.244695:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296482549 00000100:00000001:3.0:1788624468.244698:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296486231 00000100:00000001:3.0:1788624468.244700:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624468.244702:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624468.244705:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624468.244707:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624468.244711:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624468.244713:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788624468.244715:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624468.244716:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624468.244719:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624468.244721:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624468.275902:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624468.275906:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624468.275910:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624468.275912:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624468.275914:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a738. 00000400:00000200:3.0:1788624468.275918:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f000 00000400:00000010:3.0:1788624468.275920:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f000. 00000100:00000001:3.0:1788624468.275923:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624468.275928:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11596300 x1875506845019392/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624468.275937:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11596300 x1875506845019392/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624468.275944:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624468.275945:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624468.275947:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624468.275948:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624468.275950:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624468.275951:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624468.275953:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624468.275958:0:2392:0:(import.c:2195:obd_at_measure()) add 103 to ffff99dd19442460 time=47 v=103 (103 103 103 137) 00000100:00001000:3.0:1788624468.275961:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=128 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624468.275964:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624468.275965:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624468.275967:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624468.275968:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624468.275971:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624468.275973:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1788624468.275975:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624468.275976:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624468.275980:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11596300 x1875506845019392/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624468.275986:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624468.275988:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624468.275990:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624468.275993:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11596300 x1875506845019392/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624468.276000:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845019392:192.168.202.125@tcp:400:kworker.0 00000400:00000001:3.0:1788624468.276005:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624468.276007:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624468.276008:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560ab58. 00000400:00000200:3.0:1788624468.276011:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f908 00000400:00000010:3.0:1788624468.276012:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f908. 00000100:00000001:3.0:1788624468.276015:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624468.276018:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11594700 x1875506845019648/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624468.276026:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11594700 x1875506845019648/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624468.276032:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624468.276034:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624468.276035:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624468.276037:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624468.276038:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624468.276039:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624468.276041:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624468.276044:0:2392:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=46 v=5 (5 5 5 36) 00000100:00001000:3.0:1788624468.276047:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=94 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624468.276050:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624468.276051:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624468.276053:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624468.276054:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624468.276057:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624468.276058:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1788624468.276060:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624468.276062:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624468.276066:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11594700 x1875506845019648/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624468.276077:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624468.276079:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624468.276080:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624468.276084:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11594700 x1875506845019648/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624468.276091:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11594700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845019648:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624468.276095:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624468.276098:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624468.276101:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11596300 x1875506845019392/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624468.276163:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624468.276165:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624468.276169:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18744000. 02000000:00000001:3.0:1788624468.276173:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624468.276175:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624468.276177:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624468.276179:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624468.276182:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818f00. 02000000:00000001:3.0:1788624468.276186:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624468.276189:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624468.276191:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11596300. 00000100:00000001:3.0:1788624468.276194:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624468.276195:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624468.276197:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624468.276201:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11594700 x1875506845019648/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624468.276207:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624468.276208:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624468.276209:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18745e00. 02000000:00000001:3.0:1788624468.276211:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624468.276213:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624468.276214:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624468.276216:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624468.276217:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818300. 02000000:00000001:3.0:1788624468.276219:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624468.276220:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624468.276222:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11594700. 00000100:00000001:3.0:1788624468.276224:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624468.276225:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624468.276228:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624468.276236:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624468.276238:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624468.276240:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624468.276242:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624468.946771:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624468.946788:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624468.946794:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624468.946795:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624469.971784:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624469.971792:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624469.971798:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624469.971799:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624470.994227:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624470.994235:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624470.994241:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624470.994242:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624472.018318:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624472.018325:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624472.018332:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624472.018333:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624472.210249:0:757:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296486231, at 4296486272 00000100:00000010:3.0:1788624472.210266:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd185884e0. 00010000:00000001:3.0:1788624473.042437:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624473.042445:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624473.042451:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624473.042453:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624474.066388:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624474.066395:0:757:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624474.066398:0:757:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624474.066400:0:757:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624474.066405:0:757:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624474.066407:0:757:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624474.066409:0:757:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624474.066410:0:757:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624474.066413:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624474.066414:0:757:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624474.066415:0:757:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624474.066418:0:757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624474.066420:0:757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624474.066421:0:757:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624474.066422:0:757:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624474.066423:0:757:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624474.066424:0:757:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624474.066425:0:757:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624475.090222:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624475.090230:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624475.090236:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624475.090237:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624476.114472:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624476.114478:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624476.114483:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624476.114485:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624477.139870:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624477.139877:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624477.139883:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624477.139884:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624477.330256:0:757:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296491351, at 4296491392 00000100:00000010:3.0:1788624477.330275:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879cc60. 00010000:00000001:3.0:1788624478.162408:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624478.162416:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624478.162422:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624478.162423:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624479.186245:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624479.186254:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624479.186259:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624479.186262:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624480.210245:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624480.210252:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624480.210258:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624480.210259:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624481.234461:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624481.234468:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624481.234474:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624481.234475:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624482.258256:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624482.258264:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624482.258272:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624482.258273:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624482.450472:0:757:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296496470, at 4296496512 00000100:00000010:3.0:1788624482.450479:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879c420. 00010000:00000001:3.0:1788624483.282289:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624483.282301:0:757:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624483.282304:0:757:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624483.282308:0:757:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624483.282313:0:757:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624483.282315:0:757:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624483.282318:0:757:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624483.282320:0:757:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624483.282324:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624483.282326:0:757:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624483.282327:0:757:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624483.282332:0:757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624483.282334:0:757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624483.282336:0:757:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624483.282338:0:757:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624483.282339:0:757:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624483.282340:0:757:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624483.282342:0:757:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624483.614778:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624483.614784:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611000. 00000400:00000200:3.0:1788624483.614788:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624483.614793:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624483.614798:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c110 00000400:00000010:3.0:1788624483.614801:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c110. 00000100:00000001:3.0:1788624483.614805:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624483.614809:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddad80 x1875506845021184/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624483.614817:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624483.614820:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddad80 x1875506845021184/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624483.614825:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624483.614827:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624483.617419:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624483.617430:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624483.617434:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624483.617437:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624483.617444:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624483.617450:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624483.617458:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624483.617462:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624483.617466:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624483.617469:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377457400 00000400:00000200:3.0:1788624483.617474:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624483.617479:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x781d [1] + 224 00000800:00000001:3.0:1788624483.617484:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624483.617491:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624483.617493:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624483.617497:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624483.617504:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624483.617512:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddad80 x1875506845021184/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624483.617523:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11ddad80 x1875506845021184/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624483.617553:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624483.617560:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624483.617564:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624484.306217:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624484.306224:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624484.306232:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624484.306233:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624485.331168:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624485.331175:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624485.331181:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624485.331182:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624486.354431:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624486.354835:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624486.354843:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624486.354844:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624487.378243:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624487.378249:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624487.378255:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624487.378256:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624487.570567:0:757:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296501591, at 4296501632 00000100:00000010:3.0:1788624487.570574:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879ce40. 00010000:00000001:3.0:1788624488.402328:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624488.402335:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624488.402341:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624488.402342:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624488.725120:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624488.725124:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611800. 00000400:00000200:3.0:1788624488.725130:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624488.725135:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624488.725139:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cee0 00000400:00000010:3.0:1788624488.725141:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cee0. 00000100:00000001:3.0:1788624488.725144:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624488.725149:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05880 x1875506845021440/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624488.725164:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624488.725167:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05880 x1875506845021440/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624488.725172:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624488.725174:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624488.725186:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624488.725188:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cf00. 00000400:00000200:3.0:1788624488.725191:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624488.725194:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624488.725197:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395aa0 00000400:00000010:3.0:1788624488.725198:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395aa0. 00000100:00000001:3.0:1788624488.725200:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624488.725204:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07800 x1875506845021696/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624488.725211:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624488.725214:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07800 x1875506845021696/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624488.725220:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624488.725221:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624488.725265:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624488.725267:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c500. 00000400:00000200:3.0:1788624488.725270:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624488.725273:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624488.725276:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395c38 00000400:00000010:3.0:1788624488.725278:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395c38. 00000100:00000001:3.0:1788624488.725280:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624488.725284:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04000 x1875506845021568/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624488.725290:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624488.725293:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04000 x1875506845021568/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624488.725304:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624488.725305:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1788624489.428770:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624489.428781:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624489.428790:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624489.428792:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624490.286733:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624490.286752:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624490.286768:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11594700. 00000020:00000040:3.0:1788624490.286776:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:3.0:1788624490.286781:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624490.286785:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624490.286793:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624490.286803:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818300. 00000100:00000001:3.0:1788624490.286813:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624490.286825:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11594700 x1875506845021824/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624490.286838:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624490.286845:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624490.286852:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebbda5a6] to pc [ptlrpcd_01_00+0] req@ffff99dd11594700 x1875506845021824/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624490.286889:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788624490.286892:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788624490.286896:0:14159:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1788624490.286899:0:14159:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788624490.286901:0:14159:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788624490.286905:0:14159:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1788624490.286909:0:14159:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: connect to NID 192.168.202.125@tcp last attempt 1687 00000400:00000200:3.0:1788624490.286918:0:14159:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.286926:0:14159:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.125@tcp is discovered: rc = 1 00000100:00000040:3.0:1788624490.286932:0:14159:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624490.286936:0:14159:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624490.286939:0:14159:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624490.286941:0:14159:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000001:3.0:1788624490.286945:0:14159:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788624490.286946:0:14159:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d13 00000020:00000001:3.0:1788624490.286950:0:14159:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624490.286954:0:14159:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd10dbe000 refcount=5 00000020:00000001:3.0:1788624490.286956:0:14159:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000020:00000001:3.0:1788624490.286959:0:14159:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000100:00000040:3.0:1788624490.286962:0:14159:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624490.286964:0:14159:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624490.286966:0:14159:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624490.286968:0:14159:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000040:3.0:1788624490.286971:0:14159:0:(genops.c:879:class_export_put()) PUTting export ffff99dd10dbe000 : new refcount 4 00000100:00080000:3.0:1788624490.286975:0:14159:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: import ffff99dd19442000 using connection 192.168.202.125@tcp/192.168.202.125@tcp 00000100:00000001:3.0:1788624490.286978:0:14159:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624490.286980:0:14159:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788624490.286988:0:14159:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624490.286991:0:14159:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624490.286994:0:14159:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788624490.286999:0:14159:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788624490.287004:0:14159:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624490.287007:0:14159:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624490.287012:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11596300. 00000020:00000040:3.0:1788624490.287015:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:3.0:1788624490.287019:0:14159:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788624490.287022:0:14159:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624490.287025:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624490.287027:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624490.287032:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624490.287037:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cc400. 00000100:00000001:3.0:1788624490.287041:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624490.287047:0:14159:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99dd11596300 x1875506845021952/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624490.287055:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624490.287057:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624490.287063:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041c58886] to pc [ptlrpcd_rcv+-1] req@ffff99dd11596300 x1875506845021952/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624490.287094:0:14159:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624490.287098:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624490.287102:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624490.287156:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11596a00. 00000020:00000040:3.0:1788624490.287160:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624490.287163:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624490.287164:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624490.287166:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624490.287171:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818f00. 00000100:00000001:3.0:1788624490.287175:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624490.287181:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11596a00 x1875506845022080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624490.287189:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624490.287191:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624490.287199:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2861c11] to pc [ptlrpcd_01_01+1] req@ffff99dd11596a00 x1875506845022080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624490.287209:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624490.287211:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624490.287215:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624490.287221:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11594a80. 00000020:00000040:3.0:1788624490.287234:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:3.0:1788624490.287344:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624490.287348:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624490.287352:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624490.287360:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818e00. 00000100:00000001:3.0:1788624490.287368:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624490.287380:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11594a80 x1875506845022208/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624490.287420:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624490.287426:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624490.287437:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c55b8f21] to pc [ptlrpcd_01_00+0] req@ffff99dd11594a80 x1875506845022208/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624490.287448:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624490.287452:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788624490.287475:0:14159:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788624490.287485:0:14159:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1842) 00000100:00000001:3.0:1788624490.287507:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624490.287515:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624490.287522:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624490.287531:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11596a00 x1875506845022080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624490.287553:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624490.287558:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624490.287565:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624490.287569:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624490.287576:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624490.287587:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11596a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845022080:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624490.287592:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624490.287596:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624490.287598:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624490.287601:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624490.287605:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18745800. 02000000:00000001:3.0:1788624490.287608:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624490.287614:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624490.287618:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560ab58. 00000400:00000010:3.0:1788624490.287625:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f908. 00000100:00000200:3.0:1788624490.287631:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845022080, portal 10 00000100:00000001:3.0:1788624490.287634:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624490.287636:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490735616 : -112300218816000 : ffff99dd11596a00) 00000100:00000040:3.0:1788624490.287644:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11596a00 x1875506845022080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624490.287651:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624490.287654:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624490.287657:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f000. 00000100:00000200:3.0:1788624490.287660:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845022080, offset 0 00000400:00000200:3.0:1788624490.287666:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624490.291419:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.291440:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624490.291447:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624490.291452:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624490.291456:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624490.291460:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624490.295346:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2616:2616:255:4294967295] 192.168.202.125@tcp LPNI seq info [2616:2616:7:4294967295] 00000400:00000200:3.0:1788624490.295361:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.295376:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624490.295387:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624490.295403:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818200. 00000800:00000200:3.0:1788624490.295412:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624490.295421:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624490.295426:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624490.295433:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624490.295442:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24832 usecs (25 jiffies) 00000400:00000200:3.0:1788624490.295447:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624490.295451:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296504382 00000100:00000001:3.0:1788624490.295608:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296508275 00000100:00000001:3.0:1788624490.295613:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296504382 00000100:00000001:3.0:1788624490.295616:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296508275 00000100:00000001:3.0:1788624490.295618:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624490.295624:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624490.295629:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624490.295634:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624490.295645:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624490.295648:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788624490.295652:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624490.295655:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624490.295656:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624490.295660:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624490.297300:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624490.297307:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0ee00. 00000400:00000200:3.0:1788624490.297317:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624490.297324:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624490.297331:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08d48 00000400:00000010:3.0:1788624490.297334:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08d48. 00000100:00000001:3.0:1788624490.297341:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624490.297352:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11594700 x1875506845021824/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624490.297365:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624490.297369:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11594700 x1875506845021824/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624490.297377:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624490.297379:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624490.297396:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624490.297398:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818200. 00000400:00000200:3.0:1788624490.297402:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624490.297405:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624490.297408:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f000 00000400:00000010:3.0:1788624490.297410:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f000. 00000100:00000001:3.0:1788624490.297414:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624490.297418:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11596a00 x1875506845022080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624490.297426:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624490.297429:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11596a00 x1875506845022080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624490.297436:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624490.297438:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624490.297447:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624490.297448:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611100. 00000400:00000200:3.0:1788624490.297452:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624490.297455:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624490.297458:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c440 00000400:00000010:3.0:1788624490.297461:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c440. 00000100:00000001:3.0:1788624490.297464:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624490.297468:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11596300 x1875506845021952/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624490.297475:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624490.297479:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11596300 x1875506845021952/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624490.297485:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624490.297487:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624490.297569:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624490.297572:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0e400. 00000400:00000200:3.0:1788624490.297576:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624490.297579:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624490.297582:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e082a8 00000400:00000010:3.0:1788624490.297584:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e082a8. 00000100:00000001:3.0:1788624490.297587:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624490.297591:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11594a80 x1875506845022208/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624490.297599:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624490.297602:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11594a80 x1875506845022208/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624490.297608:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624490.297610:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788624490.303419:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624490.303428:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624490.303440:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624490.303443:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624490.303447:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560ab58. 00000400:00000200:3.0:1788624490.303455:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f908 00000400:00000010:3.0:1788624490.303458:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f908. 00000100:00000001:3.0:1788624490.303462:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624490.303553:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11596a00 x1875506845022080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624490.303564:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11596a00 x1875506845022080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624490.303572:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624490.303574:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624490.303577:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624490.303581:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624490.303584:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624490.303586:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624490.303590:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624490.303603:0:2392:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=69 v=5 (103 103 103 137) 00000100:00001000:3.0:1788624490.303610:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=69 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624490.303616:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624490.303621:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624490.303628:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624490.303633:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624490.303639:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624490.303644:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788624490.303649:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624490.303654:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624490.303663:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11596a00 x1875506845022080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624490.303893:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624490.303902:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624490.303907:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624490.303925:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11596a00 x1875506845022080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624490.303950:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11596a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845022080:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624490.303958:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624490.303965:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624490.303978:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11596a00 x1875506845022080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624490.303995:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624490.303999:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624490.304005:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18745800. 02000000:00000001:3.0:1788624490.304012:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624490.304019:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624490.304024:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624490.304030:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624490.304036:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818f00. 02000000:00000001:3.0:1788624490.304049:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624490.304055:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624490.304060:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11596a00. 00000100:00000001:3.0:1788624490.304068:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624490.304071:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624490.304078:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624490.304095:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624490.304100:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624490.304154:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624490.304160:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624490.306606:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624490.306629:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624490.306635:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624490.306638:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624490.306648:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.306658:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624490.306669:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.306674:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.306681:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.306687:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377457800 00000400:00000200:3.0:1788624490.306705:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.309072:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x786d [1] + 224 00000800:00000001:3.0:1788624490.309091:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624490.309137:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624490.309141:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624490.309147:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624490.309157:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624490.309164:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11594a80 x1875506845022208/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624490.309174:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11594a80 x1875506845022208/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624490.309195:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624490.309209:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624490.309213:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624490.310153:0:30742:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624490.310158:0:30742:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624490.310160:0:30742:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624490.310163:0:30742:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624490.310167:0:30742:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624490.310170:0:30742:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624490.310173:0:30742:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624490.310177:0:30742:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1788624490.310183:0:30742:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875506845000960 new x1875506845022336 02000000:00000001:3.0:1788624490.310188:0:30742:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624490.310191:0:30742:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624490.310199:0:30742:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624490.310206:0:30742:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560ab58. 00000400:00000010:3.0:1788624490.310215:0:30742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f908. 00000100:00000200:3.0:1788624490.310233:0:30742:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845000960, portal 10 00000100:00000001:3.0:1788624490.310242:0:30742:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624490.310243:0:30742:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498908544 : -112300210643072 : ffff99dd11d61f80) 00000100:00000040:3.0:1788624490.310254:0:30742:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff99dd11d61f80 x1875506845000960/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624628 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624490.310261:0:30742:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624490.310264:0:30742:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624490.310268:0:30742:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f000. 00000100:00000200:3.0:1788624490.310272:0:30742:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875506845000960, offset 0 00000400:00000200:3.0:1788624490.310278:0:30742:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624490.310287:0:30742:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.310296:0:30742:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624490.310302:0:30742:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624490.310307:0:30742:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624490.310312:0:30742:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624490.310315:0:30742:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624490.310320:0:30742:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2618:2618:256:4294967295] 192.168.202.125@tcp LPNI seq info [2618:2618:8:4294967295] 00000400:00000200:3.0:1788624490.310325:0:30742:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.310335:0:30742:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624490.310342:0:30742:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624490.310348:0:30742:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818f00. 00000800:00000200:3.0:1788624490.310361:0:30742:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624490.310370:0:30742:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624490.310376:0:30742:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818f00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1788624490.310387:0:30742:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624490.310392:0:30742:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 520890 usecs (521 jiffies) 00000400:00000200:3.0:1788624490.310396:0:30742:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624490.310398:0:30742:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296504893 00000100:00000001:3.0:1788624490.310402:0:30742:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296508275 00000100:00000001:3.0:1788624490.310405:0:30742:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296504893 00000100:00000001:3.0:1788624490.310408:0:30742:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296508275 00000100:00000001:3.0:1788624490.310411:0:30742:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624490.310414:0:30742:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624490.310416:0:30742:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624490.310418:0:30742:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=133 : 133 : 85) 00000100:00100000:3.0:1788624490.310420:0:30742:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd186e5900 going to sleep for 133 seconds 00000100:00000001:3.0:1788624490.310423:0:30742:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624490.310424:0:30742:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624490.331162:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624490.331181:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624490.331186:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624490.331188:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624490.331197:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.331206:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624490.331215:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.331220:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.331225:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.331229:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377457880 00000400:00000200:3.0:1788624490.331234:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.331240:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x787d [1] + 224 00000800:00000001:3.0:1788624490.331247:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624490.331254:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624490.331258:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624490.331262:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624490.331282:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624490.331291:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61f80 x1875506845000960/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624628 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624490.331302:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff99dd11d61f80 x1875506845000960/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624628 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624490.331316:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624490.331326:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624490.331329:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624490.344302:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624490.344320:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624490.344325:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624490.344327:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624490.344336:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.344354:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624490.344364:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.344369:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.344374:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.344378:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 400 into portal 10 MB=0x6a9c377457900 00000400:00000200:3.0:1788624490.344383:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.344529:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 400/400 into md 0x788d [1] + 224 00000800:00000001:3.0:1788624490.344538:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624490.344545:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624490.344549:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624490.344563:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624490.344570:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624490.344579:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05880 x1875506845022464/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/472 e 0 to 0 dl 1788624506 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624490.344590:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff99dd11c05880 x1875506845022464/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/472 e 0 to 0 dl 1788624506 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624490.344610:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624490.344620:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624490.344623:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624490.357378:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624490.357395:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624490.357399:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624490.357401:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624490.357410:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.357418:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624490.357427:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.357432:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.357437:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.357441:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 432 into portal 4 MB=0x6a9c377457980 00000400:00000200:3.0:1788624490.357446:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.357452:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 432/432 into md 0x7895 [1] + 224 00000800:00000001:3.0:1788624490.357459:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624490.357464:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624490.357468:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624490.357472:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624490.357481:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624490.357489:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05880 x1875506845022592/t0(0) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624506 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624490.357500:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff99dd11c05880 x1875506845022592/t0(0) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624506 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624490.357527:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624490.357537:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624490.357541:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624490.370149:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624490.370165:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624490.370169:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624490.370172:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624490.370180:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.370188:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624490.370196:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.370201:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.370206:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.370210:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377457a80 00000400:00000200:3.0:1788624490.370226:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624490.370232:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x789d [1] + 224 00000800:00000001:3.0:1788624490.370239:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624490.370244:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624490.370247:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624490.370252:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624490.370259:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624490.370267:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07100 x1875506845022848/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624506 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624490.370278:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11c07100 x1875506845022848/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624506 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624490.370289:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624490.370297:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624490.370299:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788624490.378200:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd1912c200. 00000080:00000010:0.1:1788624490.378226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8d80. 00000080:00000010:0.1:1788624490.378234:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191beb40. 00000080:00000010:0.1:1788624490.378240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8c60. 00010000:00000001:3.0:1788624490.452030:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624490.452038:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624490.452045:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624490.452046:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624490.452049:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624490.452050:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624491.477988:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624491.477995:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624491.478003:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624491.478004:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624491.478008:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624491.478009:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624492.468659:0:31359:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624492.468738:0:31359:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624492.468741:0:31359:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624492.468745:0:31359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88146bb20 00000080:00200000:3.0:1788624492.468749:0:31359:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624492.468758:0:31359:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd113f0c00. 00800000:00000002:3.0:1788624492.468767:0:31359:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624492.468771:0:31359:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624492.468776:0:31359:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624492.468779:0:31359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88146ba40 00800000:00000002:3.0:1788624492.468781:0:31359:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624492.468786:0:31359:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624492.468789:0:31359:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624492.468791:0:31359:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624492.468794:0:31359:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624492.468796:0:31359:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624492.468798:0:31359:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624492.468800:0:31359:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624492.468802:0:31359:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624492.468805:0:31359:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624492.468810:0:31359:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624492.468811:0:31359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88146b910 00000002:00010000:3.0:1788624492.468813:0:31359:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624492.468816:0:31359:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624492.468818:0:31359:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624492.468821:0:31359:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788624492.468827:0:31359:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624492.468830:0:31359:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624492.468832:0:31359:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624492.468834:0:31359:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788624492.468837:0:31359:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788624492.468842:0:31359:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11596a00. 00000020:00000040:3.0:1788624492.468847:0:31359:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:3.0:1788624492.468853:0:31359:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788624492.468858:0:31359:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624492.468864:0:31359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624492.468866:0:31359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624492.468868:0:31359:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624492.468871:0:31359:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624492.468873:0:31359:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624492.468877:0:31359:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624492.468884:0:31359:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cd000. 00000100:00000001:3.0:1788624492.468892:0:31359:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624492.468897:0:31359:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624492.468899:0:31359:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624492.468901:0:31359:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624492.468902:0:31359:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624492.468903:0:31359:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624492.468908:0:31359:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773490735616 : -112300218816000 : ffff99dd11596a00) 00010000:00000001:3.0:1788624492.468912:0:31359:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788624492.468915:0:31359:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788624492.468919:0:31359:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd0382a100. 00010000:00000010:3.0:1788624492.468923:0:31359:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd10ee1a00. 00010000:00000001:3.0:1788624492.468927:0:31359:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624492.468930:0:31359:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067f800. 00000020:00000001:3.0:1788624492.468934:0:31359:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624492.468936:0:31359:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067f800 with handle 0xcc94206c7ef416e4 to hash 00000020:00000001:3.0:1788624492.468938:0:31359:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624492.468940:0:31359:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:3.0:1788624492.468944:0:31359:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:3.0:1788624492.468948:0:31359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624492.468950:0:31359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624492.468955:0:31359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef416e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31359 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624492.468964:0:31359:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef416e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31359 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624492.468974:0:31359:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef416e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31359 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788624492.468979:0:31359:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624492.468981:0:31359:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624492.468987:0:31359:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd184fd480. 00000100:00000001:3.0:1788624492.468989:0:31359:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773607548032 : -112300102003584 : ffff99dd184fd480) 00000100:00000001:3.0:1788624492.468991:0:31359:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624492.468993:0:31359:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490735616 : -112300218816000 : ffff99dd11596a00) 00000100:00000001:3.0:1788624492.468997:0:31359:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624492.469001:0:31359:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624492.469003:0:31359:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624492.469004:0:31359:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624492.469015:0:31359:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11596a00 x1875506845022976/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624492.469024:0:31359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624492.469026:0:31359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624492.469029:0:31359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624492.469032:0:31359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624492.469034:0:31359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624492.469038:0:31359:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11596a00 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31359:1875506845022976:192.168.202.125@tcp:101:lfs.0 00000100:00000001:3.0:1788624492.469042:0:31359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624492.469048:0:31359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624492.469050:0:31359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624492.469052:0:31359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624492.469057:0:31359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd115eb800. 02000000:00000001:3.0:1788624492.469059:0:31359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624492.469065:0:31359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624492.469070:0:31359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a738. 00000400:00000010:3.0:1788624492.469077:0:31359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f110. 00000100:00000200:3.0:1788624492.469083:0:31359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845022976, portal 10 00000100:00000001:3.0:1788624492.469085:0:31359:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624492.469087:0:31359:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490735616 : -112300218816000 : ffff99dd11596a00) 00000100:00000040:3.0:1788624492.469093:0:31359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11596a00 x1875506845022976/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624508 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624492.469101:0:31359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624492.469805:0:31359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624492.469811:0:31359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fee0. 00000100:00000200:3.0:1788624492.469815:0:31359:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845022976, offset 0 00000400:00000200:3.0:1788624492.469822:0:31359:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624492.469832:0:31359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624492.469839:0:31359:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624492.469845:0:31359:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624492.469849:0:31359:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624492.469852:0:31359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624492.469855:0:31359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624492.469858:0:31359:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2622:2622:256:4294967295] 192.168.202.125@tcp LPNI seq info [2622:2622:8:4294967295] 00000400:00000200:3.0:1788624492.469862:0:31359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624492.469870:0:31359:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624492.469877:0:31359:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624492.469882:0:31359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818e00. 00000800:00000200:3.0:1788624492.469887:0:31359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624492.469894:0:31359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624492.469898:0:31359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788624492.469921:0:31359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624492.469926:0:31359:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 801357 usecs (802 jiffies) 00000400:00000200:3.0:1788624492.469930:0:31359:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624492.469932:0:31359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296507333 00000100:00000001:3.0:1788624492.469936:0:31359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296508275 00000100:00000001:3.0:1788624492.469938:0:31359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296507333 00000100:00000001:3.0:1788624492.469940:0:31359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296508275 00000100:00000001:3.0:1788624492.469942:0:31359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624492.469945:0:31359:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624492.469948:0:31359:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624492.469950:0:31359:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624492.469952:0:31359:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd184fd480 going to sleep for 11 seconds 00000100:00000001:3.0:1788624492.469955:0:31359:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624492.469958:0:31359:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624492.475519:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624492.475535:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624492.475539:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624492.475541:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624492.475551:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624492.475559:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624492.475568:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624492.475572:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624492.475578:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624492.475582:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377457b00 00000400:00000200:3.0:1788624492.475587:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624492.475593:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x78a5 [1] + 224 00000800:00000001:3.0:1788624492.475606:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624492.475613:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624492.475616:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624492.475621:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624492.475628:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624492.475637:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11596a00 x1875506845022976/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624508 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624492.475648:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11596a00 x1875506845022976/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624508 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624492.475672:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624492.475681:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624492.475684:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624492.477730:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624492.477736:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cd00. 00000400:00000200:3.0:1788624492.477742:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624492.477747:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624492.477753:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053952a8 00000400:00000010:3.0:1788624492.477755:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053952a8. 00000100:00000001:3.0:1788624492.477760:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624492.477765:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05f80 x1875506845023104/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624508 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624492.477774:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624492.477777:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05f80 x1875506845023104/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624508 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624492.477784:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624492.477786:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624492.480791:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624492.480806:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624492.480811:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624492.480814:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624492.480823:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624492.480831:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624492.480841:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624492.480846:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624492.480851:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624492.480856:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 584 into portal 10 MB=0x6a9c377457b80 00000400:00000200:3.0:1788624492.480861:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624492.480866:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 584/584 into md 0x78b5 [1] + 224 00000800:00000001:3.0:1788624492.480873:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624492.480878:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624492.480882:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624492.480886:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624492.480894:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624492.480903:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05f80 x1875506845023104/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624508 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624492.480916:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff99dd11c05f80 x1875506845023104/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624508 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624492.480995:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624492.481005:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624492.481008:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624492.494514:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624492.494519:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c500. 00000400:00000200:3.0:1788624492.494524:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624492.494529:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624492.494535:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395e58 00000400:00000010:3.0:1788624492.494537:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395e58. 00000100:00000001:3.0:1788624492.494541:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624492.494546:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05f80 x1875506845023360/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624508 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624492.494555:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624492.494559:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05f80 x1875506845023360/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624508 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624492.494565:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624492.494567:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788624492.497153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19c00. 00010000:00000001:3.0:1788624492.498278:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624492.498282:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624492.498287:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624492.498288:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624492.498290:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624492.498292:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624492.499077:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624492.499097:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624492.499102:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624492.499135:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624492.499146:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624492.499154:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624492.499165:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624492.499171:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624492.499177:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624492.499191:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 448 into portal 10 MB=0x6a9c377457c80 00000400:00000200:3.0:1788624492.499198:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624492.499207:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 448/448 into md 0x78bd [1] + 224 00000800:00000001:3.0:1788624492.499214:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624492.499223:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624492.499227:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624492.499230:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624492.499238:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624492.499248:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05f80 x1875506845023360/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624508 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624492.499257:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff99dd11c05f80 x1875506845023360/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624508 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624492.499271:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624492.499278:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624492.499281:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788624492.503190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd105365a0. 00010000:00000010:0.1:1788624492.503206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a100. 00010000:00000010:0.1:1788624492.503211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067f800. 00000800:00000200:3.0:1788624492.514400:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624492.514409:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cf00. 00000400:00000200:3.0:1788624492.514419:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624492.514429:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624492.514439:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395b28 00000400:00000010:3.0:1788624492.514443:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395b28. 00000100:00000001:3.0:1788624492.514463:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624492.514471:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04e00 x1875506845023488/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624508 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624492.514485:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624492.514489:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04e00 x1875506845023488/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624508 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624492.514497:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624492.514499:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624492.523654:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624492.523664:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cf00. 00000400:00000200:3.0:1788624492.523673:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624492.523682:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624492.523690:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395880 00000400:00000010:3.0:1788624492.523693:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395880. 00000100:00000001:3.0:1788624492.523698:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624492.523717:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04e00 x1875506845023616/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624508 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624492.523729:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624492.523734:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04e00 x1875506845023616/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624508 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624492.523740:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624492.523742:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624492.532497:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624492.532507:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c500. 00000400:00000200:3.0:1788624492.532518:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624492.532537:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624492.532546:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395880 00000400:00000010:3.0:1788624492.532549:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395880. 00000100:00000001:3.0:1788624492.532555:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624492.532563:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04e00 x1875506845023872/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624508 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624492.532579:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624492.532583:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04e00 x1875506845023872/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624508 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624492.532590:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624492.532592:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788624492.536193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19e00. 00000080:00000010:0.1:1788624492.540171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd105360a0. 00010000:00000010:0.1:1788624492.540188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10900. 00010000:00000010:0.1:1788624492.540194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19c00. 00000800:00000200:3.0:1788624492.573063:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624492.573067:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611c00. 00000400:00000200:3.0:1788624492.573072:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624492.573077:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624492.573083:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c7f8 00000400:00000010:3.0:1788624492.573085:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c7f8. 00000100:00000001:3.0:1788624492.573089:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624492.573093:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddad80 x1875506845024000/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624508 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624492.573102:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624492.573292:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddad80 x1875506845024000/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624508 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624492.573301:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624492.573303:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624492.585923:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624492.585928:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611a00. 00000400:00000200:3.0:1788624492.585933:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624492.585939:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624492.585945:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cdd0 00000400:00000010:3.0:1788624492.585947:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cdd0. 00000100:00000001:3.0:1788624492.585951:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624492.585955:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddad80 x1875506845024128/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624508 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624492.585964:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624492.585967:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddad80 x1875506845024128/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624508 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624492.585979:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624492.585981:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624492.598603:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624492.598610:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611300. 00000400:00000200:3.0:1788624492.598615:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624492.598622:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624492.598631:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c880 00000400:00000010:3.0:1788624492.598633:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c880. 00000100:00000001:3.0:1788624492.598637:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624492.598642:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddad80 x1875506845024384/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624508 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624492.598653:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624492.598656:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddad80 x1875506845024384/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624508 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624492.598942:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624492.598944:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000001:3.0:1788624493.385218:0:31372:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624493.385227:0:31372:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624493.385500:0:31372:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624493.385505:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c3fbc0 00000080:00200000:3.0:1788624493.385509:0:31372:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624493.385517:0:31372:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd03638800. 00800000:00000002:3.0:1788624493.385524:0:31372:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624493.385528:0:31372:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624493.385532:0:31372:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624493.385534:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c3fae0 00800000:00000002:3.0:1788624493.385537:0:31372:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624493.385541:0:31372:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624493.385544:0:31372:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624493.385547:0:31372:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624493.385549:0:31372:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624493.385551:0:31372:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624493.385554:0:31372:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624493.385556:0:31372:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624493.385559:0:31372:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624493.385562:0:31372:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624493.385566:0:31372:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624493.385568:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c3f9b0 00000002:00010000:3.0:1788624493.385570:0:31372:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624493.385572:0:31372:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624493.385956:0:31372:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624493.385961:0:31372:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624493.385969:0:31372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4200 count: 2 00010000:00000001:3.0:1788624493.385972:0:31372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624493.385978:0:31372:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624493.385983:0:31372:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624493.385989:0:31372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef41700 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7a1b expref: -99 pid: 31362 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788624493.386001:0:31372:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624493.386006:0:31372:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624493.386009:0:31372:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef41700 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7a1b expref: -99 pid: 31362 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788624493.386016:0:31372:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624493.386018:0:31372:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624493.386020:0:31372:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624493.386022:0:31372:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624493.386025:0:31372:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624493.386027:0:31372:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624493.386030:0:31372:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624493.386033:0:31372:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624493.386189:0:31372:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd03638800. 00000080:00000001:3.0:1788624493.386196:0:31372:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624493.386198:0:31372:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624493.386200:0:31372:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624493.386358:0:31372:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41700 00800000:00000001:3.0:1788624493.386362:0:31372:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624493.386365:0:31372:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624493.386367:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624493.386369:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624493.386372:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:3.0:1788624493.386375:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:3.0:1788624493.386377:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:3.0:1788624493.386381:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624493.386383:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624493.386384:0:31372:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624493.386385:0:31372:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624493.386387:0:31372:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41700 from it ffffbef881c3fbf8 00010000:00000001:3.0:1788624493.386389:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624493.386390:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624493.386391:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:3.0:1788624493.386393:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:3.0:1788624493.386395:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:3.0:1788624493.386397:0:31372:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624493.386400:0:31372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef41700 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7a1b expref: -99 pid: 31362 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788624493.386406:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624493.386423:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624493.386425:0:31372:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624493.386427:0:31372:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624493.386430:0:31372:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef41700 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7a1b expref: -99 pid: 31362 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788624493.386439:0:31372:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624493.386442:0:31372:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624493.386444:0:31372:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624493.386448:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624493.386449:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624493.386450:0:31372:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624493.386454:0:31372:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624493.386455:0:31372:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624493.386458:0:31372:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624493.386460:0:31372:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624493.386461:0:31372:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624493.386462:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624493.386463:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624493.386466:0:31372:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624493.386468:0:31372:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624493.386470:0:31372:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788624493.386475:0:31372:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788624493.386485:0:31372:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd049c69e0. 00000020:00000001:3.0:1788624493.386489:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c3fb28 00000080:00200000:3.0:1788624493.386491:0:31372:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), flags=25 00000080:00000001:3.0:1788624493.386494:0:31372:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788624493.386496:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c3f9d8 00000080:00200000:3.0:1788624493.386498:0:31372:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=0 00000080:00000010:3.0:1788624493.386504:0:31372:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd03638800. 00800000:00000002:3.0:1788624493.386507:0:31372:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624493.386510:0:31372:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624493.386512:0:31372:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624493.386514:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c3f8f8 00800000:00000002:3.0:1788624493.386516:0:31372:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624493.386519:0:31372:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624493.386522:0:31372:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624493.386525:0:31372:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624493.386526:0:31372:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624493.386528:0:31372:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624493.386539:0:31372:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624493.386541:0:31372:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624493.386543:0:31372:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624493.386546:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c3f890 00800000:00000002:3.0:1788624493.386547:0:31372:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:3.0:1788624493.386550:0:31372:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624493.386551:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c3f7c8 00000002:00010000:3.0:1788624493.386553:0:31372:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788624493.386556:0:31372:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788624493.386558:0:31372:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788624493.386563:0:31372:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11596d80. 00000020:00000040:3.0:1788624493.386567:0:31372:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:3.0:1788624493.386572:0:31372:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788624493.386584:0:31372:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624493.386587:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624493.386589:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624493.386590:0:31372:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624493.386593:0:31372:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624493.386595:0:31372:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624493.386598:0:31372:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624493.386605:0:31372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cd800. 00000100:00000001:3.0:1788624493.386612:0:31372:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624493.386617:0:31372:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624493.386619:0:31372:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624493.386621:0:31372:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624493.386622:0:31372:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624493.386624:0:31372:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624493.386631:0:31372:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773490736512 : -112300218815104 : ffff99dd11596d80) 00010000:00000001:3.0:1788624493.386634:0:31372:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788624493.386637:0:31372:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788624493.386640:0:31372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4200 count: 2 00010000:00000001:3.0:1788624493.386643:0:31372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624493.386646:0:31372:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624493.386649:0:31372:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067f400. 00000020:00000001:3.0:1788624493.386652:0:31372:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624493.386655:0:31372:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067f400 with handle 0xcc94206c7ef41715 to hash 00000020:00000001:3.0:1788624493.386656:0:31372:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624493.386658:0:31372:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474911232 : -112300234640384 : ffff99dd1067f400) 00010000:00000001:3.0:1788624493.386662:0:31372:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474911232 : -112300234640384 : ffff99dd1067f400) 00010000:00000001:3.0:1788624493.386664:0:31372:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624493.386666:0:31372:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624493.386669:0:31372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f400/0xcc94206c7ef41715 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624493.386680:0:31372:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f400/0xcc94206c7ef41715 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624493.386700:0:31372:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f400/0xcc94206c7ef41715 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788624493.386706:0:31372:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624493.386707:0:31372:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624493.386714:0:31372:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd184fda80. 00000100:00000001:3.0:1788624493.386717:0:31372:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773607549568 : -112300102002048 : ffff99dd184fda80) 00000100:00000001:3.0:1788624493.386719:0:31372:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624493.386721:0:31372:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490736512 : -112300218815104 : ffff99dd11596d80) 00000100:00000001:3.0:1788624493.386728:0:31372:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624493.386731:0:31372:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624493.386733:0:31372:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624493.386734:0:31372:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624493.386747:0:31372:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11596d80 x1875506845024512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624493.386755:0:31372:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624493.386758:0:31372:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624493.386761:0:31372:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624493.386763:0:31372:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624493.386765:0:31372:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624493.386769:0:31372:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11596d80 pname:cluuid:pid:xid:nid:opc:job touch:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31372:1875506845024512:192.168.202.125@tcp:101:touch.0 00000100:00000001:3.0:1788624493.386773:0:31372:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624493.386778:0:31372:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624493.386780:0:31372:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624493.386783:0:31372:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624493.386787:0:31372:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd115e8000. 02000000:00000001:3.0:1788624493.386789:0:31372:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624493.386797:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624493.386801:0:31372:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a5d8. 00000400:00000010:3.0:1788624493.386810:0:31372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f660. 00000100:00000200:3.0:1788624493.386818:0:31372:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845024512, portal 10 00000100:00000001:3.0:1788624493.386820:0:31372:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624493.386821:0:31372:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490736512 : -112300218815104 : ffff99dd11596d80) 00000100:00000040:3.0:1788624493.386827:0:31372:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11596d80 x1875506845024512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624509 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624493.386834:0:31372:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624493.386837:0:31372:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624493.386840:0:31372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f110. 00000100:00000200:3.0:1788624493.386843:0:31372:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875506845024512, offset 0 00000400:00000200:3.0:1788624493.386849:0:31372:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624493.386856:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624493.386874:0:31372:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624493.386880:0:31372:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624493.386883:0:31372:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624493.386886:0:31372:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624493.386889:0:31372:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624493.386901:0:31372:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2631:2631:256:4294967295] 192.168.202.125@tcp LPNI seq info [2631:2631:8:4294967295] 00000400:00000200:3.0:1788624493.386906:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624493.386915:0:31372:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624493.386921:0:31372:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624493.386927:0:31372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818200. 00000800:00000200:3.0:1788624493.386933:0:31372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624493.386940:0:31372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624493.386944:0:31372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788624493.386958:0:31372:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624493.386963:0:31372:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 789877 usecs (790 jiffies) 00000400:00000200:3.0:1788624493.386966:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624493.386968:0:31372:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296508238 00000800:00000200:3.0:1788624493.387069:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624493.387074:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818200. 00000400:00000200:3.0:1788624493.387078:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624493.387083:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624493.387089:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f110 00000400:00000010:3.0:1788624493.387092:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f110. 00000100:00000001:3.0:1788624493.387096:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624493.387100:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11596d80 x1875506845024512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624509 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624493.387128:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624493.387133:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11596d80 x1875506845024512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624509 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624493.387140:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624493.387142:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788624493.387158:0:31372:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296508275 00000100:00000001:3.0:1788624493.387161:0:31372:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296508239 00000100:00000001:3.0:1788624493.387163:0:31372:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296508275 00000100:00000001:3.0:1788624493.387166:0:31372:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624493.387169:0:31372:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624493.387171:0:31372:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624493.387173:0:31372:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624493.387176:0:31372:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd184fda80 going to sleep for 11 seconds 00000100:00000001:3.0:1788624493.387179:0:31372:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624493.387181:0:31372:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624493.396463:0:31372:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624493.396741:0:31372:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624493.396743:0:31372:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624493.396746:0:31372:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a5d8. 00000400:00000200:3.0:1788624493.396749:0:31372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f660 00000400:00000010:3.0:1788624493.396751:0:31372:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f660. 00000100:00000001:3.0:1788624493.396753:0:31372:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624493.396757:0:31372:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11596d80 x1875506845024512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624509 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788624493.396763:0:31372:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11596d80 x1875506845024512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624509 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624493.396767:0:31372:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624493.396769:0:31372:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624493.396771:0:31372:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624493.396774:0:31372:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624493.396776:0:31372:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624493.396777:0:31372:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624493.396780:0:31372:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624493.396787:0:31372:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=72 v=5 (103 103 103 137) 00000100:00001000:3.0:1788624493.396790:0:31372:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624493.396792:0:31372:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624493.396793:0:31372:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624493.396795:0:31372:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624493.396798:0:31372:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624493.396801:0:31372:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624493.396802:0:31372:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1788624493.396803:0:31372:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624493.396805:0:31372:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624493.396808:0:31372:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11596d80 x1875506845024512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624509 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624493.396890:0:31372:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624493.396893:0:31372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624493.396894:0:31372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624493.396898:0:31372:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11596d80 x1875506845024512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624509 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788624493.396904:0:31372:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11596d80 pname:cluuid:pid:xid:nid:opc:job touch:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31372:1875506845024512:192.168.202.125@tcp:101:touch.0 00000100:00000001:3.0:1788624493.396907:0:31372:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624493.396909:0:31372:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624493.396911:0:31372:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788624493.396913:0:31372:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624493.396916:0:31372:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11596d80 x1875506845024512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624509 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624493.396920:0:31372:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624493.396923:0:31372:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd184fda80. 00000100:00000001:3.0:1788624493.396925:0:31372:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788624493.396926:0:31372:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624493.396928:0:31372:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788624493.396932:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624493.396934:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624493.396936:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f400 refcount=4 00000020:00000001:3.0:1788624493.396938:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474911232 : -112300234640384 : ffff99dd1067f400) 00010000:00000001:3.0:1788624493.396940:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474911232 : -112300234640384 : ffff99dd1067f400) 00010000:00000040:3.0:1788624493.396945:0:31372:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd1067f400, remote cookie: 0xa103bd66258a7a76, flags: 0x1001 00010000:00010000:3.0:1788624493.396948:0:31372:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f400/0xcc94206c7ef41715 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7a76 expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788624493.396955:0:31372:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788624493.396957:0:31372:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788624493.396964:0:31372:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd0382aa00. 00010000:00000010:3.0:1788624493.396967:0:31372:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd10ee1d80. 00010000:00000001:3.0:1788624493.396970:0:31372:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624493.396973:0:31372:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f400/0xcc94206c7ef41715 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7a76 expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624493.396979:0:31372:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f400/0xcc94206c7ef41715 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7a76 expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624493.396982:0:31372:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788624493.396985:0:31372:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788624493.396987:0:31372:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788624493.396988:0:31372:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788624493.396989:0:31372:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788624493.396991:0:31372:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1c:0x0].0x0 (ffff99dd0382aa00) refcount = 1 00010000:00010000:3.0:1788624493.396994:0:31372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f400/0xcc94206c7ef41715 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7a76 expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624493.397001:0:31372:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788624493.397005:0:31372:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788624493.397006:0:31372:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624493.397008:0:31372:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788624493.397009:0:31372:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624493.397011:0:31372:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f400/0xcc94206c7ef41715 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7a76 expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624493.397015:0:31372:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788624493.397016:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624493.397018:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624493.397018:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624493.397019:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624493.397020:0:31372:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624493.397023:0:31372:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788624493.397024:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624493.397025:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624493.397026:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f400 refcount=3 00000020:00000001:3.0:1788624493.397027:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474911232 : -112300234640384 : ffff99dd1067f400) 00010000:00000001:3.0:1788624493.397028:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474911232 : -112300234640384 : ffff99dd1067f400) 00010000:00000001:3.0:1788624493.397030:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624493.397030:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624493.397031:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f400 refcount=4 00000020:00000001:3.0:1788624493.397032:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474911232 : -112300234640384 : ffff99dd1067f400) 00010000:00000001:3.0:1788624493.397033:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474911232 : -112300234640384 : ffff99dd1067f400) 00010000:00000001:3.0:1788624493.397082:0:31372:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624493.397085:0:31372:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624493.397088:0:31372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f400/0xcc94206c7ef41715 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7a76 expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624493.397092:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624493.397093:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624493.397094:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624493.397095:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624493.397096:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f400 refcount=5 00000020:00000001:3.0:1788624493.397097:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474911232 : -112300234640384 : ffff99dd1067f400) 00010000:00000001:3.0:1788624493.397099:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474911232 : -112300234640384 : ffff99dd1067f400) 00010000:00000001:3.0:1788624493.397100:0:31372:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624493.397102:0:31372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f400/0xcc94206c7ef41715 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7a76 expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624493.397166:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624493.397167:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788624493.397169:0:31372:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f400/0xcc94206c7ef41715 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7a76 expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624493.397173:0:31372:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624493.397173:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624493.397174:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624493.397175:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624493.397175:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788624493.397179:0:31372:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff99dd11596d80 x1875506845024512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624509 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788624493.397185:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624493.397186:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624493.397187:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f400 refcount=3 00000020:00000001:3.0:1788624493.397188:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474911232 : -112300234640384 : ffff99dd1067f400) 00010000:00000001:3.0:1788624493.397190:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474911232 : -112300234640384 : ffff99dd1067f400) 00010000:00000001:3.0:1788624493.397191:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624493.397192:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624493.397193:0:31372:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624493.397196:0:31372:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624493.397198:0:31372:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788624493.397200:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624493.397201:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624493.397255:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f400 refcount=3 00000020:00000001:3.0:1788624493.397256:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474911232 : -112300234640384 : ffff99dd1067f400) 00010000:00000001:3.0:1788624493.397258:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474911232 : -112300234640384 : ffff99dd1067f400) 00000002:00010000:3.0:1788624493.397260:0:31372:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f400/0xcc94206c7ef41715 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7a76 expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624493.397264:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624493.397265:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624493.397266:0:31372:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788624493.397267:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624493.397268:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624493.397269:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f400 refcount=3 00000020:00000001:3.0:1788624493.397270:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474911232 : -112300234640384 : ffff99dd1067f400) 00010000:00000001:3.0:1788624493.397271:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474911232 : -112300234640384 : ffff99dd1067f400) 00010000:00000040:3.0:1788624493.397274:0:31372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382aa00 count: 2 00010000:00000001:3.0:1788624493.397276:0:31372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788624493.397278:0:31372:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/28 (0 0) 00010000:00000001:3.0:1788624493.397280:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624493.397280:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624493.397281:0:31372:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788624493.397284:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c3f750 00000002:00002000:3.0:1788624493.397285:0:31372:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788624493.397288:0:31372:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624493.397290:0:31372:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624493.397292:0:31372:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788624493.397294:0:31372:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788624493.397296:0:31372:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624493.397299:0:31372:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:3.0:1788624493.397301:0:31372:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788624493.397302:0:31372:0:(namei.c:674:ll_lookup_it_finish()) it ffffbef881c3fac8 it_disposition b 00000080:00000001:3.0:1788624493.397304:0:31372:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788624493.397309:0:31372:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788624493.397311:0:31372:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00000800:00000200:3.0:1788624493.398796:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624493.398802:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0e400. 00000400:00000200:3.0:1788624493.398807:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624493.398812:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624493.398817:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08cc0 00000400:00000010:3.0:1788624493.398820:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08cc0. 00000100:00000001:3.0:1788624493.398824:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624493.398828:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61500 x1875506845024768/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624509 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624493.398837:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624493.398840:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61500 x1875506845024768/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624509 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624493.398846:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624493.398848:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624493.409774:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624493.409783:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611300. 00000400:00000200:3.0:1788624493.409791:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624493.409799:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624493.409805:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c4c8 00000400:00000010:3.0:1788624493.409808:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c4c8. 00000100:00000001:3.0:1788624493.409813:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624493.409820:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9180 x1875506845025024/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624509 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624493.409832:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624493.409836:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9180 x1875506845025024/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624509 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624493.409843:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624493.409844:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788624493.413157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10900. 00010000:00000010:1.1:1788624493.413170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767c00. 00010000:00000001:3.0:1788624493.522218:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624493.522621:0:757:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624493.522623:0:757:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624493.522626:0:757:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624493.522630:0:757:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624493.522632:0:757:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624493.522634:0:757:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624493.522636:0:757:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624493.522640:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624493.522641:0:757:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624493.522642:0:757:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624493.522647:0:757:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624493.522648:0:757:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624493.522650:0:757:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624493.522651:0:757:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624493.522652:0:757:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624493.522654:0:757:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624493.522655:0:757:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624493.522658:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624493.522659:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624494.226441:0:757:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296508275, at 4296508288 00000100:00000010:3.0:1788624494.226455:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd04866960. 00010000:00000001:3.0:1788624494.546261:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624494.546268:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624494.546283:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624494.546284:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624494.546287:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624494.546288:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624495.570206:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624495.570214:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624495.570220:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624495.570222:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624495.570225:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624495.570226:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624496.047721:0:16937:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788624496.047724:0:16937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875506868556800 02000000:00000001:3.0:1788624496.047727:0:16937:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788624496.047730:0:16937:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624496.047732:0:16937:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624496.047737:0:16937:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624496.047741:0:16937:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875506868556800 00000020:00000001:3.0:1788624496.047745:0:16937:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788624496.047747:0:16937:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d28 00000020:00000001:3.0:1788624496.047750:0:16937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624496.047754:0:16937:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3000 refcount=4 00000020:00000001:3.0:1788624496.047757:0:16937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000020:00000001:3.0:1788624496.047759:0:16937:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000100:00000001:3.0:1788624496.047764:0:16937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624496.047769:0:16937:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3e00. 00000100:00000001:3.0:1788624496.047773:0:16937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624496.047776:0:16937:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3e00. 00000020:00000010:3.0:1788624496.047783:0:16937:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd03638c00. 00000020:00000010:3.0:1788624496.047789:0:16937:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff99dd10ee1780. 00000020:00000010:3.0:1788624496.047794:0:16937:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99dd1145f578. 00000100:00000040:3.0:1788624496.047802:0:16937:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788624496.047806:0:16937:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788624496.047807:0:16937:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788624496.047809:0:16937:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624496.047995:0:16937:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624496.048051:0:16937:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624496.048064:0:16937:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788624496.048066:0:16937:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788624496.048072:0:16937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.125@tcp, seq: 54 00000100:00000040:3.0:1788624496.048076:0:16937:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff99dd051f3000 : new rpc_count 1 00000100:00000001:3.0:1788624496.048079:0:16937:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446631773498902272 : -112300210649344 : ffff99dd11d60700) 00000100:00000040:3.0:1788624496.048087:0:16937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff99dd11d60700 x1875506868556800/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:62/0 lens 328/0 e 0 to 0 dl 1788624507 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624496.048097:0:16937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624496.048101:0:16937:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3e00. 00000100:00000001:3.0:1788624496.048103:0:16937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624496.048141:0:16937:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3e00. 00000100:00100000:3.0:1788624496.048146:0:16937:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99dd11d60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8440:x1875506868556800:12345-192.168.202.125@tcp:104: 00000100:00000200:3.0:1788624496.048151:0:16937:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875506868556800 00010000:00000001:3.0:1788624496.048153:0:16937:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788624496.048161:0:16937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624496.048163:0:16937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624496.048165:0:16937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767000 refcount=2 00000020:00000001:3.0:1788624496.048168:0:16937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00010000:00000001:3.0:1788624496.048171:0:16937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00010000:00000001:3.0:1788624496.048175:0:16937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624496.048179:0:16937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624496.048184:0:16937:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000007d10f212/0xcc94206c7ef416a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa103bd66258a78a1 expref: -99 pid: 30763 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788624496.048197:0:16937:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788624496.048200:0:16937:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788624496.048206:0:16937:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff99dd049cf400. 02000000:00000001:3.0:1788624496.048208:0:16937:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624496.048210:0:16937:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624496.048214:0:16937:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788624496.048217:0:16937:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624496.048220:0:16937:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd1068a1e8 time=224 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624496.048349:0:16937:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624496.048353:0:16937:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 16 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624496.048355:0:16937:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 02000000:00000001:3.0:1788624496.048359:0:16937:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788624496.048361:0:16937:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624496.048364:0:16937:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624496.048367:0:16937:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624496.048372:0:16937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f660. 00000100:00000200:3.0:1788624496.048378:0:16937:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875506868556800, offset 224 00000400:00000200:3.0:1788624496.048384:0:16937:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624496.048392:0:16937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624496.048399:0:16937:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624496.048405:0:16937:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2638:2638:256:4294967295] 192.168.202.125@tcp LPNI seq info [2638:2638:8:4294967295] 00000400:00000200:3.0:1788624496.048410:0:16937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624496.048419:0:16937:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624496.048425:0:16937:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624496.048431:0:16937:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818200. 00000800:00000200:3.0:1788624496.048438:0:16937:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624496.048445:0:16937:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624496.048636:0:16937:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624496.048659:0:16937:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624496.048664:0:16937:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00010000:00000001:3.0:1788624496.048667:0:16937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788624496.048671:0:16937:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99dd184fda80. 00010000:00000001:3.0:1788624496.048674:0:16937:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788624496.048688:0:16937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788624496.048690:0:16937:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624496.048692:0:16937:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624496.048694:0:16937:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624496.048699:0:16937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d60700 x1875506868556800/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:62/0 lens 328/224 e 0 to 0 dl 1788624507 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788624496.048708:0:16937:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99dd11d60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8440:x1875506868556800:12345-192.168.202.125@tcp:104: Request processed in 609us (1187us total) trans 0 rc 0/0 00000100:00100000:3.0:1788624496.048716:0:16937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.125@tcp, seq: 54 00000100:00000040:3.0:1788624496.048719:0:16937:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99dd051f3000 : new rpc_count 0 00000100:00000001:3.0:1788624496.048721:0:16937:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788624496.050755:0:16937:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788624496.050763:0:16937:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff99dd10ee1780. 00000020:00000010:3.0:1788624496.050768:0:16937:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99dd1145f578. 00000020:00000010:3.0:1788624496.050772:0:16937:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99dd03638c00. 00000020:00000040:3.0:1788624496.050777:0:16937:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3000 : new refcount 3 00000100:00000001:3.0:1788624496.050781:0:16937:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788624496.058213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870e00. 00010000:00000010:0.1:1788624496.058239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767000. 00010000:00010000:3.0:1788624496.139260:0:31392:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:3.0:1788624496.139268:0:31392:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624496.139270:0:31392:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624496.139276:0:31392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624496.139279:0:31392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624496.139294:0:31392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624496.139296:0:31392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624496.139298:0:31392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624496.139300:0:31392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624496.139302:0:31392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624496.139304:0:31392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624496.139306:0:31392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624496.139308:0:31392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624496.139310:0:31392:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:3.0:1788624496.139313:0:31392:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624496.139317:0:31392:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788624496.139332:0:31392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 5/5 locks to regular blp list, 1 blwis in pool 00000080:00000001:3.0:1788624496.146516:0:16814:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788624496.146958:0:16814:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788624496.146962:0:16814:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788624496.146966:0:16814:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x1d:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788624496.146968:0:16814:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624496.146971:0:16814:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788624496.146975:0:16814:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591750 00000080:00000001:3.0:1788624496.146980:0:16814:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624496.146985:0:16814:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788624496.146987:0:16814:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1d:0x0](ffff99dd191b8908) invalid 00000020:00000001:3.0:1788624496.146992:0:16814:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cbfca0 00000080:00002000:3.0:1788624496.146994:0:16814:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry f (ffff99dd192b2d80) parent ffff99dd192b2798 inode ffff99dd191b8908 refc 1 00000080:00000001:3.0:1788624496.146999:0:16814:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788624496.147002:0:16814:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788624496.147004:0:16814:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624496.147010:0:16814:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624496.147013:0:16814:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624496.147015:0:16814:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624496.147017:0:16814:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624496.147020:0:16814:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788624496.147024:0:16814:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18601200 with handle 0xcc94206c7ef4170e from hash 00010000:00000001:3.0:1788624496.147026:0:16814:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624496.147028:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624496.147030:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624496.147032:0:16814:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624496.147035:0:16814:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624496.147037:0:16814:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788624496.147040:0:16814:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624496.147044:0:16814:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef41707 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a7a37 expref: -99 pid: 31362 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1788624496.147054:0:16814:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788624496.147058:0:16814:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788624496.147060:0:16814:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788624496.147062:0:16814:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1b:0x0] mode (null) 00000002:00000001:3.0:1788624496.147066:0:16814:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624496.147068:0:16814:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624496.147073:0:16814:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 2 00010000:00000001:3.0:1788624496.147076:0:16814:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624496.147080:0:16814:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624496.147082:0:16814:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624496.147083:0:16814:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624496.147085:0:16814:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 2 00010000:00000001:3.0:1788624496.147086:0:16814:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624496.147088:0:16814:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624496.147090:0:16814:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624496.147091:0:16814:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788624496.147093:0:16814:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1b:0x0](ffff99dd198742c8) invalid 00000020:00000001:3.0:1788624496.147095:0:16814:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cbfca0 00000080:00002000:3.0:1788624496.147097:0:16814:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-1 (ffff99dd192b2798) parent ffff99dd19287870 inode ffff99dd198742c8 refc 1 00000080:00000001:3.0:1788624496.147100:0:16814:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788624496.147101:0:16814:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788624496.147102:0:16814:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624496.147136:0:16814:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624496.147139:0:16814:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624496.147140:0:16814:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624496.147142:0:16814:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624496.147143:0:16814:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788624496.147146:0:16814:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18601a00 with handle 0xcc94206c7ef41707 from hash 00010000:00000001:3.0:1788624496.147148:0:16814:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624496.147149:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624496.147150:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624496.147151:0:16814:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624496.147153:0:16814:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624496.147154:0:16814:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788624496.147157:0:16814:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624496.147160:0:16814:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18a00/0xcc94206c7ef416dd lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa103bd66258a7996 expref: -99 pid: 30742 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788624496.147167:0:16814:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788624496.147168:0:16814:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788624496.147170:0:16814:0:(namei.c:253:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788624496.147171:0:16814:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624496.147173:0:16814:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624496.147174:0:16814:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624496.147176:0:16814:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624496.147177:0:16814:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624496.147179:0:16814:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788624496.147181:0:16814:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d18a00 with handle 0xcc94206c7ef416dd from hash 00010000:00000001:3.0:1788624496.147183:0:16814:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624496.147184:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624496.147185:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624496.147186:0:16814:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624496.147187:0:16814:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624496.147188:0:16814:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788624496.147190:0:16814:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:3.0:1788624496.147193:0:16814:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624496.147196:0:16814:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788624496.147207:0:16814:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595500. 00000020:00000040:3.0:1788624496.147211:0:16814:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=11 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624496.147216:0:16814:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624496.147219:0:16814:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624496.147223:0:16814:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624496.147230:0:16814:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd03638c00. 00000100:00000001:3.0:1788624496.147238:0:16814:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624496.147240:0:16814:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788624496.147247:0:16814:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f400/0xcc94206c7ef41715 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7a76 expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788624496.147255:0:16814:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef41700 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7a1b expref: -99 pid: 31362 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788624496.147261:0:16814:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef4170e lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a7a53 expref: -99 pid: 31362 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788624496.147267:0:16814:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef41707 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7a37 expref: -99 pid: 31362 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788624496.147273:0:16814:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18a00/0xcc94206c7ef416dd lrc: 1/0,0 mode: --/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a7996 expref: -99 pid: 30742 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788624496.147279:0:16814:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 5 locks packed 00010000:00000001:3.0:1788624496.147280:0:16814:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788624496.147283:0:16814:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624496.147600:0:16814:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624496.147608:0:16814:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd184fdb40. 00000100:00000001:3.0:1788624496.147611:0:16814:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773607549760 : -112300102001856 : ffff99dd184fdb40) 00000100:00000001:3.0:1788624496.147614:0:16814:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624496.147616:0:16814:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490730240 : -112300218821376 : ffff99dd11595500) 00000100:00000001:3.0:1788624496.147621:0:16814:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624496.147626:0:16814:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624496.147628:0:16814:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624496.147630:0:16814:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624496.147649:0:16814:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595500 x1875506845026048/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 352/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624496.147658:0:16814:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624496.147661:0:16814:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624496.147665:0:16814:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624496.147667:0:16814:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624496.147670:0:16814:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624496.147673:0:16814:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595500 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:16814:1875506845026048:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788624496.147678:0:16814:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624496.147683:0:16814:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624496.147686:0:16814:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624496.147688:0:16814:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624496.147692:0:16814:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd03638a00. 02000000:00000001:3.0:1788624496.147694:0:16814:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624496.147701:0:16814:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624496.147705:0:16814:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a5d8. 00000400:00000010:3.0:1788624496.147712:0:16814:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f110. 00000100:00000200:3.0:1788624496.147719:0:16814:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845026048, portal 18 00000100:00000001:3.0:1788624496.147721:0:16814:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624496.147722:0:16814:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490730240 : -112300218821376 : ffff99dd11595500) 00000100:00000040:3.0:1788624496.147729:0:16814:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11595500 x1875506845026048/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 352/224 e 0 to 0 dl 1788624512 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624496.147738:0:16814:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624496.147741:0:16814:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624496.147743:0:16814:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fee0. 00000100:00000200:3.0:1788624496.147746:0:16814:0:(niobuf.c:94:ptl_send_buf()) Sending 352 bytes to portal 17, xid 1875506845026048, offset 0 00000400:00000200:3.0:1788624496.147753:0:16814:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624496.147761:0:16814:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624496.147768:0:16814:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624496.147773:0:16814:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624496.147777:0:16814:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624496.147780:0:16814:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624496.147783:0:16814:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624496.147787:0:16814:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2641:2641:256:4294967295] 192.168.202.125@tcp LPNI seq info [2641:2641:8:4294967295] 00000400:00000200:3.0:1788624496.147792:0:16814:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624496.147801:0:16814:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624496.147807:0:16814:0:(socklnd_cb.c:931:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624496.147812:0:16814:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818300. 00000800:00000200:3.0:1788624496.147818:0:16814:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624496.147826:0:16814:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624496.147831:0:16814:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818300 type 1, nob 448 niov 1 nkiov 1 00000100:00000001:3.0:1788624496.147854:0:16814:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624496.147859:0:16814:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 786132 usecs (787 jiffies) 00000400:00000200:3.0:1788624496.147862:0:16814:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624496.147865:0:16814:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296510996 00000100:00000001:3.0:1788624496.147869:0:16814:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296513368 00000100:00000001:3.0:1788624496.147871:0:16814:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296510996 00000100:00000001:3.0:1788624496.147873:0:16814:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296513368 00000100:00000001:3.0:1788624496.147875:0:16814:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624496.147878:0:16814:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624496.147880:0:16814:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624496.147883:0:16814:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624496.147885:0:16814:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd184fdb40 going to sleep for 11 seconds 00000100:00000001:3.0:1788624496.147888:0:16814:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624496.147891:0:16814:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624496.154401:0:16814:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624496.154410:0:16814:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624496.154412:0:16814:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624496.154415:0:16814:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a5d8. 00000400:00000200:3.0:1788624496.154419:0:16814:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f110 00000400:00000010:3.0:1788624496.154422:0:16814:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f110. 00000100:00000001:3.0:1788624496.154425:0:16814:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624496.154429:0:16814:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595500 x1875506845026048/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 352/224 e 0 to 0 dl 1788624512 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624496.154439:0:16814:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595500 x1875506845026048/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 352/224 e 0 to 0 dl 1788624512 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624496.154455:0:16814:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624496.154458:0:16814:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624496.154461:0:16814:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624496.154464:0:16814:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624496.154466:0:16814:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624496.154469:0:16814:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624496.154472:0:16814:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624496.154483:0:16814:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442580 time=224 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624496.154487:0:16814:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624496.154490:0:16814:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624496.154491:0:16814:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624496.154495:0:16814:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624496.154497:0:16814:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624496.154501:0:16814:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624496.154504:0:16814:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1788624496.154506:0:16814:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624496.154509:0:16814:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624496.154514:0:16814:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595500 x1875506845026048/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 352/224 e 0 to 0 dl 1788624512 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624496.154522:0:16814:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624496.154525:0:16814:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624496.154537:0:16814:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624496.154542:0:16814:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595500 x1875506845026048/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 352/224 e 0 to 0 dl 1788624512 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624496.154550:0:16814:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595500 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:16814:1875506845026048:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788624496.154556:0:16814:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624496.154559:0:16814:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624496.154562:0:16814:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788624496.154564:0:16814:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624496.154568:0:16814:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595500 x1875506845026048/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 352/224 e 0 to 0 dl 1788624512 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624496.154574:0:16814:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624496.154578:0:16814:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd184fdb40. 00000100:00000001:3.0:1788624496.154581:0:16814:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788624496.154584:0:16814:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624496.154586:0:16814:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624496.154589:0:16814:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595500 x1875506845026048/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 352/224 e 0 to 0 dl 1788624512 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624496.154595:0:16814:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624496.154598:0:16814:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624496.154602:0:16814:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd03638a00. 02000000:00000001:3.0:1788624496.154604:0:16814:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624496.154608:0:16814:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624496.154610:0:16814:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=10 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624496.154612:0:16814:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624496.154614:0:16814:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd03638c00. 02000000:00000001:3.0:1788624496.154617:0:16814:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624496.154619:0:16814:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624496.154621:0:16814:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595500. 00000100:00000001:3.0:1788624496.154624:0:16814:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624496.154626:0:16814:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624496.154628:0:16814:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:3.0:1788624496.154632:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624496.154638:0:16814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f400/0xcc94206c7ef41715 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7a76 expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1788624496.154658:0:16814:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd0382aa00 count: 0 00010000:00000010:3.0:1788624496.154667:0:16814:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd10ee1d80. 00010000:00000001:3.0:1788624496.154675:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624496.154676:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624496.154679:0:16814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef41700 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7a1b expref: -99 pid: 31362 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1788624496.154686:0:16814:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd189e4200 count: 0 00010000:00000010:3.0:1788624496.154689:0:16814:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd087e6900. 00010000:00000001:3.0:1788624496.154694:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624496.154695:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624496.154698:0:16814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef4170e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a7a53 expref: -99 pid: 31362 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788624496.154710:0:16814:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd1878e7c0. 00010000:00000040:3.0:1788624496.154713:0:16814:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd189e4c00 count: 0 00010000:00000010:3.0:1788624496.154716:0:16814:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd087e6380. 00010000:00000001:3.0:1788624496.154720:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624496.154722:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624496.154724:0:16814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef41707 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7a37 expref: -99 pid: 31362 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1788624496.154730:0:16814:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd189e4400 count: 0 00010000:00000010:3.0:1788624496.154733:0:16814:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd087e6f00. 00010000:00000001:3.0:1788624496.154736:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624496.154737:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624496.154741:0:16814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18a00/0xcc94206c7ef416dd lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a7996 expref: -99 pid: 30742 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1788624496.154746:0:16814:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd215f8dc0. 00010000:00000040:3.0:1788624496.154749:0:16814:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10e00 count: 0 00010000:00000010:3.0:1788624496.154753:0:16814:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd11c18a80. 00010000:00000001:3.0:1788624496.154759:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624496.154761:0:16814:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624496.154779:0:16814:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624496.154782:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624496.154784:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624496.154786:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788624496.154788:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624496.154789:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624496.154791:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788624496.154792:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624496.154794:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624496.154795:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:3.1:1788624496.166190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382aa00. 00010000:00000010:3.1:1788624496.166201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067f400. 00010000:00000010:3.1:1788624496.166208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4200. 00010000:00000010:3.1:1788624496.166214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600800. 00010000:00000010:3.1:1788624496.166220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4c00. 00010000:00000010:3.1:1788624496.166226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601200. 00010000:00000010:3.1:1788624496.166231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4400. 00010000:00000010:3.1:1788624496.166237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601a00. 00010000:00000010:3.1:1788624496.166243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10e00. 00010000:00000010:3.1:1788624496.166249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18a00. 00010000:00000001:3.0:1788624496.595948:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624496.595957:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624497.618697:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624497.618703:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624498.642275:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624498.642281:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624498.642319:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624498.642323:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624498.642326:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788624499.346374:0:757:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296513368, at 4296513408 00000100:00000010:3.0:1788624499.346393:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd04866780. 00010000:00000001:3.0:1788624499.666365:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624499.666373:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624500.500215:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624500.500220:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611400. 00000400:00000200:3.0:1788624500.500228:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624500.500233:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624500.500239:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c440 00000400:00000010:3.0:1788624500.500241:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c440. 00000100:00000001:3.0:1788624500.500246:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624500.500250:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06a00 x1875506845026176/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624500.500259:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624500.500262:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06a00 x1875506845026176/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624500.500269:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624500.500281:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624500.514707:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624500.514715:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624500.519385:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624500.519402:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624500.519407:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624500.519410:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624500.519418:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624500.519427:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624500.519446:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624500.519460:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624500.519467:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624500.519472:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377458900 00000400:00000200:3.0:1788624500.519478:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624500.519485:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x797d [1] + 224 00000800:00000001:3.0:1788624500.519493:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624500.519512:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624500.519516:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624500.519521:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624500.519529:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624500.519539:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04380 x1875506845026560/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624500.519551:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c04380 x1875506845026560/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624500.519573:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624500.519582:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624500.519585:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624500.522919:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624500.522926:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624500.522928:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624500.522929:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624500.522934:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624500.522946:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624500.522951:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624500.522954:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624500.522957:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624500.522959:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377458800 00000400:00000200:3.0:1788624500.522963:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624500.522966:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x7975 [1] + 224 00000800:00000001:3.0:1788624500.522969:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624500.522973:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624500.522975:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624500.522978:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624500.522981:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624500.522986:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06680 x1875506845026304/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624500.522993:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c06680 x1875506845026304/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624500.522998:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624500.523002:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624500.523003:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624500.690241:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624500.690248:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624501.714223:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624501.714229:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624501.714254:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624501.714257:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624501.714260:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788624502.546291:0:16806:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1788624502.546299:0:16806:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624502.740256:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624502.740265:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624503.763738:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624503.763749:0:757:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624503.763751:0:757:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624503.763754:0:757:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624503.763760:0:757:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624503.763763:0:757:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624503.763765:0:757:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624503.763767:0:757:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624504.466470:0:757:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296518487, at 4296518528 00000100:00000010:3.0:1788624504.466477:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd04866600. 00010000:00000001:3.0:1788624504.786278:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624504.786287:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624504.786320:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624504.786323:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624504.786328:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788624505.620550:0:469:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624505.620560:0:469:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624505.620571:0:469:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595500. 00000020:00000040:3.0:1788624505.620577:0:469:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:3.0:1788624505.620583:0:469:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624505.620586:0:469:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624505.620592:0:469:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624505.620601:0:469:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818600. 00000100:00000001:3.0:1788624505.620610:0:469:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624505.620623:0:469:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11595500 x1875506845026688/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624505.620880:0:469:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624505.620885:0:469:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624505.620892:0:469:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d65fc0c] to pc [ptlrpcd_01_01+1] req@ffff99dd11595500 x1875506845026688/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624505.620925:0:469:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624505.620928:0:469:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624505.620931:0:469:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624505.620935:0:469:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597800. 00000020:00000040:3.0:1788624505.620937:0:469:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624505.620939:0:469:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624505.620941:0:469:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624505.620943:0:469:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624505.620946:0:469:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818100. 00000100:00000001:3.0:1788624505.620949:0:469:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624505.620953:0:469:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11597800 x1875506845026816/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624505.620960:0:469:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624505.620962:0:469:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624505.620965:0:469:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f0ad431] to pc [ptlrpcd_01_00+0] req@ffff99dd11597800 x1875506845026816/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624505.620973:0:469:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624505.620976:0:469:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624505.620979:0:469:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624505.620981:0:469:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11594380. 00000020:00000040:3.0:1788624505.620983:0:469:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624505.620985:0:469:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624505.620986:0:469:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624505.620987:0:469:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624505.620990:0:469:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818c00. 00000100:00000001:3.0:1788624505.620992:0:469:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624505.620995:0:469:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11594380 x1875506845026944/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624505.621002:0:469:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624505.621003:0:469:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624505.621007:0:469:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa7831c9] to pc [ptlrpcd_01_01+1] req@ffff99dd11594380 x1875506845026944/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624505.621013:0:469:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624505.621015:0:469:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624505.621018:0:469:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624505.621021:0:469:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595f80. 00000020:00000040:3.0:1788624505.621023:0:469:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:3.0:1788624505.621025:0:469:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624505.621026:0:469:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624505.621028:0:469:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624505.621031:0:469:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818800. 00000100:00000001:3.0:1788624505.621034:0:469:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624505.621037:0:469:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11595f80 x1875506845027072/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624505.621043:0:469:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624505.621045:0:469:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624505.621048:0:469:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043057380] to pc [ptlrpcd_01_00+0] req@ffff99dd11595f80 x1875506845027072/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624505.621055:0:469:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624505.621057:0:469:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788624505.621060:0:469:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788624505.621065:0:469:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1857) 00000800:00000200:3.0:1788624505.627885:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624505.627894:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0ee00. 00000400:00000200:3.0:1788624505.627904:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624505.627912:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624505.627920:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08880 00000400:00000010:3.0:1788624505.627923:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08880. 00000100:00000001:3.0:1788624505.627929:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624505.627935:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595500 x1875506845026688/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624505.627948:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624505.627951:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595500 x1875506845026688/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624505.627958:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624505.627960:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624505.628034:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624505.628037:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0e700. 00000400:00000200:3.0:1788624505.628040:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624505.628043:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624505.628046:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08e58 00000400:00000010:3.0:1788624505.628048:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08e58. 00000100:00000001:3.0:1788624505.628050:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624505.628054:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11594380 x1875506845026944/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624505.628061:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624505.628064:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11594380 x1875506845026944/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624505.628070:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624505.628071:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788624505.628102:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624505.628128:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624505.630553:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624505.630558:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0e400. 00000400:00000200:3.0:1788624505.630564:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624505.630569:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624505.630575:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e085d8 00000400:00000010:3.0:1788624505.630577:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e085d8. 00000100:00000001:3.0:1788624505.630582:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624505.630587:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11597800 x1875506845026816/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624505.630598:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624505.630602:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11597800 x1875506845026816/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624505.630608:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624505.630610:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624505.630686:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624505.630689:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0e700. 00000400:00000200:3.0:1788624505.630692:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624505.630695:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624505.630698:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08ee0 00000400:00000010:3.0:1788624505.630700:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08ee0. 00000100:00000001:3.0:1788624505.630702:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624505.630705:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595f80 x1875506845027072/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624505.630712:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624505.630715:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595f80 x1875506845027072/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624505.630721:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624505.630723:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624505.632180:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624505.632193:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624505.632197:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624505.632200:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624505.632208:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624505.632215:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624505.632223:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624505.632227:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624505.632232:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624505.632237:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377458a80 00000400:00000200:3.0:1788624505.632242:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624505.632247:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x7995 [1] + 224 00000800:00000001:3.0:1788624505.632255:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624505.632261:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624505.632264:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624505.632269:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624505.632276:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624505.632284:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11594380 x1875506845026944/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624505.632295:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11594380 x1875506845026944/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624505.632318:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624505.632325:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624505.632329:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624505.635353:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624505.635373:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624505.635378:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624505.635383:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624505.635395:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624505.635407:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624505.635418:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624505.635431:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624505.635441:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624505.635448:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377458a00 00000400:00000200:3.0:1788624505.635456:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624505.635466:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x79a5 [1] + 224 00000800:00000001:3.0:1788624505.635477:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624505.635486:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624505.635492:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624505.635497:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624505.635504:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624505.635510:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11597800 x1875506845026816/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624505.636817:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11597800 x1875506845026816/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624505.636915:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624505.636928:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624505.636934:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624505.640514:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624505.640541:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624505.640545:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624505.640548:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624505.640556:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624505.640565:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624505.640573:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624505.640578:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624505.640583:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624505.640588:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377458980 00000400:00000200:3.0:1788624505.640593:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624505.640599:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7985 [1] + 224 00000800:00000001:3.0:1788624505.640606:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624505.640610:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624505.640613:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624505.640618:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624505.640627:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624505.640636:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595500 x1875506845026688/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624505.640648:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11595500 x1875506845026688/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624505.640657:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624505.640665:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624505.640680:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624505.640682:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624505.640684:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624505.640687:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624505.640690:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624505.640694:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624505.640696:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624505.640699:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624505.640702:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377458b00 00000400:00000200:3.0:1788624505.640705:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624505.640710:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x79b5 [1] + 224 00000800:00000001:3.0:1788624505.640713:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624505.640719:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624505.640721:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624505.640724:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624505.640728:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624505.640732:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595f80 x1875506845027072/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624505.640750:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11595f80 x1875506845027072/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624505.640757:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624505.640761:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624505.640764:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624505.810652:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624505.810662:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624506.835311:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624506.835320:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624507.858240:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624507.858245:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624507.858268:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624507.858271:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624507.858274:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624508.882315:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624508.882320:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624509.586215:0:757:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296523611, at 4296523648 00000100:00000010:3.0:1788624509.586233:0:757:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd18588000. 00000100:00000001:3.0:1788624509.722403:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624509.722406:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624509.722408:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624509.722415:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d60000 x1875506845027456/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624509.722423:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624509.722425:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624509.722429:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624509.722431:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624509.722433:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624509.722448:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845027456:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624509.722453:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624509.722459:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624509.722461:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624509.722463:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624509.722469:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd03639800. 02000000:00000001:3.0:1788624509.722471:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624509.722477:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624509.722489:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a5d8. 00000400:00000010:3.0:1788624509.722496:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f110. 00000100:00000200:3.0:1788624509.722504:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845027456, portal 10 00000100:00000001:3.0:1788624509.722506:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624509.722509:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498900480 : -112300210651136 : ffff99dd11d60000) 00000100:00000040:3.0:1788624509.722516:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d60000 x1875506845027456/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624509.722523:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624509.722525:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624509.722528:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f908. 00000100:00000200:3.0:1788624509.722530:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845027456, offset 0 00000400:00000200:3.0:1788624509.722535:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624509.722552:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.722558:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624509.722564:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624509.722568:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624509.722571:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624509.722574:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624509.722578:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2650:2650:256:4294967295] 192.168.202.125@tcp LPNI seq info [2650:2650:8:4294967295] 00000400:00000200:3.0:1788624509.722582:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.722590:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624509.722596:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624509.722601:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818600. 00000800:00000200:3.0:1788624509.722608:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624509.722617:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624509.722621:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624509.722637:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624509.722641:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24787 usecs (25 jiffies) 00000400:00000200:3.0:1788624509.722644:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624509.722647:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296523809 00000100:00000010:3.0:1788624509.722652:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd049ada80. 00000100:00000001:3.0:1788624509.722658:0:2391:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788624509.722666:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296523809 00000100:00000010:3.0:1788624509.722669:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd049ad7e0. 00000100:00000001:3.0:1788624509.722673:0:2391:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788624509.722676:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624509.722679:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624509.722683:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624509.722695:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624509.722702:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624509.722705:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788624509.722923:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624509.722926:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624509.722927:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624509.722930:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788624509.722932:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624509.722935:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624509.722937:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624509.722938:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624509.722940:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624509.722941:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624509.722947:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d62a00 x1875506845027200/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624509.722953:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624509.722954:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624509.722957:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624509.722958:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624509.722960:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624509.722963:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2391:1875506845027200:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624509.722966:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624509.722970:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624509.722971:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624509.722973:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624509.722976:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd03639200. 02000000:00000001:3.0:1788624509.722978:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624509.722982:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624509.722986:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560af78. 00000400:00000010:3.0:1788624509.722990:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f000. 00000100:00000200:3.0:1788624509.722993:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845027200, portal 25 00000100:00000001:3.0:1788624509.722996:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624509.722997:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000040:3.0:1788624509.723001:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d62a00 x1875506845027200/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624509.723008:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624509.723010:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624509.723012:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112faa0. 00000100:00000200:3.0:1788624509.723014:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845027200, offset 0 00000400:00000200:3.0:1788624509.723019:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624509.723023:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.723027:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624509.723030:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624509.723033:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624509.723035:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624509.723037:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624509.723041:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2651:2651:255:4294967295] 192.168.202.125@tcp LPNI seq info [2651:2651:7:4294967295] 00000400:00000200:3.0:1788624509.723044:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.723050:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624509.723054:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624509.723058:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818800. 00000800:00000200:3.0:1788624509.723062:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624509.723066:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624509.723068:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624509.723071:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624509.723074:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624509.723076:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296527710 00000100:00000001:3.0:1788624509.723081:0:2391:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296523809 00000100:00000001:3.0:1788624509.723085:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296527710 00000100:00000001:3.0:1788624509.723087:0:2391:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296523809 00000100:00000001:3.0:1788624509.723089:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624509.723092:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624509.723094:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624509.723098:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d60380 x1875506845027584/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624509.723143:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624509.723145:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624509.723148:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624509.723149:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624509.723152:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624509.723155:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845027584:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624509.723158:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624509.723160:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624509.723161:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624509.723163:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624509.723166:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd03638000. 02000000:00000001:3.0:1788624509.723167:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624509.723170:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624509.723172:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a370. 00000400:00000010:3.0:1788624509.723176:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112ff68. 00000100:00000200:3.0:1788624509.723179:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845027584, portal 4 00000100:00000001:3.0:1788624509.723181:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624509.723182:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498901376 : -112300210650240 : ffff99dd11d60380) 00000100:00000040:3.0:1788624509.723188:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d60380 x1875506845027584/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624509.723193:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624509.723195:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624509.723197:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f7f8. 00000100:00000200:3.0:1788624509.723199:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845027584, offset 0 00000400:00000200:3.0:1788624509.723203:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624509.723206:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.723209:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624509.723212:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624509.723214:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624509.723216:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624509.723219:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624509.723221:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2652:2652:254:4294967295] 192.168.202.125@tcp LPNI seq info [2652:2652:6:4294967295] 00000400:00000200:3.0:1788624509.723225:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.723231:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624509.723234:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624509.723237:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818100. 00000800:00000200:3.0:1788624509.723240:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624509.723244:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624509.723247:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624509.723249:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624509.723252:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 229952 usecs (230 jiffies) 00000400:00000200:3.0:1788624509.723255:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624509.723257:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296524015 00000100:00000001:3.0:1788624509.723259:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296527710 00000100:00000001:3.0:1788624509.723262:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296524015 00000100:00000001:3.0:1788624509.723263:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296527710 00000100:00000001:3.0:1788624509.723265:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624509.723267:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624509.723269:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624509.723272:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624509.723285:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624509.723287:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624509.729255:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.729274:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624509.729279:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.729282:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624509.729291:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.729301:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624509.729793:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.729800:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.729805:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.729810:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377458d00 00000400:00000200:3.0:1788624509.729816:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.729822:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x79e5 [1] + 224 00000800:00000001:3.0:1788624509.729830:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.729836:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624509.729840:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624509.729845:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624509.729852:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624509.729862:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d60380 x1875506845027584/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624509.729875:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d60380 x1875506845027584/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624509.729905:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624509.729916:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.729920:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624509.729922:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.729924:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624509.729927:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.729931:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624509.729935:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.729938:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.729941:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.729944:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377458b80 00000400:00000200:3.0:1788624509.729947:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.729951:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x79d5 [1] + 224 00000800:00000001:3.0:1788624509.729955:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.729961:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624509.729963:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624509.729966:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624509.729969:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624509.729975:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d62a00 x1875506845027200/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624509.729984:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d62a00 x1875506845027200/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624509.729992:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624509.729995:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.729997:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1788624509.734963:0:31362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a20b0. 00000400:00000010:2.0:1788624509.734968:0:31362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e083b8. 00000100:00000200:2.0:1788624509.734973:0:31362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845025920, portal 10 00000100:00000001:2.0:1788624509.734975:0:31362:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624509.734976:0:31362:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499395584 : -112300210156032 : ffff99dd11dd8e00) 00000100:00000040:2.0:1788624509.734982:0:31362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff99dd11dd8e00 x1875506845025920/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624525 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624509.734989:0:31362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624509.734992:0:31362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624509.734994:0:31362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08908. 00000100:00000200:2.0:1788624509.734997:0:31362:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845025920, offset 0 00000400:00000200:2.0:1788624509.735003:0:31362:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624509.735009:0:31362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624509.735016:0:31362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624509.735021:0:31362:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624509.735025:0:31362:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624509.735029:0:31362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624509.735032:0:31362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624509.735035:0:31362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2654:2654:256:4294967295] 192.168.202.125@tcp LPNI seq info [2654:2654:8:4294967295] 00000400:00000200:2.0:1788624509.735040:0:31362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624509.735047:0:31362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624509.735052:0:31362:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624509.735057:0:31362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03a0e700. 00000800:00000200:2.0:1788624509.735065:0:31362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624509.735086:0:31362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624509.735090:0:31362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03a0e700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788624509.735101:0:31362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624509.735132:0:31362:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 781266 usecs (782 jiffies) 00000400:00000200:2.0:1788624509.735137:0:31362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624509.735139:0:31362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296524579 00000100:00000001:2.0:1788624509.735143:0:31362:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296527710 00000100:00000001:2.0:1788624509.735147:0:31362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296524579 00000100:00000001:2.0:1788624509.735150:0:31362:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296527710 00000100:00000001:2.0:1788624509.735152:0:31362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624509.735155:0:31362:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624509.735159:0:31362:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624509.735161:0:31362:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624509.735163:0:31362:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1869f240 going to sleep for 11 seconds 00000100:00000001:2.0:1788624509.735166:0:31362:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624509.735168:0:31362:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624509.735217:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624509.735223:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0e700. 00000400:00000200:3.0:1788624509.735229:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624509.735234:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624509.735239:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08908 00000400:00000010:3.0:1788624509.735241:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08908. 00000100:00000001:3.0:1788624509.735245:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624509.735249:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8e00 x1875506845025920/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624525 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624509.735259:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624509.735262:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8e00 x1875506845025920/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624525 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624509.735270:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624509.735272:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788624509.735823:0:31372:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624509.735828:0:31372:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624509.735830:0:31372:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624509.735832:0:31372:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624509.735835:0:31372:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624509.735836:0:31372:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624509.735838:0:31372:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624509.735840:0:31372:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1788624509.735843:0:31372:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875506845025024 new x1875506845027840 02000000:00000001:2.0:1788624509.735846:0:31372:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624509.735848:0:31372:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624509.735852:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624509.735856:0:31372:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2630. 00000400:00000010:2.0:1788624509.735861:0:31372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08f68. 00000100:00000200:2.0:1788624509.735864:0:31372:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845025024, portal 10 00000100:00000001:2.0:1788624509.735865:0:31372:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624509.735867:0:31372:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499396480 : -112300210155136 : ffff99dd11dd9180) 00000100:00000040:2.0:1788624509.735872:0:31372:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff99dd11dd9180 x1875506845025024/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624525 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624509.735879:0:31372:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624509.735882:0:31372:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624509.735884:0:31372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08a18. 00000100:00000200:2.0:1788624509.735887:0:31372:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875506845025024, offset 0 00000400:00000200:2.0:1788624509.735891:0:31372:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624509.735895:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624509.735901:0:31372:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624509.735905:0:31372:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624509.735907:0:31372:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624509.735911:0:31372:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624509.735914:0:31372:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624509.735918:0:31372:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2655:2655:256:4294967295] 192.168.202.125@tcp LPNI seq info [2655:2655:8:4294967295] 00000400:00000200:2.0:1788624509.735922:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624509.735930:0:31372:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624509.735936:0:31372:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624509.735940:0:31372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03a0e400. 00000800:00000200:2.0:1788624509.735946:0:31372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624509.735951:0:31372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624509.735953:0:31372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03a0e400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1788624509.735963:0:31372:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624509.735966:0:31372:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 781266 usecs (782 jiffies) 00000400:00000200:2.0:1788624509.735969:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624509.735971:0:31372:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296524579 00000100:00000001:2.0:1788624509.735974:0:31372:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296527710 00000100:00000001:2.0:1788624509.735976:0:31372:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296524579 00000100:00000001:2.0:1788624509.735978:0:31372:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296527710 00000100:00000001:2.0:1788624509.735981:0:31372:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624509.735983:0:31372:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624509.735985:0:31372:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624509.735987:0:31372:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624509.735989:0:31372:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1869ff00 going to sleep for 11 seconds 00000100:00000001:2.0:1788624509.735991:0:31372:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624509.735992:0:31372:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624509.736051:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624509.736054:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0e400. 00000400:00000200:2.0:1788624509.736057:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624509.736062:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624509.736066:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08a18 00000400:00000010:2.0:1788624509.736068:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08a18. 00000100:00000001:2.0:1788624509.736070:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624509.736084:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9180 x1875506845025024/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624525 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624509.736092:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624509.736095:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9180 x1875506845025024/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624525 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624509.736101:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624509.736102:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624509.742339:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.742361:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624509.742367:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.742370:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624509.742380:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.742389:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624509.742400:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.742405:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.742410:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.742415:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377458e00 00000400:00000200:3.0:1788624509.742420:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.742428:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x7a0d [1] + 224 00000800:00000001:3.0:1788624509.742437:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.742444:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624509.742448:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624509.742453:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624509.742463:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624509.742491:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9180 x1875506845025024/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624525 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624509.742506:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff99dd11dd9180 x1875506845025024/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624525 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624509.742527:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624509.742537:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.742541:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624509.742584:0:31372:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624509.742602:0:31372:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624509.742605:0:31372:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624509.742608:0:31372:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2630. 00000400:00000200:2.0:1788624509.742613:0:31372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08f68 00000400:00000010:2.0:1788624509.742616:0:31372:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08f68. 00000100:00000001:2.0:1788624509.742620:0:31372:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624509.742625:0:31372:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9180 x1875506845025024/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624525 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624509.742634:0:31372:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9180 x1875506845025024/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624525 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624509.742640:0:31372:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624509.742642:0:31372:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624509.742645:0:31372:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624509.742648:0:31372:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624509.742650:0:31372:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624509.742652:0:31372:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624509.742655:0:31372:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624509.742666:0:31372:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=88 v=5 (103 103 103 137) 00000100:00001000:2.0:1788624509.742671:0:31372:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624509.742674:0:31372:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624509.742675:0:31372:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624509.742678:0:31372:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624509.742682:0:31372:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624509.742687:0:31372:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624509.742689:0:31372:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967582 00000100:00000001:2.0:1788624509.742691:0:31372:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624509.742692:0:31372:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624509.742697:0:31372:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9180 x1875506845025024/t4294967581(4294967581) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/456 e 0 to 0 dl 1788624525 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624509.742703:0:31372:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624509.742706:0:31372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624509.742718:0:31372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624509.742723:0:31372:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9180 x1875506845025024/t4294967581(4294967581) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/456 e 0 to 0 dl 1788624525 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624509.742731:0:31372:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9180 pname:cluuid:pid:xid:nid:opc:job touch:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31372:1875506845025024:192.168.202.125@tcp:36:touch.0 00000100:00000001:2.0:1788624509.742735:0:31372:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624509.742738:0:31372:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624509.742741:0:31372:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624509.742743:0:31372:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624509.742746:0:31372:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9180 x1875506845025024/t4294967581(4294967581) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/456 e 0 to 0 dl 1788624525 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624509.742753:0:31372:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624509.742757:0:31372:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1869ff00. 00000100:00000001:2.0:1788624509.742760:0:31372:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624509.742761:0:31372:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624509.742769:0:31372:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624509.742772:0:31372:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624509.742777:0:31372:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788624509.742780:0:31372:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788624509.742794:0:31372:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611166 : 144115205339611166 : 20000040500001e) 00000080:00000001:2.0:1788624509.742797:0:31372:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:2.0:1788624509.742801:0:31372:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624509.742805:0:31372:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9180 x1875506845025024/t4294967581(4294967581) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/456 e 0 to 0 dl 1788624525 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624509.742816:0:31372:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624509.742819:0:31372:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624509.742823:0:31372:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e2000. 02000000:00000001:2.0:1788624509.742826:0:31372:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624509.742829:0:31372:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624509.742830:0:31372:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624509.742833:0:31372:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624509.742836:0:31372:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd18096400. 02000000:00000001:2.0:1788624509.742839:0:31372:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624509.742841:0:31372:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624509.742843:0:31372:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9180. 00000100:00000001:2.0:1788624509.742847:0:31372:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624509.742848:0:31372:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624509.742851:0:31372:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788624509.742853:0:31372:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624509.742856:0:31372:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624509.742859:0:31372:0:(pcc.c:2679:pcc_inode_setattr()) Process entered 00000080:00000001:2.0:1788624509.742862:0:31372:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788624509.742864:0:31372:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624509.742866:0:31372:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788624509.742867:0:31372:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624509.742869:0:31372:0:(pcc.c:2688:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624509.742871:0:31372:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:2.0:1788624509.742873:0:31372:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788624509.742879:0:31372:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff99dd03591360. 00000020:00000010:2.0:1788624509.742884:0:31372:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd1078ac00. 00000020:00000010:2.0:1788624509.742888:0:31372:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff99dd1078a400. 00000020:00000010:2.0:1788624509.742892:0:31372:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff99dd18588d20. 00000008:00000010:2.0:1788624509.742898:0:31372:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff99dd02e4ce50. 00020000:00000010:2.0:1788624509.742903:0:31372:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99dd062d19c0. 00008000:00000010:2.0:1788624509.742909:0:31372:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99dd216891a8. 00000080:00000010:2.0:1788624509.742914:0:31372:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99dd0530b690. 00000080:00000010:2.0:1788624509.742918:0:31372:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff99dd11c90940. 00000020:00000010:2.0:1788624509.742921:0:31372:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd1078be00. 00000008:00000010:2.0:1788624509.742924:0:31372:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99dd216a4f20. 00020000:00000010:2.0:1788624509.742928:0:31372:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff99dd118bc490. 00008000:00000010:2.0:1788624509.742932:0:31372:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99dd11d41108. 00000080:00000010:2.0:1788624509.742936:0:31372:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99dd18bb1000. 00000020:00000001:2.0:1788624509.742939:0:31372:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832424 : -112300453719192 : ffff99dd03591368) 00000020:00001000:2.0:1788624509.742941:0:31372:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591360 00000020:00000001:2.0:1788624509.742946:0:31372:0:(cl_object.c:143:cl_object_top()) ffff99dd10db7850 -> ffff99dd10db7850 00000020:00000001:2.0:1788624509.742948:0:31372:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788624509.742951:0:31372:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788624509.742953:0:31372:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x1e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788624509.742956:0:31372:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624509.742957:0:31372:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788624509.742961:0:31372:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788624509.742963:0:31372:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1788624509.742965:0:31372:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000405:0x1e:0x0] 00800000:00000001:2.0:1788624509.742970:0:31372:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624509.742973:0:31372:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624509.742976:0:31372:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624509.742979:0:31372:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624509.742981:0:31372:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624509.742983:0:31372:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1e:0x0] 00800000:00000001:2.0:1788624509.742985:0:31372:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624509.742988:0:31372:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624509.742991:0:31372:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624509.742997:0:31372:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624509.742999:0:31372:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624509.743000:0:31372:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x1e:0x0]: 0 00000080:00000001:2.0:1788624509.743003:0:31372:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624509.743005:0:31372:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:2.0:1788624509.743008:0:31372:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd1078a000. 00000080:00010000:2.0:1788624509.743015:0:31372:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000405:0x1e:0x0](ffff99dd198700c8) 00000080:00000001:2.0:1788624509.743018:0:31372:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624509.743022:0:31372:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624509.743024:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c3f958 00800000:00000002:2.0:1788624509.743026:0:31372:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000405:0x1e:0x0] '' on [0x200000405:0x1e:0x0] 00800000:00000001:2.0:1788624509.743029:0:31372:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624509.743031:0:31372:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624509.743033:0:31372:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624509.743034:0:31372:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624509.743035:0:31372:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624509.743036:0:31372:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624509.743038:0:31372:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1e:0x0] 00800000:00000001:2.0:1788624509.743040:0:31372:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624509.743042:0:31372:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x1e:0x0], fid2=[0x200000405:0x1e:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624509.743047:0:31372:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624509.743048:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c3f828 00000002:00010000:2.0:1788624509.743050:0:31372:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1e:0x0]) in obj [0x200000405:0x1e:0x0], intent: layout flags 0 00000002:00000001:2.0:1788624509.743053:0:31372:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788624509.743055:0:31372:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:2.0:1788624509.743059:0:31372:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d60000. 00000020:00000040:2.0:1788624509.743062:0:31372:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:2.0:1788624509.743067:0:31372:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624509.743072:0:31372:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624509.743075:0:31372:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624509.743078:0:31372:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624509.743080:0:31372:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624509.743084:0:31372:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624509.743089:0:31372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd1078b600. 00000100:00000001:2.0:1788624509.743094:0:31372:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624509.743098:0:31372:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624509.743100:0:31372:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624509.743101:0:31372:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624509.743102:0:31372:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624509.743103:0:31372:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624509.743129:0:31372:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446631773498900480 : -112300210651136 : ffff99dd11d60000) 00010000:00000001:2.0:1788624509.743133:0:31372:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624509.743135:0:31372:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788624509.743140:0:31372:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03870b00. 00010000:00000010:2.0:1788624509.743144:0:31372:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd05188c80. 00010000:00000001:2.0:1788624509.743149:0:31372:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624509.743152:0:31372:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10767a00. 00000020:00000001:2.0:1788624509.743156:0:31372:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624509.743160:0:31372:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10767a00 with handle 0xcc94206c7ef41723 to hash 00000020:00000001:2.0:1788624509.743163:0:31372:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624509.743164:0:31372:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624509.743170:0:31372:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624509.743174:0:31372:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624509.743176:0:31372:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624509.743182:0:31372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41723 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624509.743192:0:31372:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41723 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624509.743204:0:31372:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41723 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624509.743210:0:31372:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624509.743211:0:31372:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624509.743217:0:31372:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd10e4a0c0. 00000100:00000001:2.0:1788624509.743219:0:31372:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773483081920 : -112300226469696 : ffff99dd10e4a0c0) 00000100:00000001:2.0:1788624509.743222:0:31372:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624509.743223:0:31372:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498900480 : -112300210651136 : ffff99dd11d60000) 00000100:00000001:2.0:1788624509.743227:0:31372:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624509.743231:0:31372:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624509.743233:0:31372:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624509.743235:0:31372:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624509.743240:0:31372:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d60000 x1875506845027968/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624509.743247:0:31372:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624509.743250:0:31372:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624509.743255:0:31372:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624509.743258:0:31372:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624509.743260:0:31372:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624509.743264:0:31372:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d60000 pname:cluuid:pid:xid:nid:opc:job touch:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31372:1875506845027968:192.168.202.125@tcp:101:touch.0 00000100:00000001:2.0:1788624509.743267:0:31372:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624509.743274:0:31372:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624509.743276:0:31372:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624509.743279:0:31372:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624509.743284:0:31372:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd0483a800. 02000000:00000001:2.0:1788624509.743286:0:31372:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624509.743291:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624509.743294:0:31372:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2630. 00000400:00000010:2.0:1788624509.743300:0:31372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08f68. 00000100:00000200:2.0:1788624509.743307:0:31372:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845027968, portal 10 00000100:00000001:2.0:1788624509.743309:0:31372:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624509.743310:0:31372:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498900480 : -112300210651136 : ffff99dd11d60000) 00000100:00000040:2.0:1788624509.743316:0:31372:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d60000 x1875506845027968/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/472 e 0 to 0 dl 1788624525 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624509.743324:0:31372:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624509.743326:0:31372:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624509.743329:0:31372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08a18. 00000100:00000200:2.0:1788624509.743331:0:31372:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875506845027968, offset 0 00000400:00000200:2.0:1788624509.743337:0:31372:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624509.743343:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624509.743350:0:31372:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624509.743355:0:31372:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624509.743360:0:31372:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624509.743363:0:31372:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624509.743366:0:31372:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624509.743383:0:31372:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2656:2656:256:4294967295] 192.168.202.125@tcp LPNI seq info [2656:2656:8:4294967295] 00000400:00000200:2.0:1788624509.743388:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624509.743396:0:31372:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624509.743401:0:31372:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624509.743406:0:31372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03a0e400. 00000800:00000200:2.0:1788624509.743413:0:31372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624509.743419:0:31372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624509.743424:0:31372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03a0e400 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:2.0:1788624509.743455:0:31372:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624509.743460:0:31372:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 812536 usecs (813 jiffies) 00000400:00000200:2.0:1788624509.743464:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624509.743467:0:31372:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296524617 00000100:00000001:2.0:1788624509.743470:0:31372:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296527710 00000100:00000001:2.0:1788624509.743472:0:31372:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296524617 00000100:00000001:2.0:1788624509.743474:0:31372:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296527710 00000100:00000001:2.0:1788624509.743476:0:31372:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624509.743479:0:31372:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624509.743490:0:31372:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624509.743492:0:31372:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624509.743494:0:31372:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd10e4a0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788624509.743496:0:31372:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624509.743498:0:31372:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624509.743988:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624509.743993:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0e400. 00000400:00000200:3.0:1788624509.743999:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624509.744005:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624509.744010:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08a18 00000400:00000010:3.0:1788624509.744314:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08a18. 00000100:00000001:3.0:1788624509.744322:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624509.744328:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d60000 x1875506845027968/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/472 e 0 to 0 dl 1788624525 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624509.744339:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624509.744343:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d60000 x1875506845027968/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/472 e 0 to 0 dl 1788624525 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624509.744350:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624509.744352:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624509.746956:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.746980:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624509.746987:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.746990:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624509.747002:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.747011:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624509.747025:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.747031:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.747038:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.747043:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 400 into portal 10 MB=0x6a9c377458e80 00000400:00000200:3.0:1788624509.747048:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.747056:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 400/400 into md 0x7a1d [1] + 224 00000800:00000001:3.0:1788624509.747064:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.747072:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624509.747076:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624509.747082:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624509.747092:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624509.747103:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d60000 x1875506845027968/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/472 e 0 to 0 dl 1788624525 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624509.747155:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff99dd11d60000 x1875506845027968/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/472 e 0 to 0 dl 1788624525 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624509.747178:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624509.747188:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.747193:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624509.749915:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624509.749925:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611500. 00000400:00000200:3.0:1788624509.749933:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624509.749942:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624509.749950:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ce58 00000400:00000010:3.0:1788624509.749953:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ce58. 00000100:00000001:3.0:1788624509.749959:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624509.749966:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04a80 x1875506845028096/t0(0) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624525 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624509.749979:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624509.749983:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04a80 x1875506845028096/t0(0) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624525 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624509.749990:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624509.749994:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624509.757247:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.757275:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624509.757281:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.757284:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624509.757296:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.757307:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624509.757319:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.757326:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.757333:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.757339:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 432 into portal 4 MB=0x6a9c377458f00 00000400:00000200:3.0:1788624509.757345:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.757353:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 432/432 into md 0x7a2d [1] + 224 00000800:00000001:3.0:1788624509.757363:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.757430:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624509.757434:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624509.757441:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624509.757455:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624509.757469:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04a80 x1875506845028096/t0(0) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624525 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624509.757504:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff99dd11c04a80 x1875506845028096/t0(0) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624525 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624509.757611:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624509.757624:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.757628:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624509.760802:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624509.760809:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cf00. 00000400:00000200:3.0:1788624509.760815:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624509.760821:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624509.760840:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395e58 00000400:00000010:3.0:1788624509.760843:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395e58. 00000100:00000001:3.0:1788624509.760848:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624509.760853:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07b80 x1875506845028352/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624525 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624509.760864:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624509.760867:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c07b80 x1875506845028352/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624525 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624509.760873:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624509.760875:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624509.764934:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.764959:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624509.764966:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.764968:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624509.764979:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.764989:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624509.765001:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.765008:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.765014:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.765019:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377459000 00000400:00000200:3.0:1788624509.765025:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.765033:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x7a35 [1] + 224 00000800:00000001:3.0:1788624509.765041:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.765049:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624509.765054:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624509.765059:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624509.765069:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624509.765080:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07b80 x1875506845028352/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624525 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624509.765091:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11c07b80 x1875506845028352/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624525 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624509.765157:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624509.765167:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.765170:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788624509.772665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd104cb840. 00000080:00000010:0.1:1788624509.772711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd049c69e0. 00000800:00000001:3.0:1788624509.773982:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.774004:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624509.774010:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.774013:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624509.774023:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.774032:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624509.774044:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.774050:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.774058:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.774062:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377458d80 00000400:00000200:3.0:1788624509.774069:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624509.774077:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x79fd [1] + 224 00000800:00000001:3.0:1788624509.774088:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.774097:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624509.774100:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624509.774151:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624509.774163:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624509.774174:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8e00 x1875506845025920/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624525 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624509.774185:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff99dd11dd8e00 x1875506845025920/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624525 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624509.774205:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624509.774219:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624509.774223:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624509.774765:0:31362:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624509.774776:0:31362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624509.774778:0:31362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624509.774782:0:31362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a20b0. 00000400:00000200:2.0:1788624509.774787:0:31362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e083b8 00000400:00000010:2.0:1788624509.774789:0:31362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e083b8. 00000100:00000001:2.0:1788624509.774792:0:31362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624509.774797:0:31362:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8e00 x1875506845025920/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624525 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788624509.774804:0:31362:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8e00 x1875506845025920/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624525 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624509.774808:0:31362:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624509.774809:0:31362:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624509.774812:0:31362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624509.774815:0:31362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624509.774818:0:31362:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624509.774819:0:31362:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624509.774822:0:31362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624509.774841:0:31362:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=87 v=5 (5 5 5 5) 00000100:00001000:2.0:1788624509.774845:0:31362:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624509.774847:0:31362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624509.774849:0:31362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624509.774851:0:31362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624509.774856:0:31362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624509.774860:0:31362:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624509.774862:0:31362:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967582 00000100:00000001:2.0:1788624509.774864:0:31362:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624509.774866:0:31362:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624509.774869:0:31362:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8e00 x1875506845025920/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624525 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624509.774874:0:31362:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624509.774877:0:31362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624509.774879:0:31362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624509.774882:0:31362:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8e00 x1875506845025920/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624525 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788624509.774887:0:31362:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8e00 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31362:1875506845025920:192.168.202.125@tcp:35:multiop.0 00000100:00000001:2.0:1788624509.774890:0:31362:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624509.774893:0:31362:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624509.774894:0:31362:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624509.774896:0:31362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624509.774899:0:31362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8e00 x1875506845025920/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624525 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624509.774903:0:31362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624509.774906:0:31362:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1869f240. 00000100:00000001:2.0:1788624509.774908:0:31362:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624509.774909:0:31362:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624509.774918:0:31362:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624509.774919:0:31362:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499395584 : -112300210156032 : ffff99dd11dd8e00) 00000002:00000001:2.0:1788624509.774921:0:31362:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624509.774924:0:31362:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624509.774930:0:31362:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0120ba00. 00000080:00000001:2.0:1788624509.774935:0:31362:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788624509.774938:0:31362:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1788624509.774941:0:31362:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624509.774944:0:31362:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624509.774946:0:31362:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624509.774949:0:31362:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624509.774950:0:31362:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624509.774952:0:31362:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1d:0x0] 00800000:00000001:2.0:1788624509.774954:0:31362:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624509.774959:0:31362:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788624509.774963:0:31362:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11ddad80 x1875506845024384/t4294967579(4294967579) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624508 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624509.774969:0:31362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624509.774970:0:31362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddad80 x1875506845024384/t4294967579(4294967579) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624508 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624509.774974:0:31362:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788624509.774977:0:31362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624509.774979:0:31362:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624509.774981:0:31362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624509.774984:0:31362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e2400. 02000000:00000001:2.0:1788624509.774987:0:31362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624509.774989:0:31362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624509.774991:0:31362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddad80. 00000100:00000001:2.0:1788624509.774994:0:31362:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624509.774995:0:31362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624509.774996:0:31362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624509.774997:0:31362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8e00 x1875506845025920/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624525 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624509.775001:0:31362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624509.775002:0:31362:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff99dd12bc8000. 00000002:00000001:2.0:1788624509.775004:0:31362:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624509.775005:0:31362:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624509.775007:0:31362:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd1878e000. 00000100:00000001:2.0:1788624509.775008:0:31362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624509.775010:0:31362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8e00 x1875506845025920/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624525 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624509.775014:0:31362:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624509.775016:0:31362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624509.775019:0:31362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e3c00. 02000000:00000001:2.0:1788624509.775021:0:31362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624509.775021:0:31362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624509.775022:0:31362:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624509.775023:0:31362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624509.775023:0:31362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd093efe00. 02000000:00000001:2.0:1788624509.775025:0:31362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624509.775026:0:31362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624509.775026:0:31362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8e00. 00000100:00000001:2.0:1788624509.775028:0:31362:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624509.775029:0:31362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624509.775031:0:31362:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624509.775034:0:31362:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd03d12f00. 00000080:00000001:2.0:1788624509.775037:0:31362:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624509.775042:0:31362:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07df0 00000080:00000008:2.0:1788624509.775044:0:31362:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x1d:0x0](ffff99dd191b8908), flags 100002, rc = 0 00000080:00000001:2.0:1788624509.775046:0:31362:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624509.775052:0:31362:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788624509.775053:0:31362:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07e00 00000080:00002000:2.0:1788624509.775054:0:31362:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff99dd192b2d80, parent ffff99dd192b2798, inode ffff99dd191b8908) hashed, 00000080:00000001:2.0:1788624509.775056:0:31362:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624509.775066:0:31362:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788624509.775071:0:31362:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788624509.775073:0:31362:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788624509.775074:0:31362:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07e00 00000080:00002000:2.0:1788624509.775075:0:31362:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-1 (ffff99dd192b2798, parent ffff99dd19287870, inode ffff99dd198742c8) hashed, 00000080:00000001:2.0:1788624509.775076:0:31362:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624509.775079:0:31362:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788624509.775080:0:31362:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1788624509.791241:0:31400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8ec0. 00000080:00000010:2.1:1788624509.791262:0:31400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc89e0. 00010000:00000001:3.0:1788624509.906244:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624509.906253:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624509.906259:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624509.906260:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624510.930239:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624510.930246:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624510.930251:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624510.930253:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624510.930289:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624510.930294:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624510.930297:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788624511.019791:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.019798:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cf00. 00000400:00000200:3.0:1788624511.019805:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.019812:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.019819:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053952a8 00000400:00000010:3.0:1788624511.019822:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053952a8. 00000100:00000001:3.0:1788624511.019826:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.019832:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05c00 x1875506845028480/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.019844:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.019847:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05c00 x1875506845028480/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.019854:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.019855:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624511.028831:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.028855:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.028862:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.028865:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.028875:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.028884:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.028896:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.028902:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.028911:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.028917:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377459080 00000400:00000200:3.0:1788624511.028925:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.028934:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7a3d [1] + 224 00000800:00000001:3.0:1788624511.028944:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.028952:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.028957:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.028963:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624511.028973:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.028987:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05c00 x1875506845028480/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624527 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624511.029006:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11c05c00 x1875506845028480/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.029027:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624511.029044:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.029050:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624511.031788:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.031794:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c500. 00000400:00000200:3.0:1788624511.031800:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.031805:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.031811:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395770 00000400:00000010:3.0:1788624511.031813:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395770. 00000100:00000001:3.0:1788624511.031818:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.031822:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05c00 x1875506845028608/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.031831:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.031834:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05c00 x1875506845028608/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.031841:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.031842:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624511.039496:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.039513:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.039517:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.039519:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.039528:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.039537:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.039545:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.039550:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.039555:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.039559:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377459100 00000400:00000200:3.0:1788624511.039565:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.039571:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7a45 [1] + 224 00000800:00000001:3.0:1788624511.039579:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.039586:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.039590:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.039595:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624511.039604:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.039616:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05c00 x1875506845028608/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624527 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624511.039627:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11c05c00 x1875506845028608/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.039991:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624511.040001:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.040005:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624511.044490:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.044498:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611200. 00000400:00000200:3.0:1788624511.044505:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.044514:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.044522:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c110 00000400:00000010:3.0:1788624511.044524:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c110. 00000100:00000001:3.0:1788624511.044529:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.044534:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8a80 x1875506845028736/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.044546:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.044550:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8a80 x1875506845028736/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.044558:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.044560:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624511.047418:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.047437:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.047443:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.047446:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.047456:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.047475:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.047486:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.047492:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.047498:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.047503:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 640 into portal 10 MB=0x6a9c377459180 00000400:00000200:3.0:1788624511.047508:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.047514:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 640/640 into md 0x7a4d [1] + 224 00000800:00000001:3.0:1788624511.047522:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.047544:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.047548:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.047553:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624511.047562:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.047572:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8a80 x1875506845028736/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624527 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624511.047584:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff99dd11dd8a80 x1875506845028736/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.047705:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624511.047715:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.047719:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624511.051362:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.051367:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c200. 00000400:00000200:3.0:1788624511.051373:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.051379:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.051385:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395d48 00000400:00000010:3.0:1788624511.051388:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395d48. 00000100:00000001:3.0:1788624511.051392:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.051396:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8380 x1875506845028864/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624511.051405:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.051408:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8380 x1875506845028864/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624511.051415:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.051417:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624511.056263:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.056283:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.056287:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.056290:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.056300:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.056310:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.056319:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.056324:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.056329:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.056334:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 416 into portal 4 MB=0x6a9c377459200 00000400:00000200:3.0:1788624511.056339:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.056345:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 416/416 into md 0x7a55 [1] + 0 00000800:00000001:3.0:1788624511.056353:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.056359:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.056363:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.056368:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624511.056374:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.056383:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8380 x1875506845028864/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624511.056395:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff99dd11dd8380 x1875506845028864/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624511.056418:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624511.056425:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.056427:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624511.058165:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.058171:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611000. 00000400:00000200:3.0:1788624511.058176:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.058180:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.058185:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c660 00000400:00000010:3.0:1788624511.058186:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c660. 00000100:00000001:3.0:1788624511.058190:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.058194:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8a80 x1875506845028992/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624527 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.058208:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.058211:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8a80 x1875506845028992/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624527 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.058218:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.058220:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624511.064205:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.064222:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.064226:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.064229:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.064239:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.064247:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.064257:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.064261:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.064267:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.064272:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 400 into portal 4 MB=0x6a9c377459280 00000400:00000200:3.0:1788624511.064277:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.064282:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 400/400 into md 0x7a5d [1] + 224 00000800:00000001:3.0:1788624511.064290:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.064295:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.064299:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.064304:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624511.064311:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.064321:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8a80 x1875506845028992/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624527 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624511.064332:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff99dd11dd8a80 x1875506845028992/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624527 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.064356:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624511.064365:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.064368:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788624511.069751:0:31407:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624511.069761:0:31407:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624511.069768:0:31407:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788624511.069774:0:31407:0:(cl_object.c:143:cl_object_top()) ffff99dd183646c0 -> ffff99dd183646c0 00000020:00000001:2.0:1788624511.069777:0:31407:0:(cl_object.c:143:cl_object_top()) ffff99dd183646c0 -> ffff99dd183646c0 00000020:00000001:2.0:1788624511.069779:0:31407:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788624511.069785:0:31407:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788624511.069790:0:31407:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788624511.069792:0:31407:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624511.069794:0:31407:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788624511.069795:0:31407:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788624511.069797:0:31407:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x1d:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1788624511.069802:0:31407:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788624511.069804:0:31407:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1788624511.069807:0:31407:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624511.069809:0:31407:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624511.069811:0:31407:0:(cl_object.c:143:cl_object_top()) ffff99dd183646c0 -> ffff99dd183646c0 00000080:00200000:2.0:1788624511.069813:0:31407:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x1d:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1788624511.069816:0:31407:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788624511.069819:0:31407:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788624511.069821:0:31407:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd18bb79d0 (ffff99dd10d87d88/0) at cl_lock_release():245 00000020:00000001:2.0:1788624511.069824:0:31407:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788624511.069825:0:31407:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd18bb79d0 (ffff99dd10d87d88/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788624511.069829:0:31407:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788624511.069833:0:31407:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624511.069835:0:31407:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481906840 : -112300227644776 : ffff99dd10d2b298) 00000020:00000001:2.0:1788624511.069837:0:31407:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788624511.069838:0:31407:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd087e67b0 (ffff99dd10d87908/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788624511.069843:0:31407:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788624511.069845:0:31407:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788624511.069848:0:31407:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.069851:0:31407:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788624511.069852:0:31407:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788624511.069854:0:31407:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788624511.069856:0:31407:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788624511.069857:0:31407:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788624511.069858:0:31407:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788624511.069860:0:31407:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd18bb79d0 (ffff99dd10d87d88/0) at cl_lock_fini():72 00020000:00000001:2.0:1788624511.069863:0:31407:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788624511.069864:0:31407:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788624511.069865:0:31407:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd087e67b0 (ffff99dd10d87d88/1) at cl_lock_fini():72 00000008:00000010:2.0:1788624511.069869:0:31407:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034b6000. 00000020:00000001:2.0:1788624511.069877:0:31407:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788624511.069878:0:31407:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd087e6780. 00020000:00000001:2.0:1788624511.069882:0:31407:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788624511.069883:0:31407:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788624511.069884:0:31407:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788624511.069886:0:31407:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624511.069889:0:31407:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788624511.069892:0:31407:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788624511.069894:0:31407:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788624511.069895:0:31407:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788624511.069897:0:31407:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788624511.069900:0:31407:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87900 00020000:00000001:2.0:1788624511.069905:0:31407:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788624511.069907:0:31407:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788624511.069910:0:31407:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788624511.069913:0:31407:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x1d:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788624511.069917:0:31407:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788624511.069920:0:31407:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624511.069922:0:31407:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788624511.069924:0:31407:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788624511.069926:0:31407:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788624511.069927:0:31407:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87d80 00000001:00000001:2.0:1788624511.069929:0:31407:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624511.072733:0:31407:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881db7d08 00000080:00000008:2.0:1788624511.072745:0:31407:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x1d:0x0](ffff99dd191b8908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624511.072755:0:31407:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788624511.072758:0:31407:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881db7da0 00000080:00002000:2.0:1788624511.072760:0:31407:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff99dd1934a5e8, parent ffff99dd192b8870, inode ffff99dd191b8908) hashed, 00000080:00000001:2.0:1788624511.072763:0:31407:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624511.082442:0:31408:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624511.082450:0:31408:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624511.082453:0:31408:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624511.082456:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d2fb20 00000080:00200000:3.0:1788624511.082462:0:31408:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624511.082480:0:31408:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd03639c00. 00800000:00000002:3.0:1788624511.082486:0:31408:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624511.082490:0:31408:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624511.082495:0:31408:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624511.082497:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d2fa40 00800000:00000002:3.0:1788624511.082500:0:31408:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624511.082504:0:31408:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624511.082507:0:31408:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624511.082509:0:31408:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624511.082511:0:31408:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624511.082514:0:31408:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624511.082516:0:31408:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624511.082518:0:31408:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624511.082520:0:31408:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624511.082523:0:31408:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624511.082527:0:31408:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624511.082529:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d2f910 00000002:00010000:3.0:1788624511.082531:0:31408:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624511.082536:0:31408:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624511.082538:0:31408:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624511.082541:0:31408:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624511.082548:0:31408:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10800 count: 2 00010000:00000001:3.0:1788624511.082551:0:31408:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624511.082556:0:31408:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624511.082562:0:31408:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624511.082566:0:31408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4172a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7abc expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788624511.082576:0:31408:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624511.082581:0:31408:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624511.082585:0:31408:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4172a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7abc expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788624511.082596:0:31408:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624511.082598:0:31408:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624511.082600:0:31408:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624511.082601:0:31408:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624511.082603:0:31408:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624511.082605:0:31408:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624511.082608:0:31408:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624511.082611:0:31408:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624511.082613:0:31408:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd03639c00. 00000080:00000001:3.0:1788624511.082617:0:31408:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624511.082619:0:31408:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624511.082621:0:31408:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624511.082625:0:31408:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef4172a 00800000:00000001:3.0:1788624511.082627:0:31408:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624511.082629:0:31408:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624511.082631:0:31408:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624511.082633:0:31408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624511.082636:0:31408:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:3.0:1788624511.082704:0:31408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624511.082707:0:31408:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624511.082710:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.082711:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624511.082712:0:31408:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624511.082715:0:31408:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624511.082717:0:31408:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4172a from it ffffbef881d2fb58 00010000:00000001:3.0:1788624511.082720:0:31408:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624511.082721:0:31408:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624511.082722:0:31408:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:3.0:1788624511.082724:0:31408:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624511.082726:0:31408:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624511.082729:0:31408:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624511.082733:0:31408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4172a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7abc expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788624511.082740:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.082741:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624511.082742:0:31408:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624511.082745:0:31408:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624511.082747:0:31408:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4172a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7abc expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788624511.082755:0:31408:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624511.082758:0:31408:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624511.082760:0:31408:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624511.082764:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.082766:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624511.082767:0:31408:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.082771:0:31408:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624511.082773:0:31408:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.082775:0:31408:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.082777:0:31408:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.082779:0:31408:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624511.082780:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.082781:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624511.082785:0:31408:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624511.082786:0:31408:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624511.082789:0:31408:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788624511.082794:0:31408:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788624511.082802:0:31408:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd049c6960. 00000020:00000001:3.0:1788624511.082807:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d2fa88 00000080:00200000:3.0:1788624511.082809:0:31408:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), flags=24 00000080:00000001:3.0:1788624511.082812:0:31408:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788624511.082814:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d2f938 00000080:00200000:3.0:1788624511.082815:0:31408:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=0 00000080:00000010:3.0:1788624511.082822:0:31408:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd03639c00. 00800000:00000002:3.0:1788624511.082825:0:31408:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624511.082828:0:31408:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624511.082830:0:31408:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624511.082831:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d2f858 00800000:00000002:3.0:1788624511.082833:0:31408:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624511.082835:0:31408:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624511.082838:0:31408:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624511.082839:0:31408:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624511.082840:0:31408:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624511.082842:0:31408:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624511.082843:0:31408:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624511.082844:0:31408:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624511.082846:0:31408:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624511.082849:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d2f7f0 00800000:00000002:3.0:1788624511.082850:0:31408:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:3.0:1788624511.082853:0:31408:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624511.082854:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d2f728 00000002:00010000:3.0:1788624511.082856:0:31408:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788624511.082859:0:31408:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788624511.082861:0:31408:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788624511.082865:0:31408:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597b80. 00000020:00000040:3.0:1788624511.082869:0:31408:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:3.0:1788624511.082875:0:31408:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788624511.082878:0:31408:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624511.082881:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.082883:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624511.082884:0:31408:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.082887:0:31408:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624511.082889:0:31408:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624511.082892:0:31408:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624511.082899:0:31408:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cc000. 00000100:00000001:3.0:1788624511.082906:0:31408:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.082910:0:31408:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624511.082912:0:31408:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.082913:0:31408:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624511.082914:0:31408:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.082916:0:31408:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624511.082922:0:31408:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773490740096 : -112300218811520 : ffff99dd11597b80) 00010000:00000001:3.0:1788624511.082926:0:31408:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788624511.082928:0:31408:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788624511.082930:0:31408:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10800 count: 2 00010000:00000001:3.0:1788624511.082932:0:31408:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624511.082934:0:31408:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624511.082937:0:31408:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067fa00. 00000020:00000001:3.0:1788624511.082940:0:31408:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624511.082942:0:31408:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067fa00 with handle 0xcc94206c7ef41746 to hash 00000020:00000001:3.0:1788624511.082944:0:31408:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624511.082945:0:31408:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474912768 : -112300234638848 : ffff99dd1067fa00) 00010000:00000001:3.0:1788624511.082948:0:31408:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474912768 : -112300234638848 : ffff99dd1067fa00) 00010000:00000001:3.0:1788624511.082951:0:31408:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624511.082952:0:31408:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624511.082956:0:31408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fa00/0xcc94206c7ef41746 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31408 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624511.082963:0:31408:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fa00/0xcc94206c7ef41746 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31408 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624511.082972:0:31408:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fa00/0xcc94206c7ef41746 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31408 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788624511.082977:0:31408:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624511.082978:0:31408:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624511.083051:0:31408:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd184fdb40. 00000100:00000001:3.0:1788624511.083054:0:31408:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773607549760 : -112300102001856 : ffff99dd184fdb40) 00000100:00000001:3.0:1788624511.083060:0:31408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624511.083062:0:31408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490740096 : -112300218811520 : ffff99dd11597b80) 00000100:00000001:3.0:1788624511.083066:0:31408:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624511.083070:0:31408:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.083072:0:31408:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624511.083074:0:31408:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624511.083085:0:31408:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11597b80 x1875506845029120/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.083098:0:31408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624511.083100:0:31408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624511.083104:0:31408:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624511.083253:0:31408:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624511.083255:0:31408:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624511.083260:0:31408:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11597b80 pname:cluuid:pid:xid:nid:opc:job checkstat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31408:1875506845029120:192.168.202.125@tcp:101:checkstat.0 00000100:00000001:3.0:1788624511.083265:0:31408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624511.083271:0:31408:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624511.083273:0:31408:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624511.083276:0:31408:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624511.083281:0:31408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd115eb800. 02000000:00000001:3.0:1788624511.083282:0:31408:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624511.083290:0:31408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624511.083294:0:31408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a1b8. 00000400:00000010:3.0:1788624511.083302:0:31408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f330. 00000100:00000200:3.0:1788624511.083310:0:31408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845029120, portal 10 00000100:00000001:3.0:1788624511.083312:0:31408:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624511.083314:0:31408:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490740096 : -112300218811520 : ffff99dd11597b80) 00000100:00000040:3.0:1788624511.083320:0:31408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11597b80 x1875506845029120/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.083327:0:31408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624511.083330:0:31408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624511.083333:0:31408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f088. 00000100:00000200:3.0:1788624511.083335:0:31408:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875506845029120, offset 0 00000400:00000200:3.0:1788624511.083342:0:31408:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624511.083350:0:31408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.083358:0:31408:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624511.083517:0:31408:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624511.083523:0:31408:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624511.083526:0:31408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624511.083529:0:31408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624511.083532:0:31408:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2664:2664:256:4294967295] 192.168.202.125@tcp LPNI seq info [2664:2664:8:4294967295] 00000400:00000200:3.0:1788624511.083537:0:31408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.083545:0:31408:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624511.083551:0:31408:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624511.083556:0:31408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818c00. 00000800:00000200:3.0:1788624511.083562:0:31408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624511.083569:0:31408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624511.083573:0:31408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818c00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788624511.083618:0:31408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624511.083623:0:31408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 831843 usecs (832 jiffies) 00000400:00000200:3.0:1788624511.083627:0:31408:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624511.083630:0:31408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296525977 00000100:00000001:3.0:1788624511.083633:0:31408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296527710 00000100:00000001:3.0:1788624511.083635:0:31408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296525977 00000100:00000001:3.0:1788624511.083647:0:31408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296527710 00000100:00000001:3.0:1788624511.083649:0:31408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624511.083652:0:31408:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.083655:0:31408:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624511.083657:0:31408:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624511.083659:0:31408:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd184fdb40 going to sleep for 11 seconds 00000100:00000001:3.0:1788624511.083662:0:31408:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624511.083665:0:31408:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624511.084432:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624511.084438:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818c00. 00000400:00000200:2.0:1788624511.084445:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624511.084451:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624511.084457:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f088 00000400:00000010:2.0:1788624511.084460:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f088. 00000100:00000001:2.0:1788624511.084464:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624511.084477:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11597b80 x1875506845029120/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.084488:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624511.084491:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11597b80 x1875506845029120/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.084498:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.084500:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624511.087914:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.087936:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.087941:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.087944:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.087955:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.087964:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.087974:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.087979:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.087995:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.088000:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377459300 00000400:00000200:3.0:1788624511.088006:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.088011:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7a65 [1] + 224 00000800:00000001:3.0:1788624511.088019:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.088027:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.088030:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.088035:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624511.088043:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.088051:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11597b80 x1875506845029120/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624527 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624511.088064:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11597b80 x1875506845029120/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.088084:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624511.088094:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.088097:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624511.098579:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.098588:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611400. 00000400:00000200:3.0:1788624511.098595:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.098603:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.098611:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c770 00000400:00000010:3.0:1788624511.098614:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c770. 00000100:00000001:3.0:1788624511.098619:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.098627:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8a80 x1875506845029248/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.098647:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.098651:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8a80 x1875506845029248/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.098658:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.098660:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624511.114870:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.114887:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.114891:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.114894:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.114903:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.114911:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.114921:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.114925:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.114930:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.114935:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 640 into portal 10 MB=0x6a9c377459380 00000400:00000200:3.0:1788624511.114941:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.114947:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 640/640 into md 0x7a75 [1] + 224 00000800:00000001:3.0:1788624511.114956:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.114963:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.114967:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.114972:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624511.114991:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.115001:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8a80 x1875506845029248/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624527 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624511.115013:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff99dd11dd8a80 x1875506845029248/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.115035:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624511.115046:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.115049:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624511.117325:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.117330:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611f00. 00000400:00000200:3.0:1788624511.117335:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.117340:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.117346:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c908 00000400:00000010:3.0:1788624511.117354:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c908. 00000100:00000001:3.0:1788624511.117358:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.117362:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8a80 x1875506845029376/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624527 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.117371:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.117373:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8a80 x1875506845029376/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624527 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.117380:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.117381:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624511.130318:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.130335:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.130339:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.130341:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.130350:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.130370:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.130379:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.130384:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.130390:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.130395:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 400 into portal 4 MB=0x6a9c377459400 00000400:00000200:3.0:1788624511.130401:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.130407:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 400/400 into md 0x7a7d [1] + 224 00000800:00000001:3.0:1788624511.130414:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.130421:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.130425:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.130429:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624511.130437:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.130447:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8a80 x1875506845029376/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624527 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624511.130458:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff99dd11dd8a80 x1875506845029376/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624527 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.130486:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624511.130498:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.130501:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788624511.131836:0:31408:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624511.131839:0:31408:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624511.131845:0:31408:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788624511.131848:0:31408:0:(cl_object.c:143:cl_object_top()) ffff99dd10db7850 -> ffff99dd10db7850 00000020:00000001:3.0:1788624511.131850:0:31408:0:(cl_object.c:143:cl_object_top()) ffff99dd10db7850 -> ffff99dd10db7850 00000020:00000001:3.0:1788624511.131852:0:31408:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788624511.131857:0:31408:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788624511.131861:0:31408:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788624511.131863:0:31408:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624511.131864:0:31408:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788624511.131866:0:31408:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788624511.131868:0:31408:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x1e:1029 on OST[0]: s=0 (1) m=1788624493 a=1788624493 c=1788624493 b=0 00020000:00000001:3.0:1788624511.131871:0:31408:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788624511.131874:0:31408:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1788624493 a=1788624493 c=1788624493 b=0 00020000:00000001:3.0:1788624511.131877:0:31408:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624511.131878:0:31408:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624511.131880:0:31408:0:(cl_object.c:143:cl_object_top()) ffff99dd10db7850 -> ffff99dd10db7850 00000080:00200000:3.0:1788624511.131883:0:31408:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x1e:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1788624511.131885:0:31408:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788624511.131888:0:31408:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788624511.131890:0:31408:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd18bb62b0 (ffff99dd10d87368/0) at cl_lock_release():245 00000020:00000001:3.0:1788624511.131893:0:31408:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788624511.131894:0:31408:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd18bb62b0 (ffff99dd10d87368/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788624511.131897:0:31408:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788624511.131901:0:31408:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624511.131903:0:31408:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481895160 : -112300227656456 : ffff99dd10d284f8) 00000020:00000001:3.0:1788624511.131904:0:31408:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788624511.131906:0:31408:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd087e6830 (ffff99dd10d87998/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788624511.131909:0:31408:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788624511.131910:0:31408:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788624511.131911:0:31408:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.131913:0:31408:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788624511.131914:0:31408:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788624511.131916:0:31408:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788624511.131917:0:31408:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788624511.131918:0:31408:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788624511.131919:0:31408:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788624511.131921:0:31408:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd18bb62b0 (ffff99dd10d87368/0) at cl_lock_fini():72 00020000:00000001:3.0:1788624511.131923:0:31408:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788624511.131925:0:31408:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788624511.131926:0:31408:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd087e6830 (ffff99dd10d87368/1) at cl_lock_fini():72 00000008:00000010:3.0:1788624511.131929:0:31408:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034b6e40. 00000020:00000001:3.0:1788624511.131932:0:31408:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788624511.131935:0:31408:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd087e6800. 00020000:00000001:3.0:1788624511.131938:0:31408:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788624511.131939:0:31408:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788624511.131941:0:31408:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788624511.131943:0:31408:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624511.131946:0:31408:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788624511.131948:0:31408:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788624511.131950:0:31408:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788624511.131951:0:31408:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788624511.131952:0:31408:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788624511.131954:0:31408:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87990 00020000:00000001:3.0:1788624511.131958:0:31408:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788624511.131960:0:31408:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788624511.131962:0:31408:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788624511.131965:0:31408:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x1e:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788624511.131969:0:31408:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788624511.131972:0:31408:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624511.131973:0:31408:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788624511.131976:0:31408:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788624511.131977:0:31408:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788624511.131978:0:31408:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87360 00000001:00000001:3.0:1788624511.132744:0:31408:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624511.132758:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d2fd08 00000080:00000008:3.0:1788624511.132761:0:31408:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x1e:0x0](ffff99dd198700c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788624511.132769:0:31408:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788624511.132771:0:31408:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d2fda0 00000080:00002000:3.0:1788624511.132773:0:31408:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff99dd1934aca8, parent ffff99dd192ebe58, inode ffff99dd198700c8) hashed, 00000080:00000001:3.0:1788624511.132776:0:31408:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624511.142474:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.142481:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611800. 00000400:00000200:3.0:1788624511.142489:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.142496:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.142502:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ccc0 00000400:00000010:3.0:1788624511.142504:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ccc0. 00000100:00000001:3.0:1788624511.142508:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.142515:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8a80 x1875506845029504/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.142527:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.142531:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8a80 x1875506845029504/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.142539:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.142541:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624511.153161:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.153180:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.153185:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.153188:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.153197:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.153206:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.153215:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.153220:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.153226:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.153231:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 4096 into portal 14 MB=0x6a9c377459480 00000400:00000200:3.0:1788624511.153236:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.153242:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.125@tcp of length 4096/4096 into md 0x7a85 [256] + 0 00000400:00000010:3.0:1788624511.153247:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793aa8. 00000400:00000200:3.0:1788624511.153253:0:2383:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff99dd04894000 00000800:00000001:3.0:1788624511.153258:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.153266:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.153269:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.153273:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.153278:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd04894000 00000400:00000010:3.0:1788624511.153281:0:2383:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff99dd04894000. 00000100:00000001:3.0:1788624511.153286:0:2383:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788624511.153288:0:2383:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff99dd11dd8a80 desc ffff99dd107e2800 mbits 1875506845029504 00000100:00000001:3.0:1788624511.153304:0:2383:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788624511.153314:0:2383:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788624511.153317:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.153324:0:2383:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624511.153331:0:2383:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2668:2668:256:4294967295] 192.168.202.125@tcp LPNI seq info [2668:2668:8:4294967295] 00000400:00000200:3.0:1788624511.153335:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.153344:0:2383:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) 192.168.202.125@tcp : ACK try# 0 00000800:00000200:3.0:1788624511.153349:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624511.153357:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff99dd04a04000. 00000800:00000200:3.0:1788624511.153363:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624511.153370:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624511.153376:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04a04000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788624511.153593:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.153598:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff99dd04a04000. 00000400:00000200:3.0:1788624511.153601:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.153605:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: ACK: OK 00000800:00000001:3.0:1788624511.153613:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.153616:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624511.169356:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.169380:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624511.169384:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.169387:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624511.169396:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.169404:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624511.169416:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.169421:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.169426:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.169431:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 440 into portal 10 MB=0x6a9c377459480 00000400:00000200:2.0:1788624511.169436:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.169442:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 440/440 into md 0x7a8d [1] + 224 00000800:00000001:2.0:1788624511.169449:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.169461:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624511.169473:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624511.169478:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624511.169488:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624511.169498:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8a80 x1875506845029504/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624527 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624511.169511:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff99dd11dd8a80 x1875506845029504/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.169535:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624511.169544:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.169548:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788624511.178141:0:31409:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624511.178149:0:31409:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624511.178151:0:31409:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624511.178154:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb20 00000080:00200000:3.0:1788624511.178159:0:31409:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624511.178167:0:31409:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd03638a00. 00800000:00000002:3.0:1788624511.178172:0:31409:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624511.178177:0:31409:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624511.178181:0:31409:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624511.178183:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfa40 00800000:00000002:3.0:1788624511.178186:0:31409:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624511.178190:0:31409:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624511.178193:0:31409:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624511.178196:0:31409:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624511.178198:0:31409:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624511.178201:0:31409:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624511.178203:0:31409:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624511.178206:0:31409:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624511.178208:0:31409:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624511.178211:0:31409:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624511.178216:0:31409:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624511.178218:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf910 00000002:00010000:3.0:1788624511.178220:0:31409:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624511.178223:0:31409:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624511.178226:0:31409:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624511.178229:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624511.178236:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10800 count: 2 00010000:00000001:3.0:1788624511.178240:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624511.178245:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624511.178249:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624511.178254:0:31409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4172a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7abc expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788624511.178266:0:31409:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624511.178272:0:31409:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624511.178275:0:31409:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4172a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7abc expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788624511.178282:0:31409:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624511.178284:0:31409:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624511.178287:0:31409:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624511.178289:0:31409:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624511.178290:0:31409:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624511.178292:0:31409:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624511.178296:0:31409:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624511.178299:0:31409:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624511.178302:0:31409:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd03638a00. 00000080:00000001:3.0:1788624511.178307:0:31409:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624511.178308:0:31409:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624511.178312:0:31409:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624511.178316:0:31409:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef4172a 00800000:00000001:3.0:1788624511.178319:0:31409:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624511.178322:0:31409:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624511.178323:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624511.178326:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624511.178329:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:3.0:1788624511.178332:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624511.178335:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624511.178337:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.178339:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624511.178340:0:31409:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624511.178342:0:31409:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624511.178345:0:31409:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4172a from it ffffbef881dbfb58 00010000:00000001:3.0:1788624511.178347:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624511.178348:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624511.178350:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:3.0:1788624511.178351:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624511.178353:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624511.178355:0:31409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624511.178359:0:31409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4172a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7abc expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788624511.178366:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.178367:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624511.178368:0:31409:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624511.178371:0:31409:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624511.178374:0:31409:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4172a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7abc expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788624511.178381:0:31409:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624511.178384:0:31409:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624511.178386:0:31409:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624511.178390:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.178391:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624511.178393:0:31409:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.178397:0:31409:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624511.178399:0:31409:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.178401:0:31409:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.178403:0:31409:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.178405:0:31409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624511.178407:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.178408:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624511.178411:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624511.178413:0:31409:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624511.178415:0:31409:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788624511.178420:0:31409:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624511.178424:0:31409:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788624511.178427:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb48 00000080:00002000:3.0:1788624511.178429:0:31409:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff99dd192b8870) flags 0x20000e refc 1 00000080:00000001:3.0:1788624511.178432:0:31409:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624511.178434:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb90 00000080:00200000:3.0:1788624511.178435:0:31409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=8 00000080:00000002:3.0:1788624511.178440:0:31409:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21f.recovery-small-1 [0x200000405:0x1b:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:3.0:1788624511.178448:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd08 00000080:00200008:3.0:1788624511.178450:0:31409:0:(file.c:6296:ll_getattr_dentry()) START file d21f.recovery-small-1:[0x200000405:0x1b:0x0](ffff99dd198742c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788624511.178456:0:31409:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624511.178457:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc80 00000080:00200000:3.0:1788624511.178459:0:31409:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x1b:0x0](ffff99dd198742c8),name=d21f.recovery-small-1 00000080:00000010:3.0:1788624511.178476:0:31409:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd03638a00. 00800000:00000002:3.0:1788624511.178479:0:31409:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624511.178484:0:31409:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624511.178486:0:31409:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624511.178488:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfba0 00800000:00000002:3.0:1788624511.178489:0:31409:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x1b:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624511.178492:0:31409:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624511.178495:0:31409:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624511.178496:0:31409:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624511.178498:0:31409:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624511.178499:0:31409:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624511.178501:0:31409:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624511.178502:0:31409:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624511.178504:0:31409:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624511.178506:0:31409:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624511.178507:0:31409:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624511.178508:0:31409:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624511.178511:0:31409:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624511.178512:0:31409:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624511.178514:0:31409:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:3.0:1788624511.178516:0:31409:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624511.178517:0:31409:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1b:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624511.178520:0:31409:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624511.178522:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfa70 00000002:00010000:3.0:1788624511.178523:0:31409:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624511.178526:0:31409:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624511.178527:0:31409:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624511.178529:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624511.178532:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4d00 count: 2 00010000:00000001:3.0:1788624511.178535:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624511.178538:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624511.178539:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624511.178543:0:31409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41731 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7ad8 expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788624511.178549:0:31409:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624511.178552:0:31409:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624511.178555:0:31409:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41731 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7ad8 expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788624511.178560:0:31409:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624511.178561:0:31409:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624511.178563:0:31409:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624511.178564:0:31409:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624511.178566:0:31409:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624511.178567:0:31409:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624511.178569:0:31409:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624511.178571:0:31409:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624511.178573:0:31409:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd03638a00. 00000080:00000001:3.0:1788624511.178576:0:31409:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624511.178577:0:31409:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624511.178579:0:31409:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1b:0x0](ffff99dd198742c8) 00000080:00010000:3.0:1788624511.178581:0:31409:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1b:0x0](ffff99dd198742c8) for lock 0xcc94206c7ef41731 00800000:00000001:3.0:1788624511.178583:0:31409:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624511.178585:0:31409:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624511.178586:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624511.178587:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624511.178588:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:3.0:1788624511.178590:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:3.0:1788624511.178592:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:3.0:1788624511.178594:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.178595:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624511.178596:0:31409:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624511.178597:0:31409:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624511.178599:0:31409:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41731 from it ffffbef881dbfcb8 00010000:00000001:3.0:1788624511.178600:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624511.178601:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624511.178602:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:3.0:1788624511.178604:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:3.0:1788624511.178605:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:3.0:1788624511.178607:0:31409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624511.178609:0:31409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41731 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7ad8 expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788624511.178614:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.178615:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624511.178616:0:31409:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624511.178618:0:31409:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624511.178620:0:31409:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41731 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7ad8 expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788624511.178626:0:31409:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624511.178628:0:31409:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624511.178629:0:31409:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624511.178631:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.178632:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624511.178634:0:31409:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.178635:0:31409:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624511.178637:0:31409:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.178638:0:31409:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.178640:0:31409:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.178641:0:31409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624511.178643:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.178644:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624511.178645:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624511.178647:0:31409:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788624511.178650:0:31409:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624511.178653:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd08 00000080:00000008:3.0:1788624511.178655:0:31409:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-1:[0x200000405:0x1b:0x0](ffff99dd198742c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788624511.178674:0:31409:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624511.178677:0:31409:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624511.178678:0:31409:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624511.178679:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfbc0 00000080:00200000:3.0:1788624511.178681:0:31409:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624511.178684:0:31409:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd03638a00. 00800000:00000002:3.0:1788624511.178687:0:31409:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624511.178689:0:31409:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624511.178691:0:31409:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624511.178692:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfae0 00800000:00000002:3.0:1788624511.178694:0:31409:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624511.178697:0:31409:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624511.178698:0:31409:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624511.178700:0:31409:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624511.178701:0:31409:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624511.178703:0:31409:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624511.178704:0:31409:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624511.178706:0:31409:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624511.178708:0:31409:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624511.178710:0:31409:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624511.178713:0:31409:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624511.178714:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf9b0 00000002:00010000:3.0:1788624511.178717:0:31409:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624511.178720:0:31409:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624511.178721:0:31409:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624511.178722:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624511.178725:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10800 count: 2 00010000:00000001:3.0:1788624511.178727:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624511.178729:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624511.178731:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624511.178734:0:31409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4172a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7abc expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1788624511.178740:0:31409:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624511.178743:0:31409:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624511.178745:0:31409:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4172a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7abc expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1788624511.178751:0:31409:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624511.178753:0:31409:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624511.178754:0:31409:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624511.178756:0:31409:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624511.178758:0:31409:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624511.178759:0:31409:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624511.178761:0:31409:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624511.178763:0:31409:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624511.178765:0:31409:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd03638a00. 00000080:00000001:3.0:1788624511.178768:0:31409:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624511.178769:0:31409:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624511.178771:0:31409:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624511.178774:0:31409:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef4172a 00800000:00000001:3.0:1788624511.178776:0:31409:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624511.178777:0:31409:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624511.178779:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624511.178780:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624511.178782:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:3.0:1788624511.178784:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624511.178786:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624511.178788:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.178789:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624511.178790:0:31409:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624511.178792:0:31409:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624511.178794:0:31409:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4172a from it ffffbef881dbfbf8 00010000:00000001:3.0:1788624511.178796:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624511.178797:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624511.178798:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:3.0:1788624511.178800:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624511.178801:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624511.178803:0:31409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624511.178805:0:31409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4172a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7abc expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788624511.178811:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.178812:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624511.178813:0:31409:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624511.178814:0:31409:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624511.178816:0:31409:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4172a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7abc expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788624511.178822:0:31409:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624511.178823:0:31409:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624511.178825:0:31409:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624511.178827:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.178828:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624511.178829:0:31409:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.178831:0:31409:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624511.178832:0:31409:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.178834:0:31409:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.178836:0:31409:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.178838:0:31409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624511.178839:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.178841:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624511.178842:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624511.178843:0:31409:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624511.178845:0:31409:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788624511.178848:0:31409:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624511.178850:0:31409:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788624511.178852:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfbc0 00000080:00002000:3.0:1788624511.178853:0:31409:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff99dd192b8870) flags 0x20000e refc 1 00000080:00000001:3.0:1788624511.178856:0:31409:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624511.178857:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc08 00000080:00200000:3.0:1788624511.178859:0:31409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=266 00000080:00000002:3.0:1788624511.178861:0:31409:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21f.recovery-small-1 [0x200000405:0x1b:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1788624511.178865:0:31409:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788624511.178866:0:31409:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1b:0x0](ffff99dd198742c8), inode mode 41ed mask 44 00000080:00000001:3.0:1788624511.178869:0:31409:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624511.178872:0:31409:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:3.0:1788624511.178875:0:31409:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788624511.178877:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb78 00000080:00200008:3.0:1788624511.178878:0:31409:0:(file.c:1090:ll_file_open()) START file d21f.recovery-small-1:[0x200000405:0x1b:0x0](ffff99dd198742c8), flags 704400 00000080:00000010:3.0:1788624511.178883:0:31409:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd06755900. 00000080:00000001:3.0:1788624511.178889:0:31409:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788624511.178891:0:31409:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd03638a00. 00800000:00000002:3.0:1788624511.178894:0:31409:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624511.178896:0:31409:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624511.178898:0:31409:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624511.178899:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfa28 00800000:00000002:3.0:1788624511.178901:0:31409:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x1b:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624511.178904:0:31409:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788624511.178905:0:31409:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624511.178907:0:31409:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624511.178908:0:31409:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624511.178909:0:31409:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624511.178911:0:31409:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624511.178912:0:31409:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:3.0:1788624511.178914:0:31409:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624511.178917:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf9a8 00800000:00000002:3.0:1788624511.178919:0:31409:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1b:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788624511.178922:0:31409:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624511.178923:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf8e0 00000002:00010000:3.0:1788624511.178925:0:31409:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1b:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:3.0:1788624511.178928:0:31409:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788624511.178930:0:31409:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788624511.178933:0:31409:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788624511.178936:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4d00 count: 2 00010000:00000001:3.0:1788624511.178938:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624511.178940:0:31409:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788624511.178943:0:31409:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.178945:0:31409:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624511.178947:0:31409:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624511.178948:0:31409:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788624511.178950:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10800 count: 2 00010000:00000001:3.0:1788624511.178951:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624511.178953:0:31409:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788624511.178954:0:31409:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.178955:0:31409:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624511.178957:0:31409:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624511.178962:0:31409:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11594e00. 00000020:00000040:3.0:1788624511.178966:0:31409:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:3.0:1788624511.178973:0:31409:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788624511.178974:0:31409:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.178977:0:31409:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788624511.178981:0:31409:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624511.178984:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.178985:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624511.178986:0:31409:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.178989:0:31409:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624511.178991:0:31409:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624511.178994:0:31409:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624511.179002:0:31409:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cf800. 00000100:00000001:3.0:1788624511.179010:0:31409:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.179016:0:31409:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624511.179018:0:31409:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.179020:0:31409:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624511.179021:0:31409:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.179023:0:31409:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624511.179029:0:31409:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773490728448 : -112300218823168 : ffff99dd11594e00) 00010000:00000001:3.0:1788624511.179033:0:31409:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788624511.179036:0:31409:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788624511.179038:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10800 count: 2 00010000:00000001:3.0:1788624511.179041:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624511.179043:0:31409:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624511.179047:0:31409:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067e400. 00000020:00000001:3.0:1788624511.179050:0:31409:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624511.179052:0:31409:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067e400 with handle 0xcc94206c7ef4175b to hash 00000020:00000001:3.0:1788624511.179054:0:31409:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624511.179056:0:31409:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:3.0:1788624511.179059:0:31409:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:3.0:1788624511.179062:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624511.179063:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624511.179067:0:31409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef4175b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624511.179074:0:31409:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef4175b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788624511.179087:0:31409:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788624511.179098:0:31409:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11594e00 x1875506845029760/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788624511.179134:0:31409:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef4175b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788624511.179140:0:31409:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624511.179141:0:31409:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624511.179149:0:31409:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd184fd9c0. 00000100:00000001:3.0:1788624511.179152:0:31409:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773607549376 : -112300102002240 : ffff99dd184fd9c0) 00000100:00000001:3.0:1788624511.179154:0:31409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624511.179156:0:31409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490728448 : -112300218823168 : ffff99dd11594e00) 00000100:00000001:3.0:1788624511.179161:0:31409:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624511.179165:0:31409:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.179167:0:31409:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624511.179169:0:31409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624511.179174:0:31409:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11594e00 x1875506845029760/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.179181:0:31409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624511.179183:0:31409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624511.179186:0:31409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624511.179189:0:31409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624511.179191:0:31409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624511.179194:0:31409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11594e00 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31409:1875506845029760:192.168.202.125@tcp:101:rm.0 00000100:00000001:3.0:1788624511.179198:0:31409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624511.179205:0:31409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624511.179207:0:31409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624511.179209:0:31409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624511.179301:0:31409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff99dd04a40000. 02000000:00000001:3.0:1788624511.179304:0:31409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624511.179314:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624511.179319:0:31409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a268. 00000400:00000010:3.0:1788624511.179329:0:31409:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff99dd115e8000. 00000100:00000200:3.0:1788624511.179337:0:31409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875506845029760, portal 10 00000100:00000001:3.0:1788624511.179339:0:31409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624511.179340:0:31409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490728448 : -112300218823168 : ffff99dd11594e00) 00000100:00000040:3.0:1788624511.179346:0:31409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11594e00 x1875506845029760/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.179353:0:31409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624511.179356:0:31409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624511.179360:0:31409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fbb0. 00000100:00000200:3.0:1788624511.179363:0:31409:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875506845029760, offset 0 00000400:00000200:3.0:1788624511.179370:0:31409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624511.179378:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.179386:0:31409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624511.179392:0:31409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624511.179396:0:31409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624511.179400:0:31409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624511.179402:0:31409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624511.179406:0:31409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2669:2669:256:4294967295] 192.168.202.125@tcp LPNI seq info [2669:2669:8:4294967295] 00000400:00000200:3.0:1788624511.179410:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.179419:0:31409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624511.179425:0:31409:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624511.179430:0:31409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818f00. 00000800:00000200:3.0:1788624511.179437:0:31409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624511.179446:0:31409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624511.179451:0:31409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818f00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788624511.182221:0:31409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624511.182233:0:31409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 828040 usecs (829 jiffies) 00000400:00000200:3.0:1788624511.182241:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624511.182245:0:31409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296526073 00000100:00000001:3.0:1788624511.182249:0:31409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296527710 00000100:00000001:3.0:1788624511.182251:0:31409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296526073 00000100:00000001:3.0:1788624511.182253:0:31409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296527710 00000100:00000001:3.0:1788624511.182256:0:31409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624511.182259:0:31409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.182263:0:31409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624511.182265:0:31409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624511.182269:0:31409:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd184fd9c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788624511.182282:0:31409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624511.182285:0:31409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624511.182525:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624511.182530:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818f00. 00000400:00000200:2.0:1788624511.182537:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624511.182544:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624511.182551:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fbb0 00000400:00000010:2.0:1788624511.182554:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fbb0. 00000100:00000001:2.0:1788624511.182560:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624511.182567:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11594e00 x1875506845029760/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.182589:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624511.182593:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11594e00 x1875506845029760/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624527 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.182599:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.182600:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624511.190551:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.190642:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624511.190648:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.190652:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624511.190661:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.190669:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624511.190677:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.190681:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.190686:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.190690:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c377459580 00000400:00000200:2.0:1788624511.190695:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.190701:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x7a95 [64] + 224 00000800:00000001:2.0:1788624511.190708:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.190714:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624511.190718:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624511.190722:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624511.190729:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624511.190738:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11594e00 x1875506845029760/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624527 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624511.190748:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff99dd11594e00 x1875506845029760/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.190796:0:31409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624511.190813:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624511.190821:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.190825:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788624511.192077:0:31409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624511.192082:0:31409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624511.192087:0:31409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a268. 00000400:00000200:3.0:1788624511.192094:0:31409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd115e8000 00000400:00000010:3.0:1788624511.192097:0:31409:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff99dd115e8000. 00000100:00000001:3.0:1788624511.192101:0:31409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.192122:0:31409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11594e00 x1875506845029760/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788624511.192133:0:31409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11594e00 x1875506845029760/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.192140:0:31409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624511.192142:0:31409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624511.192145:0:31409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624511.192149:0:31409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624511.192151:0:31409:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624511.192153:0:31409:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624511.192155:0:31409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624511.192166:0:31409:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=90 v=5 (103 103 103 137) 00000100:00001000:3.0:1788624511.192170:0:31409:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624511.192172:0:31409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788624511.192176:0:31409:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff99dd11594e00 x1875506845029760/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.192183:0:31409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788624511.192186:0:31409:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788624511.192188:0:31409:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788624511.192190:0:31409:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788624511.192192:0:31409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624511.192194:0:31409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490728448 : -112300218823168 : ffff99dd11594e00) 00000100:00000001:3.0:1788624511.192197:0:31409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624511.192199:0:31409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967582 00000100:00000001:3.0:1788624511.192201:0:31409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624511.192203:0:31409:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1788624511.192208:0:31409:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11594e00 x1875506845029760/t4294967584(4294967584) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624527 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.192220:0:31409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1788624511.192222:0:31409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624511.192224:0:31409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624511.192227:0:31409:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11594e00 x1875506845029760/t4294967584(4294967584) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624527 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788624511.192235:0:31409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11594e00 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31409:1875506845029760:192.168.202.125@tcp:101:rm.0 00000100:00000001:3.0:1788624511.192240:0:31409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624511.192242:0:31409:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788624511.192245:0:31409:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788624511.192247:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.192250:0:31409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11594e00 x1875506845029760/t4294967584(4294967584) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624527 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.192268:0:31409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624511.192271:0:31409:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd184fd9c0. 00000100:00000001:3.0:1788624511.192275:0:31409:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788624511.192276:0:31409:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1788624511.192279:0:31409:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788624511.192286:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624511.192288:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624511.192291:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=4 00000020:00000001:3.0:1788624511.192444:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:3.0:1788624511.192448:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00010000:3.0:1788624511.192454:0:31409:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef4175b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624511.192474:0:31409:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1788624511.192480:0:31409:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef4175b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624511.192486:0:31409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624511.192490:0:31409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef4175b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624511.192496:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.192498:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788624511.192501:0:31409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef4175b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624511.192507:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624511.192510:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.192513:0:31409:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788624511.192515:0:31409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef4175b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624511.192521:0:31409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd1067e400 already unused, calling callback (ffffffffc194e620) 00000080:00000001:3.0:1788624511.192525:0:31409:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788624511.192528:0:31409:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef4175b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624511.192536:0:31409:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788624511.192538:0:31409:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788624511.192542:0:31409:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef4175b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624511.192546:0:31409:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788624511.192548:0:31409:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788624511.192550:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624511.192551:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624511.192553:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=5 00000020:00000001:3.0:1788624511.192555:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:3.0:1788624511.192557:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:3.0:1788624511.192559:0:31409:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624511.192562:0:31409:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef4175b lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788624511.192571:0:31409:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788624511.192573:0:31409:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624511.192576:0:31409:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788624511.192578:0:31409:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624511.192582:0:31409:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624511.192583:0:31409:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624511.192584:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624511.192586:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788624511.192589:0:31409:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd1067e400 with handle 0xcc94206c7ef4175b from hash 00010000:00000001:3.0:1788624511.192591:0:31409:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624511.192592:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.192593:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624511.192595:0:31409:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624511.192596:0:31409:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624511.192598:0:31409:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788624511.192601:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.192602:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624511.192604:0:31409:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624511.192605:0:31409:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624511.192608:0:31409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef4175b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624511.192613:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.192614:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624511.192615:0:31409:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788624511.192616:0:31409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624511.192618:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.192619:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624511.192619:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624511.192622:0:31409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef4175b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624511.192633:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624511.192694:0:31409:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1788624511.192700:0:31409:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1788624511.192708:0:31409:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff99dd11594e00 x1875506845029760/t4294967584(4294967584) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624527 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788624511.192717:0:31409:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788624511.192722:0:31409:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11594e00 x1875506845029760/t4294967584(4294967584) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624527 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788624511.192729:0:31409:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.192734:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788624511.192736:0:31409:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624511.192737:0:31409:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624511.192739:0:31409:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624511.192742:0:31409:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788624511.192745:0:31409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624511.192746:0:31409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490728448 : -112300218823168 : ffff99dd11594e00) 00010000:00000001:3.0:1788624511.192748:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788624511.192749:0:31409:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624511.192752:0:31409:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788624511.192755:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf868 00000002:00002000:3.0:1788624511.192757:0:31409:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:3.0:1788624511.192760:0:31409:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624511.192764:0:31409:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624511.192766:0:31409:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788624511.192769:0:31409:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788624511.192773:0:31409:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624511.192777:0:31409:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624511.192781:0:31409:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd03638a00. 00000080:00000001:3.0:1788624511.192786:0:31409:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788624511.192792:0:31409:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788624511.192796:0:31409:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788624511.192805:0:31409:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd049c35c0. 00800000:00000001:3.0:1788624511.192807:0:31409:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773277009344 : -112300432542272 : ffff99dd049c35c0) 00800000:00000001:3.0:1788624511.192809:0:31409:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624511.192811:0:31409:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788624511.192814:0:31409:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788624511.192816:0:31409:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1b:0x0] 00000080:00000001:3.0:1788624511.192819:0:31409:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788624511.192823:0:31409:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788624511.192824:0:31409:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624511.192828:0:31409:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611163 : 144115205339611163 : 20000040500001b) 00000080:00000001:3.0:1788624511.192832:0:31409:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788624511.192836:0:31409:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1b:0x0], updating i_size 4096 00000080:00000001:3.0:1788624511.192839:0:31409:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788624511.192842:0:31409:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788624511.192843:0:31409:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd049c35c0 1 00800000:00000010:3.0:1788624511.192846:0:31409:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd049c35c0. 00800000:00000001:3.0:1788624511.192849:0:31409:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788624511.192852:0:31409:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21f.recovery-small-1 [0x200000405:0x1b:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:3.0:1788624511.192855:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.192859:0:31409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11594e00 x1875506845029760/t4294967584(4294967584) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624527 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.192866:0:31409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624511.192869:0:31409:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788624511.192874:0:31409:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd049c35c0. 00000080:00000001:3.0:1788624511.192876:0:31409:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788624511.192879:0:31409:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1788624511.192881:0:31409:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624511.192884:0:31409:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624511.192886:0:31409:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624511.192888:0:31409:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624511.192890:0:31409:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624511.192892:0:31409:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:3.0:1788624511.192894:0:31409:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624511.192902:0:31409:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788624511.192905:0:31409:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd049c6260. 00000002:00100000:3.0:1788624511.192909:0:31409:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11594e00 x1875506845029760/t4294967584(4294967584) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624527 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788624511.192917:0:31409:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624511.192918:0:31409:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788624511.192922:0:31409:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788624511.192929:0:31409:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624511.192933:0:31409:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1788624511.192935:0:31409:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624511.192937:0:31409:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624511.192941:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.192944:0:31409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11594e00 x1875506845029760/t4294967584(4294967584) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624527 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788624511.192951:0:31409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624511.192954:0:31409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff99dd04a40000. 02000000:00000001:3.0:1788624511.192991:0:31409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788624511.192993:0:31409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624511.192996:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb78 00000080:00000008:3.0:1788624511.192998:0:31409:0:(file.c:1329:ll_file_open()) COMPLETED file d21f.recovery-small-1:[0x200000405:0x1b:0x0](ffff99dd198742c8), flags 704400, rc = 0 00000080:00000001:3.0:1788624511.193002:0:31409:0:(dir.c:3016:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624511.193026:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd28 00000080:00200008:3.0:1788624511.193029:0:31409:0:(file.c:6296:ll_getattr_dentry()) START file d21f.recovery-small-1:[0x200000405:0x1b:0x0](ffff99dd198742c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788624511.193035:0:31409:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624511.193036:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfca0 00000080:00200000:3.0:1788624511.193039:0:31409:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x1b:0x0](ffff99dd198742c8),name=d21f.recovery-small-1 00000080:00000010:3.0:1788624511.193044:0:31409:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd03638a00. 00800000:00000002:3.0:1788624511.193049:0:31409:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624511.193055:0:31409:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624511.193058:0:31409:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624511.193060:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfbc0 00800000:00000002:3.0:1788624511.193062:0:31409:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x1b:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624511.193065:0:31409:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624511.193068:0:31409:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624511.193069:0:31409:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624511.193070:0:31409:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624511.193072:0:31409:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624511.193074:0:31409:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624511.193075:0:31409:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624511.193077:0:31409:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624511.193079:0:31409:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624511.193080:0:31409:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624511.193082:0:31409:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624511.193083:0:31409:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624511.193085:0:31409:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624511.193086:0:31409:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:3.0:1788624511.193088:0:31409:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624511.193091:0:31409:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1b:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624511.193095:0:31409:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624511.193097:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfa90 00000002:00010000:3.0:1788624511.193099:0:31409:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624511.193102:0:31409:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624511.193104:0:31409:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624511.193144:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624511.193150:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4d00 count: 2 00010000:00000001:3.0:1788624511.193153:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624511.193157:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624511.193160:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624511.193163:0:31409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41731 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7ad8 expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788624511.193171:0:31409:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624511.193175:0:31409:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624511.193179:0:31409:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41731 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7ad8 expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788624511.193185:0:31409:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624511.193187:0:31409:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624511.193190:0:31409:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624511.193192:0:31409:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624511.193193:0:31409:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624511.193195:0:31409:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624511.193197:0:31409:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624511.193199:0:31409:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624511.193201:0:31409:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd03638a00. 00000080:00000001:3.0:1788624511.193205:0:31409:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624511.193208:0:31409:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624511.193210:0:31409:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1b:0x0](ffff99dd198742c8) 00000080:00010000:3.0:1788624511.193214:0:31409:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1b:0x0](ffff99dd198742c8) for lock 0xcc94206c7ef41731 00800000:00000001:3.0:1788624511.193217:0:31409:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624511.193218:0:31409:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624511.193220:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624511.193221:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624511.193223:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:3.0:1788624511.193225:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:3.0:1788624511.193228:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:3.0:1788624511.193230:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.193232:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624511.193233:0:31409:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624511.193234:0:31409:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624511.193237:0:31409:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41731 from it ffffbef881dbfcd8 00010000:00000001:3.0:1788624511.193238:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624511.193240:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624511.193241:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:3.0:1788624511.193243:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:3.0:1788624511.193245:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:3.0:1788624511.193247:0:31409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624511.193250:0:31409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41731 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7ad8 expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788624511.193269:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.193271:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624511.193272:0:31409:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624511.193274:0:31409:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624511.193277:0:31409:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41731 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7ad8 expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788624511.193284:0:31409:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624511.193287:0:31409:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624511.193289:0:31409:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624511.193395:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.193397:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624511.193399:0:31409:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.193402:0:31409:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624511.193404:0:31409:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.193406:0:31409:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.193409:0:31409:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.193411:0:31409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624511.193412:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624511.193413:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624511.193415:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624511.193416:0:31409:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788624511.193419:0:31409:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624511.193423:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd28 00000080:00000008:3.0:1788624511.193425:0:31409:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-1:[0x200000405:0x1b:0x0](ffff99dd198742c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788624511.193504:0:31409:0:(dir.c:328:ll_iterate()) Process entered 00000080:00200000:3.0:1788624511.193507:0:31409:0:(dir.c:336:ll_iterate()) VFS Op:inode=[0x200000405:0x1b:0x0](ffff99dd198742c8) pos/size0/4096 32bit_api 0 00000080:00000010:3.0:1788624511.193513:0:31409:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd03638a00. 00800000:00000002:3.0:1788624511.193516:0:31409:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd1878ec80 2 00000080:00000001:3.0:1788624511.193519:0:31409:0:(dir.c:195:ll_dir_read()) Process entered 00800000:00000001:3.0:1788624511.193525:0:31409:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:3.0:1788624511.193527:0:31409:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624511.193528:0:31409:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624511.193530:0:31409:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624511.193531:0:31409:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624511.193532:0:31409:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624511.193534:0:31409:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:3.0:1788624511.193536:0:31409:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624511.193538:0:31409:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1788624511.193540:0:31409:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624511.193541:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfab0 00000002:00010000:3.0:1788624511.193543:0:31409:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1b:0x0]) in obj [0x200000405:0x1b:0x0], intent: readdir flags 0 00000002:00000001:3.0:1788624511.193546:0:31409:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624511.193547:0:31409:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624511.193550:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624511.193553:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4d00 count: 2 00010000:00000001:3.0:1788624511.193555:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624511.193558:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624511.193560:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624511.193563:0:31409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41731 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7ad8 expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788624511.193570:0:31409:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624511.193782:0:31409:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624511.193788:0:31409:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41731 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7ad8 expref: -99 pid: 31407 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788624511.193795:0:31409:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624511.193797:0:31409:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624511.193799:0:31409:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624511.193801:0:31409:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624511.193802:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.193804:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.193805:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:2.0:1788624511.193807:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:2.0:1788624511.193809:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:2.0:1788624511.193811:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.193812:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624511.193813:0:31409:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624511.193850:0:31409:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:2.0:1788624511.193855:0:31409:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff99dd18709000. 00000002:00000001:2.0:1788624511.194630:0:31409:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1788624511.194709:0:31409:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d60380. 00000020:00000040:2.0:1788624511.194715:0:31409:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624511.194720:0:31409:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624511.194723:0:31409:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624511.194726:0:31409:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624511.194735:0:31409:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd1078ae00. 00000100:00000001:2.0:1788624511.194742:0:31409:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.194747:0:31409:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1788624511.194751:0:31409:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff99dd04839800. 00000100:00000010:2.0:1788624511.194755:0:31409:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff99dd18ba3000. 00000020:00000040:2.0:1788624511.194757:0:31409:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624511.194780:0:31409:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624511.194782:0:31409:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624511.194790:0:31409:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd10e4a0c0. 00000100:00000001:2.0:1788624511.194792:0:31409:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773483081920 : -112300226469696 : ffff99dd10e4a0c0) 00000100:00000001:2.0:1788624511.194795:0:31409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624511.194796:0:31409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498901376 : -112300210650240 : ffff99dd11d60380) 00000100:00000001:2.0:1788624511.194801:0:31409:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624511.194806:0:31409:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.194809:0:31409:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624511.194810:0:31409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624511.194821:0:31409:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d60380 x1875506845029888/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.194829:0:31409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624511.194832:0:31409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624511.194836:0:31409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624511.194838:0:31409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624511.194840:0:31409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624511.194844:0:31409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d60380 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31409:1875506845029888:192.168.202.125@tcp:37:rm.0 00000100:00000001:2.0:1788624511.194847:0:31409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624511.194852:0:31409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624511.194855:0:31409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.194857:0:31409:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1788624511.194867:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624511.194872:0:31409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a20b0. 00000400:00000010:2.0:1788624511.194881:0:31409:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff99dd04810000. 00000100:00000200:2.0:1788624511.194889:0:31409:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9c377459600-0x6a9c377459600, portal 14 00000100:00000001:2.0:1788624511.194892:0:31409:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624511.194895:0:31409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624511.194899:0:31409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd0483a000. 02000000:00000001:2.0:1788624511.194901:0:31409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624511.194905:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624511.194907:0:31409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2898. 00000400:00000010:2.0:1788624511.194912:0:31409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e083b8. 00000100:00000200:2.0:1788624511.194915:0:31409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845029888, portal 10 00000100:00000001:2.0:1788624511.194918:0:31409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624511.194919:0:31409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498901376 : -112300210650240 : ffff99dd11d60380) 00000100:00000040:2.0:1788624511.194927:0:31409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d60380 x1875506845029888/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.194934:0:31409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624511.195383:0:31409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624511.195389:0:31409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08770. 00000100:00000200:2.0:1788624511.195394:0:31409:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875506845029888, offset 0 00000400:00000200:2.0:1788624511.195402:0:31409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624511.195410:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.195420:0:31409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624511.195426:0:31409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624511.195431:0:31409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624511.195435:0:31409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624511.195438:0:31409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624511.195442:0:31409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2670:2670:256:4294967295] 192.168.202.125@tcp LPNI seq info [2670:2670:8:4294967295] 00000400:00000200:2.0:1788624511.195447:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.195457:0:31409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624511.195473:0:31409:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624511.195479:0:31409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03a0ee00. 00000800:00000200:2.0:1788624511.195487:0:31409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624511.195494:0:31409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624511.195499:0:31409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03a0ee00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788624511.195551:0:31409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624511.195557:0:31409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 826767 usecs (827 jiffies) 00000400:00000200:2.0:1788624511.195561:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624511.195564:0:31409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296526084 00000100:00000001:2.0:1788624511.195568:0:31409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296527710 00000100:00000001:2.0:1788624511.195570:0:31409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296526084 00000100:00000001:2.0:1788624511.195573:0:31409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296527710 00000100:00000001:2.0:1788624511.195576:0:31409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624511.195579:0:31409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.195581:0:31409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624511.195583:0:31409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624511.195585:0:31409:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd10e4a0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788624511.195588:0:31409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624511.195591:0:31409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624511.195955:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.195960:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0ee00. 00000400:00000200:3.0:1788624511.195966:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.195973:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.195979:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08770 00000400:00000010:3.0:1788624511.195982:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08770. 00000100:00000001:3.0:1788624511.195986:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.195991:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d60380 x1875506845029888/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.196001:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.196005:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d60380 x1875506845029888/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.196012:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.196014:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1788624511.199152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067e400. 00000800:00000001:2.0:1788624511.203541:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.203565:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624511.203569:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.203573:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624511.203585:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.203593:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624511.203602:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.203608:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.203613:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.203618:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 4096 into portal 14 MB=0x6a9c377459600 00000400:00000200:2.0:1788624511.203624:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.203631:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.125@tcp of length 4096/4096 into md 0x7aa5 [256] + 0 00000400:00000010:2.0:1788624511.203760:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a20b0. 00000400:00000200:2.0:1788624511.203766:0:2384:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff99dd04810000 00000800:00000001:2.0:1788624511.203773:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.203784:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624511.203787:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624511.203792:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624511.203798:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd04810000 00000400:00000010:2.0:1788624511.203801:0:2384:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff99dd04810000. 00000100:00000001:2.0:1788624511.203806:0:2384:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788624511.203809:0:2384:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff99dd11d60380 desc ffff99dd04839800 mbits 1875506845029888 00000100:00000001:2.0:1788624511.203827:0:2384:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788624511.203835:0:2384:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788624511.203838:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.203844:0:2384:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624511.203850:0:2384:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2671:2671:256:4294967295] 192.168.202.125@tcp LPNI seq info [2671:2671:8:4294967295] 00000400:00000200:2.0:1788624511.203855:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.203863:0:2384:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) 192.168.202.125@tcp : ACK try# 0 00000800:00000200:2.0:1788624511.203869:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624511.203875:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff99dd04810000. 00000800:00000200:2.0:1788624511.203881:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624511.205997:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624511.206004:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04810000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1788624511.206064:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.206072:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788624511.206448:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624511.206452:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff99dd04810000. 00000400:00000200:2.0:1788624511.206457:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624511.206472:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: ACK: OK 00000800:00000001:3.0:1788624511.210498:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.210516:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.210520:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.210522:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.210532:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.210541:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.210549:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.210555:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.210560:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.210565:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 440 into portal 10 MB=0x6a9c377459600 00000400:00000200:3.0:1788624511.210569:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.210576:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 440/440 into md 0x7aad [1] + 224 00000800:00000001:3.0:1788624511.210583:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.210590:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.210594:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.210598:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624511.210606:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.210614:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d60380 x1875506845029888/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624527 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624511.210625:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff99dd11d60380 x1875506845029888/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.210770:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624511.210780:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.210785:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788624511.215770:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624511.215777:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611100. 00000400:00000200:2.0:1788624511.215786:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624511.215793:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624511.215801:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862caa0 00000400:00000010:2.0:1788624511.215804:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862caa0. 00000100:00000001:2.0:1788624511.215809:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624511.215817:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8a80 x1875506845030144/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.215829:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624511.215832:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8a80 x1875506845030144/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.215839:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.215841:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624511.220705:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.220727:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.220732:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.220736:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.220748:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.220760:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.220771:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.220778:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.220785:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.220790:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377459700 00000400:00000200:3.0:1788624511.220796:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.220805:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x7abd [1] + 224 00000800:00000001:3.0:1788624511.220813:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.220820:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.220824:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.220829:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624511.220839:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.220850:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8a80 x1875506845030144/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624527 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624511.220867:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11dd8a80 x1875506845030144/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.220896:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624511.220905:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.220908:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788624511.223976:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624511.223982:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611700. 00000400:00000200:2.0:1788624511.223987:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624511.223993:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624511.223999:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cee0 00000400:00000010:2.0:1788624511.224001:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cee0. 00000100:00000001:2.0:1788624511.224005:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624511.224010:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8a80 x1875506845030400/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.224019:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624511.224023:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8a80 x1875506845030400/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624527 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.224029:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.224031:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624511.227306:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.227325:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.227330:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.227332:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.227341:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.227350:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.227372:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.227378:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.227384:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.227389:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c377459800 00000400:00000200:3.0:1788624511.227394:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.227401:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x7ac5 [64] + 224 00000800:00000001:3.0:1788624511.227408:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.227414:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.227417:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.227423:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624511.227432:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.227444:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8a80 x1875506845030400/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624527 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624511.227457:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff99dd11dd8a80 x1875506845030400/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.227487:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624511.227500:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.227504:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624511.238049:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.238063:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611c00. 00000400:00000200:3.0:1788624511.238071:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.238081:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.238090:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cc38 00000400:00000010:3.0:1788624511.238094:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cc38. 00000100:00000001:3.0:1788624511.238100:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.238126:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8000 x1875506845030528/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 440/368 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624511.238141:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.238154:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8000 x1875506845030528/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 440/368 e 0 to 0 dl 1788624527 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624511.238163:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.238165:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624511.239171:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.239190:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.239194:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.239197:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.239206:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.239212:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.239221:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.239226:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.239232:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.239237:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 368 into portal 10 MB=0x6a9c377459880 00000400:00000200:3.0:1788624511.239243:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.239250:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 368/368 into md 0x7acd [1] + 224 00000800:00000001:3.0:1788624511.239259:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.239265:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.239269:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.239281:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624511.239288:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.239294:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8000 x1875506845030528/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 440/368 e 0 to 0 dl 1788624527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624511.239305:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99dd11dd8000 x1875506845030528/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 440/368 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624511.239329:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624511.239339:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.239342:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624511.244433:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.244443:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611a00. 00000400:00000200:3.0:1788624511.244451:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.244460:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.244476:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c198 00000400:00000010:3.0:1788624511.244480:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c198. 00000100:00000001:3.0:1788624511.244486:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.244496:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8000 x1875506845030784/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/624 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624511.244508:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.244512:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8000 x1875506845030784/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/624 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624511.244520:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.244523:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624511.247952:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.247973:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.247979:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.247981:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.247991:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.248000:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.248011:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.248016:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.248022:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.248027:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377459980 00000400:00000200:3.0:1788624511.248033:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.248039:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x7ad5 [1] + 224 00000800:00000001:3.0:1788624511.248047:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.248068:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.248071:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.248077:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624511.248085:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.248096:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8000 x1875506845030784/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/624 e 0 to 0 dl 1788624527 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624511.248161:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99dd11dd8000 x1875506845030784/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/624 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624511.248177:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624511.248188:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.248192:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624511.250664:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.250669:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611300. 00000400:00000200:3.0:1788624511.250675:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.250680:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.250687:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c000 00000400:00000010:3.0:1788624511.250690:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c000. 00000100:00000001:3.0:1788624511.250694:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.250697:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9f80 x1875506845030912/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.250707:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.250711:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9f80 x1875506845030912/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.250718:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.250719:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788624511.255419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4a00. 00010000:00000010:1.1:1788624511.255437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601a00. 00010000:00000010:1.1:1788624511.255443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19000. 00000080:00000010:1.1:1788624511.255450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc82c0. 00000080:00000010:1.1:1788624511.255482:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191b8840. 00000080:00000010:1.1:1788624511.255491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536860. 00000800:00000001:3.0:1788624511.260214:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.260242:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.260247:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.260250:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.260268:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.260582:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.260600:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.260607:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.260615:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.260620:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377459a00 00000400:00000200:3.0:1788624511.260628:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.260635:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7add [1] + 224 00000800:00000001:3.0:1788624511.260645:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.260655:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.260660:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.260665:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624511.260676:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.260691:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9f80 x1875506845030912/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624527 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624511.260704:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11dd9f80 x1875506845030912/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.260731:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624511.260743:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.260746:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624511.266250:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.266414:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cd00. 00000400:00000200:3.0:1788624511.266421:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.266427:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.266437:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395cc0 00000400:00000010:3.0:1788624511.266441:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395cc0. 00000100:00000001:3.0:1788624511.266447:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.266455:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05c00 x1875506845031168/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.266476:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.266481:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05c00 x1875506845031168/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.266488:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.266489:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624511.268704:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.268724:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.268728:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.268731:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.268741:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.268748:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.268757:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.268762:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.268767:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.268771:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377459b00 00000400:00000200:3.0:1788624511.268776:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.268782:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x7ae5 [1] + 224 00000800:00000001:3.0:1788624511.268790:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.268797:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.268800:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.268804:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624511.268813:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.268823:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05c00 x1875506845031168/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624527 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624511.268835:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11c05c00 x1875506845031168/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.268857:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624511.268866:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.268870:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624511.272670:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.272675:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139ca00. 00000400:00000200:3.0:1788624511.272681:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.272686:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.272692:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395dd0 00000400:00000010:3.0:1788624511.272695:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395dd0. 00000100:00000001:3.0:1788624511.272699:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.272703:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05c00 x1875506845031424/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624511.272712:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.272715:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05c00 x1875506845031424/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624511.272727:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.272728:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624511.281804:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.281827:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.281832:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.281834:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.281847:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.281864:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.281875:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.281882:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.281889:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.281894:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377459c00 00000400:00000200:3.0:1788624511.281899:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.281906:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x7aed [1] + 224 00000800:00000001:3.0:1788624511.281915:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.281922:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.281927:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.281932:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624511.281946:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.281960:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05c00 x1875506845031424/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624527 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624511.281973:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99dd11c05c00 x1875506845031424/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624511.281995:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624511.282009:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.282013:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624511.283396:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.283403:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cb00. 00000400:00000200:3.0:1788624511.283408:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.283413:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.283419:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395c38 00000400:00000010:3.0:1788624511.283422:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395c38. 00000100:00000001:3.0:1788624511.283427:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.283432:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06680 x1875506845031552/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.283440:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.283443:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06680 x1875506845031552/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.283450:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.283451:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788624511.284208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600600. 00010000:00000010:0.1:1788624511.284218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4d00. 00010000:00000010:0.1:1788624511.284222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600c00. 00010000:00000010:0.1:1788624511.284225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10800. 00010000:00000010:0.1:1788624511.284228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19800. 00000080:00000010:0.1:1788624511.288243:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19874200. 00000080:00000010:0.1:1788624511.289080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8620. 00000800:00000001:2.0:1788624511.291345:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.291367:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624511.291371:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.291373:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624511.291383:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.291391:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624511.291403:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.291408:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.291414:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.291419:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377459c80 00000400:00000200:2.0:1788624511.291424:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.291432:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7af5 [1] + 224 00000800:00000001:2.0:1788624511.291441:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.291452:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624511.291455:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624511.291460:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624511.291475:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624511.291484:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06680 x1875506845031552/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624527 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624511.291495:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11c06680 x1875506845031552/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.291518:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624511.291526:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.291529:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:2.0:1788624511.293063:0:31409:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd11d2d380. 00800000:00000001:2.0:1788624511.293067:0:31409:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773498692480 : -112300210859136 : ffff99dd11d2d380) 00800000:00000001:2.0:1788624511.293070:0:31409:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624511.293073:0:31409:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788624511.293076:0:31409:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788624511.293078:0:31409:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788624511.293081:0:31409:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788624511.293084:0:31409:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788624511.293086:0:31409:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624511.293091:0:31409:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788624511.293094:0:31409:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788624511.293099:0:31409:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1788624511.293101:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.293103:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.293131:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:2.0:1788624511.293133:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:2.0:1788624511.293136:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:2.0:1788624511.293138:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.293139:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624511.293141:0:31409:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788624511.293153:0:31409:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788624511.293155:0:31409:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd11d2d380 1 00800000:00000010:2.0:1788624511.293158:0:31409:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd11d2d380. 00800000:00000001:2.0:1788624511.293161:0:31409:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624511.293164:0:31409:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41770 00800000:00000001:2.0:1788624511.293167:0:31409:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624511.293168:0:31409:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624511.293170:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.293171:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.293173:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:2.0:1788624511.293175:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:2.0:1788624511.293177:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:2.0:1788624511.293180:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.293181:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624511.293183:0:31409:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624511.293185:0:31409:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624511.293187:0:31409:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624511.293190:0:31409:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624511.293193:0:31409:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41770 from it ffffbef881dbfb58 00010000:00000001:2.0:1788624511.293195:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.293196:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.293198:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:2.0:1788624511.293199:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:2.0:1788624511.293201:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:2.0:1788624511.293203:0:31409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624511.293206:0:31409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41770 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7bbf expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624511.293213:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.293215:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.293216:0:31409:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624511.293219:0:31409:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624511.293221:0:31409:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41770 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7bbf expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624511.293229:0:31409:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624511.293232:0:31409:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624511.293234:0:31409:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624511.293239:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.293240:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.293242:0:31409:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.293245:0:31409:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624511.293247:0:31409:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.293249:0:31409:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.293252:0:31409:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.293254:0:31409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624511.293264:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.293266:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624511.293269:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624511.293276:0:31409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06680 x1875506845031552/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624527 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.293284:0:31409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624511.293287:0:31409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624511.293291:0:31409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd02e17000. 02000000:00000001:2.0:1788624511.293296:0:31409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624511.293298:0:31409:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624511.293301:0:31409:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624511.293303:0:31409:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624511.293307:0:31409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd06573800. 02000000:00000001:2.0:1788624511.293311:0:31409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624511.293313:0:31409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624511.293315:0:31409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06680. 00000100:00000001:2.0:1788624511.293318:0:31409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624511.293319:0:31409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624511.293323:0:31409:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788624511.293329:0:31409:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624511.293336:0:31409:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788624511.293338:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb48 00000080:00002000:2.0:1788624511.293340:0:31409:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-2(ffff99dd192ebe58) flags 0x20000e refc 1 00000080:00000001:2.0:1788624511.293343:0:31409:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624511.293345:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb90 00000080:00200000:2.0:1788624511.293347:0:31409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-2, flags=8 00000080:00000002:2.0:1788624511.293353:0:31409:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21f.recovery-small-2 [0x200000405:0x1c:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:2.0:1788624511.293366:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd08 00000080:00200008:2.0:1788624511.293368:0:31409:0:(file.c:6296:ll_getattr_dentry()) START file d21f.recovery-small-2:[0x200000405:0x1c:0x0](ffff99dd19875b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624511.293377:0:31409:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788624511.293381:0:31409:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624511.293384:0:31409:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624511.293386:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc80 00000080:00200000:2.0:1788624511.293388:0:31409:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x1c:0x0](ffff99dd19875b88),name=d21f.recovery-small-2 00000080:00000010:2.0:1788624511.293395:0:31409:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd1078a600. 00800000:00000002:2.0:1788624511.293401:0:31409:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624511.293409:0:31409:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624511.293415:0:31409:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624511.293417:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfba0 00800000:00000002:2.0:1788624511.293419:0:31409:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x1c:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624511.293423:0:31409:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624511.293428:0:31409:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624511.293431:0:31409:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624511.293434:0:31409:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624511.293437:0:31409:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624511.293439:0:31409:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624511.293442:0:31409:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624511.293444:0:31409:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624511.293446:0:31409:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624511.293447:0:31409:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624511.293448:0:31409:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624511.293450:0:31409:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624511.293452:0:31409:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624511.293453:0:31409:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1c:0x0] 00800000:00000001:2.0:1788624511.293455:0:31409:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624511.293458:0:31409:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1c:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624511.293471:0:31409:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624511.293473:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfa70 00000002:00010000:2.0:1788624511.293474:0:31409:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1c:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624511.293477:0:31409:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624511.293480:0:31409:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624511.293481:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624511.293486:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 2 00010000:00000001:2.0:1788624511.293488:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624511.293492:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624511.293494:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624511.293497:0:31409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fa00/0xcc94206c7ef41746 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7b1e expref: -99 pid: 31408 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788624511.293505:0:31409:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624511.293509:0:31409:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624511.293513:0:31409:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fa00/0xcc94206c7ef41746 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7b1e expref: -99 pid: 31408 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788624511.293520:0:31409:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624511.293522:0:31409:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624511.293524:0:31409:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624511.293526:0:31409:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624511.293528:0:31409:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624511.293530:0:31409:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624511.293533:0:31409:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624511.293535:0:31409:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624511.293538:0:31409:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd1078a600. 00000080:00000001:2.0:1788624511.293541:0:31409:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624511.293543:0:31409:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624511.293545:0:31409:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1c:0x0](ffff99dd19875b88) 00000080:00010000:2.0:1788624511.293547:0:31409:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1c:0x0](ffff99dd19875b88) for lock 0xcc94206c7ef41746 00800000:00000001:2.0:1788624511.293551:0:31409:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624511.293552:0:31409:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624511.293553:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.293555:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.293556:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fa00 refcount=3 00000020:00000001:2.0:1788624511.293558:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912768 : -112300234638848 : ffff99dd1067fa00) 00010000:00000001:2.0:1788624511.293560:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912768 : -112300234638848 : ffff99dd1067fa00) 00010000:00000001:2.0:1788624511.293562:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.293564:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624511.293565:0:31409:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624511.293566:0:31409:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624511.293568:0:31409:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41746 from it ffffbef881dbfcb8 00010000:00000001:2.0:1788624511.293570:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.293571:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.293572:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fa00 refcount=3 00000020:00000001:2.0:1788624511.293574:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912768 : -112300234638848 : ffff99dd1067fa00) 00010000:00000001:2.0:1788624511.293576:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912768 : -112300234638848 : ffff99dd1067fa00) 00010000:00000001:2.0:1788624511.293578:0:31409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624511.293582:0:31409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fa00/0xcc94206c7ef41746 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7b1e expref: -99 pid: 31408 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624511.293588:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.293589:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.293591:0:31409:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624511.293592:0:31409:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624511.293594:0:31409:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fa00/0xcc94206c7ef41746 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7b1e expref: -99 pid: 31408 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624511.293600:0:31409:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624511.293602:0:31409:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624511.293604:0:31409:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624511.293605:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.293606:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.293608:0:31409:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.293609:0:31409:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624511.293611:0:31409:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.293613:0:31409:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.293615:0:31409:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.293617:0:31409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624511.293618:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.293619:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624511.293621:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624511.293622:0:31409:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624511.293626:0:31409:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624511.293629:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd08 00000080:00000008:2.0:1788624511.293631:0:31409:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-2:[0x200000405:0x1c:0x0](ffff99dd19875b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624511.293673:0:31409:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624511.293676:0:31409:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624511.293678:0:31409:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624511.293679:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfbc0 00000080:00200000:2.0:1788624511.293681:0:31409:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624511.293684:0:31409:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd1078a600. 00800000:00000002:2.0:1788624511.293688:0:31409:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624511.293690:0:31409:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624511.293692:0:31409:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624511.293693:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfae0 00800000:00000002:2.0:1788624511.293695:0:31409:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624511.293697:0:31409:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624511.293698:0:31409:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624511.293699:0:31409:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624511.293700:0:31409:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624511.293702:0:31409:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624511.293703:0:31409:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624511.293705:0:31409:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624511.293706:0:31409:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624511.293708:0:31409:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624511.293711:0:31409:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624511.293713:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf9b0 00000002:00010000:2.0:1788624511.293714:0:31409:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624511.293717:0:31409:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624511.293718:0:31409:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624511.293719:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624511.293722:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10a00 count: 2 00010000:00000001:2.0:1788624511.293724:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624511.293726:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624511.293728:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624511.293731:0:31409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41770 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7bbf expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788624511.293737:0:31409:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624511.293739:0:31409:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624511.293741:0:31409:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41770 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7bbf expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788624511.293746:0:31409:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624511.293748:0:31409:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624511.293749:0:31409:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624511.293751:0:31409:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624511.293752:0:31409:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624511.293754:0:31409:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624511.293756:0:31409:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624511.293758:0:31409:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624511.293759:0:31409:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd1078a600. 00000080:00000001:2.0:1788624511.293762:0:31409:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624511.293763:0:31409:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624511.293765:0:31409:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624511.293767:0:31409:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41770 00800000:00000001:2.0:1788624511.293770:0:31409:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624511.293771:0:31409:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624511.293772:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.293773:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.293775:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:2.0:1788624511.293777:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:2.0:1788624511.293779:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:2.0:1788624511.293780:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.293781:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624511.293782:0:31409:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624511.293784:0:31409:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624511.293786:0:31409:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41770 from it ffffbef881dbfbf8 00010000:00000001:2.0:1788624511.293787:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.293788:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.293789:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:2.0:1788624511.293791:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:2.0:1788624511.293792:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:2.0:1788624511.293794:0:31409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624511.293796:0:31409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41770 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7bbf expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624511.293802:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.293802:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.293804:0:31409:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624511.293805:0:31409:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624511.293807:0:31409:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41770 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7bbf expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624511.293813:0:31409:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624511.293814:0:31409:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624511.293816:0:31409:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624511.293818:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.293819:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.293820:0:31409:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.293822:0:31409:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624511.293824:0:31409:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.293825:0:31409:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.293827:0:31409:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.293829:0:31409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624511.293830:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.293831:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624511.293833:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624511.293834:0:31409:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624511.293836:0:31409:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788624511.293839:0:31409:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624511.293842:0:31409:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788624511.293844:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfbc0 00000080:00002000:2.0:1788624511.293846:0:31409:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-2(ffff99dd192ebe58) flags 0x20000e refc 1 00000080:00000001:2.0:1788624511.293848:0:31409:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624511.293850:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc08 00000080:00200000:2.0:1788624511.293851:0:31409:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-2, flags=266 00000080:00000002:2.0:1788624511.293854:0:31409:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21f.recovery-small-2 [0x200000405:0x1c:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1788624511.293859:0:31409:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788624511.293860:0:31409:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1c:0x0](ffff99dd19875b88), inode mode 41ed mask 44 00000080:00000001:2.0:1788624511.293863:0:31409:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624511.293869:0:31409:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:2.0:1788624511.293871:0:31409:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788624511.293873:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb78 00000080:00200008:2.0:1788624511.293875:0:31409:0:(file.c:1090:ll_file_open()) START file d21f.recovery-small-2:[0x200000405:0x1c:0x0](ffff99dd19875b88), flags 704400 00000080:00000010:2.0:1788624511.293881:0:31409:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd017c8a00. 00000080:00000001:2.0:1788624511.293888:0:31409:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788624511.293891:0:31409:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd1078a600. 00800000:00000002:2.0:1788624511.293894:0:31409:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624511.293896:0:31409:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624511.293898:0:31409:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624511.293899:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfa28 00800000:00000002:2.0:1788624511.293901:0:31409:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x1c:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624511.293904:0:31409:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788624511.293905:0:31409:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624511.293907:0:31409:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624511.293908:0:31409:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624511.293910:0:31409:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624511.293911:0:31409:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624511.293913:0:31409:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1c:0x0] 00800000:00000001:2.0:1788624511.293915:0:31409:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624511.293917:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf9a8 00800000:00000002:2.0:1788624511.293919:0:31409:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1c:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788624511.293922:0:31409:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624511.293924:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf8e0 00000002:00010000:2.0:1788624511.293926:0:31409:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1c:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:2.0:1788624511.293930:0:31409:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788624511.293932:0:31409:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788624511.293935:0:31409:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788624511.293938:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 2 00010000:00000001:2.0:1788624511.293940:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624511.293943:0:31409:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788624511.293946:0:31409:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.293948:0:31409:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624511.293949:0:31409:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624511.293951:0:31409:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788624511.293953:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10a00 count: 2 00010000:00000001:2.0:1788624511.293954:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624511.293956:0:31409:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788624511.293957:0:31409:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.293959:0:31409:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624511.293960:0:31409:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624511.293979:0:31409:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62a00. 00000020:00000040:2.0:1788624511.293984:0:31409:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:2.0:1788624511.293990:0:31409:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788624511.293992:0:31409:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.293995:0:31409:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624511.294000:0:31409:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624511.294004:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.294005:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.294006:0:31409:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.294009:0:31409:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624511.294011:0:31409:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624511.294013:0:31409:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624511.294020:0:31409:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd0483bc00. 00000100:00000001:2.0:1788624511.294026:0:31409:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.294030:0:31409:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624511.294032:0:31409:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.294033:0:31409:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624511.294034:0:31409:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.294036:0:31409:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624511.294042:0:31409:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00010000:00000001:2.0:1788624511.294045:0:31409:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624511.294047:0:31409:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788624511.294050:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10a00 count: 2 00010000:00000001:2.0:1788624511.294052:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624511.294055:0:31409:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624511.294058:0:31409:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10767200. 00000020:00000001:2.0:1788624511.294061:0:31409:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624511.294063:0:31409:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10767200 with handle 0xcc94206c7ef41777 to hash 00000020:00000001:2.0:1788624511.294066:0:31409:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624511.294068:0:31409:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00010000:00000001:2.0:1788624511.294072:0:31409:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00010000:00000001:2.0:1788624511.294074:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624511.294076:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624511.294080:0:31409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767200/0xcc94206c7ef41777 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624511.294092:0:31409:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767200/0xcc94206c7ef41777 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788624511.294143:0:31409:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788624511.294153:0:31409:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11d62a00 x1875506845031808/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788624511.294162:0:31409:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767200/0xcc94206c7ef41777 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624511.294168:0:31409:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624511.294170:0:31409:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624511.294177:0:31409:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd10e4a0c0. 00000100:00000001:2.0:1788624511.294179:0:31409:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773483081920 : -112300226469696 : ffff99dd10e4a0c0) 00000100:00000001:2.0:1788624511.294181:0:31409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624511.294183:0:31409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000001:2.0:1788624511.294188:0:31409:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624511.294191:0:31409:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.294193:0:31409:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624511.294195:0:31409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624511.294200:0:31409:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d62a00 x1875506845031808/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.294207:0:31409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624511.294210:0:31409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624511.294213:0:31409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624511.294216:0:31409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624511.294219:0:31409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624511.294222:0:31409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d62a00 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31409:1875506845031808:192.168.202.125@tcp:101:rm.0 00000100:00000001:2.0:1788624511.294226:0:31409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624511.294231:0:31409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624511.294233:0:31409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624511.294235:0:31409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624511.294331:0:31409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff99dd04a40000. 02000000:00000001:2.0:1788624511.294334:0:31409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624511.294343:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624511.294347:0:31409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a20b0. 00000400:00000010:2.0:1788624511.294355:0:31409:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff99dd1870b800. 00000100:00000200:2.0:1788624511.294363:0:31409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875506845031808, portal 10 00000100:00000001:2.0:1788624511.294365:0:31409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624511.294366:0:31409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000040:2.0:1788624511.294373:0:31409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d62a00 x1875506845031808/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.294380:0:31409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624511.294382:0:31409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624511.294387:0:31409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e083b8. 00000100:00000200:2.0:1788624511.294390:0:31409:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875506845031808, offset 0 00000400:00000200:2.0:1788624511.294397:0:31409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624511.294405:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.294412:0:31409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624511.294418:0:31409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624511.294422:0:31409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624511.294425:0:31409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624511.294427:0:31409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624511.294431:0:31409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2680:2680:256:4294967295] 192.168.202.125@tcp LPNI seq info [2680:2680:8:4294967295] 00000400:00000200:2.0:1788624511.294435:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.294444:0:31409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624511.294450:0:31409:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624511.294455:0:31409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03a0ee00. 00000800:00000200:2.0:1788624511.294472:0:31409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624511.294479:0:31409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624511.294484:0:31409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03a0ee00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788624511.294503:0:31409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624511.294507:0:31409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 815415 usecs (816 jiffies) 00000400:00000200:2.0:1788624511.294512:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624511.294514:0:31409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296526172 00000100:00000001:2.0:1788624511.294517:0:31409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296527710 00000100:00000001:2.0:1788624511.294520:0:31409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296526172 00000100:00000001:2.0:1788624511.294522:0:31409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296527710 00000100:00000001:2.0:1788624511.294524:0:31409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624511.294526:0:31409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.294528:0:31409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624511.294530:0:31409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624511.294533:0:31409:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd10e4a0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788624511.294535:0:31409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624511.294538:0:31409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624511.295403:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.295413:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0ee00. 00000400:00000200:3.0:1788624511.295423:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.295433:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.295441:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e083b8 00000400:00000010:3.0:1788624511.295445:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e083b8. 00000100:00000001:3.0:1788624511.295451:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.295459:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d62a00 x1875506845031808/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.295488:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.295492:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d62a00 x1875506845031808/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624527 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.295500:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.295501:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624511.303769:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.303813:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624511.303820:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.303823:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624511.303834:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.303843:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624511.303856:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.303861:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.303866:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.303871:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c377459d80 00000400:00000200:2.0:1788624511.303877:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.303883:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x7afd [64] + 224 00000800:00000001:2.0:1788624511.303902:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.303914:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624511.303918:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624511.303924:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624511.303934:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624511.303944:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d62a00 x1875506845031808/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624527 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624511.303956:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff99dd11d62a00 x1875506845031808/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.304194:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624511.304204:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.304208:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624511.310167:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.310176:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611300. 00000400:00000200:3.0:1788624511.310185:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.310193:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.310203:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cf68 00000400:00000010:3.0:1788624511.310206:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cf68. 00000100:00000001:3.0:1788624511.310212:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.310220:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9f80 x1875506845031936/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.310233:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.310239:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9f80 x1875506845031936/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.310247:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.310249:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788624511.311155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767200. 00000800:00000001:2.0:1788624511.315477:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.315504:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624511.315509:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.315512:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624511.315522:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.315532:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624511.315543:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.315549:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.315555:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.315561:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 4096 into portal 14 MB=0x6a9c377459e00 00000400:00000200:2.0:1788624511.315567:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.315574:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.125@tcp of length 4096/4096 into md 0x7b0d [256] + 0 00000400:00000010:2.0:1788624511.315580:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793e70. 00000400:00000200:2.0:1788624511.315588:0:2383:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff99dd04894000 00000800:00000001:2.0:1788624511.315595:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.315606:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624511.315610:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624511.315615:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624511.315622:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd04894000 00000400:00000010:2.0:1788624511.315625:0:2383:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff99dd04894000. 00000100:00000001:2.0:1788624511.315632:0:2383:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788624511.315635:0:2383:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff99dd11dd9f80 desc ffff99dd107e3400 mbits 1875506845031936 00000100:00000001:2.0:1788624511.315654:0:2383:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788624511.315662:0:2383:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788624511.315666:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.315682:0:2383:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624511.315689:0:2383:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2682:2682:256:4294967295] 192.168.202.125@tcp LPNI seq info [2682:2682:8:4294967295] 00000400:00000200:2.0:1788624511.315693:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.315702:0:2383:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) 192.168.202.125@tcp : ACK try# 0 00000800:00000200:2.0:1788624511.315709:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624511.315720:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff99dd04810000. 00000800:00000200:2.0:1788624511.315728:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624511.315740:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624511.315747:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04810000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788624511.315845:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624511.315851:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff99dd04810000. 00000400:00000200:2.0:1788624511.315856:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624511.315860:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: ACK: OK 00000800:00000001:2.0:1788624511.315868:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.315871:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624511.319407:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.319432:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624511.319438:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.319441:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624511.319452:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.319875:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624511.319889:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.319896:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.319903:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.319908:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 440 into portal 10 MB=0x6a9c377459e00 00000400:00000200:2.0:1788624511.319914:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.319922:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 440/440 into md 0x7b15 [1] + 224 00000800:00000001:2.0:1788624511.319932:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.319944:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624511.319950:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624511.319956:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624511.319967:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624511.319980:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9f80 x1875506845031936/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624527 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624511.319993:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff99dd11dd9f80 x1875506845031936/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.320017:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624511.320028:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.320032:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624511.326028:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.326033:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611a00. 00000400:00000200:3.0:1788624511.326041:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.326045:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.326051:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c3b8 00000400:00000010:3.0:1788624511.326053:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c3b8. 00000100:00000001:3.0:1788624511.326057:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.326062:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9f80 x1875506845032192/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.326073:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.326077:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9f80 x1875506845032192/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.326084:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.326085:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624511.328441:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.328797:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624511.328803:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.328807:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624511.328818:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.328828:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624511.328841:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.328847:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.328853:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.328858:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377459f00 00000400:00000200:2.0:1788624511.328865:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.328872:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x7b1d [1] + 224 00000800:00000001:2.0:1788624511.328882:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.328893:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624511.328897:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624511.328902:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624511.328914:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624511.328926:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9f80 x1875506845032192/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624527 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624511.328938:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11dd9f80 x1875506845032192/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.328965:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624511.328978:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624511.328981:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624511.331385:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.331390:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611c00. 00000400:00000200:3.0:1788624511.331396:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.331403:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.331408:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c5d8 00000400:00000010:3.0:1788624511.331411:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c5d8. 00000100:00000001:3.0:1788624511.331414:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.331419:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9f80 x1875506845032448/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.331429:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.331431:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9f80 x1875506845032448/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624527 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.331437:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.331439:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624511.334808:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.334824:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.334829:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.334831:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.334840:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.334849:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.334860:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.334865:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.334871:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.334875:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c37745a000 00000400:00000200:3.0:1788624511.334881:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.334890:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x7b25 [64] + 224 00000800:00000001:3.0:1788624511.334898:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.334906:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.334909:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.334913:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624511.334921:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.334930:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9f80 x1875506845032448/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624527 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624511.334940:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff99dd11dd9f80 x1875506845032448/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.335013:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624511.335021:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.335025:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624511.342784:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.342789:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cb00. 00000400:00000200:3.0:1788624511.342795:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.342800:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.342807:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395aa0 00000400:00000010:3.0:1788624511.342809:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395aa0. 00000100:00000001:3.0:1788624511.342813:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.342818:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04e00 x1875506845032704/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624511.342832:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.342836:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04e00 x1875506845032704/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624511.342842:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.342843:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788624511.351203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600800. 00010000:00000010:0.1:1788624511.351216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870b00. 00010000:00000010:0.1:1788624511.351220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767a00. 00010000:00000010:0.1:1788624511.351224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067fa00. 00000800:00000001:3.0:1788624511.355930:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.355947:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.355951:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.355954:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.355962:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.355971:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.355981:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.355985:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.355991:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.355996:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745a100 00000400:00000200:3.0:1788624511.356000:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.356007:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x7b2d [1] + 224 00000800:00000001:3.0:1788624511.356014:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.356019:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.356023:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.356027:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624511.356034:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.356044:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04e00 x1875506845032704/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 1788624527 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624511.356055:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99dd11c04e00 x1875506845032704/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624511.356395:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624511.356407:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.356412:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788624511.360899:0:31409:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624511.360911:0:31409:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41770 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7bbf expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788624511.360930:0:31409:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624511.360933:0:31409:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624511.360935:0:31409:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624511.360938:0:31409:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624511.360941:0:31409:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624511.360943:0:31409:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624511.360946:0:31409:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624511.360950:0:31409:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624511.360954:0:31409:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd05164000. 00000080:00000001:2.0:1788624511.360961:0:31409:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624511.360963:0:31409:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624511.360966:0:31409:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624511.360970:0:31409:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41770 00800000:00000001:2.0:1788624511.360974:0:31409:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624511.360977:0:31409:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624511.360979:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.360982:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.360984:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:2.0:1788624511.360987:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:2.0:1788624511.360990:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:2.0:1788624511.360993:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.360994:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624511.360996:0:31409:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624511.360997:0:31409:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624511.361000:0:31409:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41770 from it ffffbef881dbfc10 00010000:00000001:2.0:1788624511.361001:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.361002:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.361004:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:2.0:1788624511.361005:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:2.0:1788624511.361007:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:2.0:1788624511.361009:0:31409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624511.361013:0:31409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41770 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7bbf expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788624511.361020:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.361021:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.361022:0:31409:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624511.361025:0:31409:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624511.361028:0:31409:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41770 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7bbf expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788624511.361034:0:31409:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624511.361037:0:31409:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624511.361039:0:31409:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624511.361043:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.361044:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.361045:0:31409:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.361048:0:31409:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624511.361050:0:31409:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.361052:0:31409:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.361055:0:31409:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.361057:0:31409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624511.361058:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.361059:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624511.361070:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624511.361071:0:31409:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624511.361074:0:31409:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788624511.361079:0:31409:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624511.361098:0:31409:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd104cb6e0. 00000020:00000001:2.0:1788624511.361102:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfdc8 00000080:00200000:2.0:1788624511.361120:0:31409:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), flags=0 00000080:00000001:2.0:1788624511.361124:0:31409:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788624511.361126:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc78 00000080:00200000:2.0:1788624511.361127:0:31409:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=getattr 00000080:00000010:2.0:1788624511.361137:0:31409:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd1078a600. 00800000:00000002:2.0:1788624511.361142:0:31409:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624511.361145:0:31409:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624511.361148:0:31409:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624511.361150:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb98 00800000:00000002:2.0:1788624511.361152:0:31409:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624511.361155:0:31409:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624511.361158:0:31409:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624511.361161:0:31409:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624511.361163:0:31409:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624511.361165:0:31409:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624511.361167:0:31409:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624511.361169:0:31409:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624511.361171:0:31409:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624511.361174:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb30 00800000:00000002:2.0:1788624511.361175:0:31409:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:2.0:1788624511.361179:0:31409:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624511.361181:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfa68 00000002:00010000:2.0:1788624511.361182:0:31409:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788624511.361186:0:31409:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788624511.361188:0:31409:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788624511.361193:0:31409:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61880. 00000020:00000040:2.0:1788624511.361197:0:31409:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:2.0:1788624511.361202:0:31409:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624511.361206:0:31409:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624511.361208:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.361210:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.361211:0:31409:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.361214:0:31409:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624511.361215:0:31409:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624511.361218:0:31409:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624511.361224:0:31409:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd04839400. 00000100:00000001:2.0:1788624511.361231:0:31409:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.361235:0:31409:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624511.361237:0:31409:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.361238:0:31409:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624511.361239:0:31409:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.361241:0:31409:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624511.361247:0:31409:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773498906752 : -112300210644864 : ffff99dd11d61880) 00010000:00000001:2.0:1788624511.361251:0:31409:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624511.361253:0:31409:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788624511.361258:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10a00 count: 2 00010000:00000001:2.0:1788624511.361260:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624511.361262:0:31409:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624511.361266:0:31409:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10767a00. 00000020:00000001:2.0:1788624511.361268:0:31409:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624511.361449:0:31409:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10767a00 with handle 0xcc94206c7ef41785 to hash 00000020:00000001:2.0:1788624511.361452:0:31409:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624511.361453:0:31409:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624511.361457:0:31409:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624511.361468:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624511.361471:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624511.361475:0:31409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41785 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624511.361483:0:31409:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41785 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624511.361493:0:31409:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41785 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31409 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624511.361499:0:31409:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624511.361501:0:31409:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624511.361507:0:31409:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd10e4a0c0. 00000100:00000001:2.0:1788624511.361509:0:31409:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773483081920 : -112300226469696 : ffff99dd10e4a0c0) 00000100:00000001:2.0:1788624511.361512:0:31409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624511.361513:0:31409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498906752 : -112300210644864 : ffff99dd11d61880) 00000100:00000001:2.0:1788624511.361517:0:31409:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624511.361521:0:31409:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.361523:0:31409:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624511.361525:0:31409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624511.361535:0:31409:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61880 x1875506845032832/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.361550:0:31409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624511.361552:0:31409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624511.361555:0:31409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624511.361558:0:31409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624511.361560:0:31409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624511.361563:0:31409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61880 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31409:1875506845032832:192.168.202.125@tcp:101:rm.0 00000100:00000001:2.0:1788624511.361575:0:31409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624511.361579:0:31409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624511.361581:0:31409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624511.361583:0:31409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624511.361588:0:31409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd18708000. 02000000:00000001:2.0:1788624511.361589:0:31409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624511.361597:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624511.361600:0:31409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2058. 00000400:00000010:2.0:1788624511.361607:0:31409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08770. 00000100:00000200:2.0:1788624511.361614:0:31409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845032832, portal 10 00000100:00000001:2.0:1788624511.361616:0:31409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624511.361617:0:31409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498906752 : -112300210644864 : ffff99dd11d61880) 00000100:00000040:2.0:1788624511.361622:0:31409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d61880 x1875506845032832/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.361630:0:31409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624511.361633:0:31409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624511.361635:0:31409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08f68. 00000100:00000200:2.0:1788624511.361637:0:31409:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875506845032832, offset 0 00000400:00000200:2.0:1788624511.361643:0:31409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624511.361651:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.361658:0:31409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624511.361664:0:31409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624511.361667:0:31409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624511.361671:0:31409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624511.361674:0:31409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624511.361678:0:31409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2686:2686:256:4294967295] 192.168.202.125@tcp LPNI seq info [2686:2686:8:4294967295] 00000400:00000200:2.0:1788624511.361683:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.361692:0:31409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624511.361697:0:31409:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624511.361702:0:31409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03a0e400. 00000800:00000200:2.0:1788624511.361709:0:31409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624511.361717:0:31409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624511.361721:0:31409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03a0e400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788624511.361742:0:31409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624511.361747:0:31409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 809253 usecs (810 jiffies) 00000400:00000200:2.0:1788624511.361750:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624511.361753:0:31409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296526233 00000100:00000001:2.0:1788624511.361757:0:31409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296527710 00000100:00000001:2.0:1788624511.361759:0:31409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296526233 00000100:00000001:2.0:1788624511.361762:0:31409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296527710 00000100:00000001:2.0:1788624511.361764:0:31409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624511.361766:0:31409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.361768:0:31409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624511.361770:0:31409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624511.361773:0:31409:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd10e4a0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788624511.361775:0:31409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624511.361778:0:31409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624511.362496:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.362503:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0e400. 00000400:00000200:3.0:1788624511.362509:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.362514:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.362520:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08f68 00000400:00000010:3.0:1788624511.362523:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08f68. 00000100:00000001:3.0:1788624511.362528:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.362534:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61880 x1875506845032832/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.362545:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.362548:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61880 x1875506845032832/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.362554:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.362555:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1788624511.366268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc81a0. 00000080:00000010:0.1:1788624511.366305:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19870000. 00000080:00000010:0.1:1788624511.366314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd049c6960. 00000800:00000001:3.0:1788624511.367518:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.367539:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.367545:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.367548:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.367560:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.367570:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.367581:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.367587:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.367594:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.367599:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745a180 00000400:00000200:3.0:1788624511.367606:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.367612:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7b35 [1] + 224 00000800:00000001:3.0:1788624511.367622:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.367630:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.367634:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.367640:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624511.367650:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.367661:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61880 x1875506845032832/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624527 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624511.367686:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11d61880 x1875506845032832/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.367709:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624511.367721:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.367725:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624511.369031:0:31409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624511.369047:0:31409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624511.369050:0:31409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624511.369054:0:31409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2058. 00000400:00000200:2.0:1788624511.369071:0:31409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08770 00000400:00000010:2.0:1788624511.369074:0:31409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08770. 00000100:00000001:2.0:1788624511.369079:0:31409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624511.369092:0:31409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61880 x1875506845032832/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788624511.369102:0:31409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61880 x1875506845032832/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.369159:0:31409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624511.369161:0:31409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624511.369163:0:31409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624511.369166:0:31409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624511.369169:0:31409:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624511.369171:0:31409:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624511.369174:0:31409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624511.369183:0:31409:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=90 v=5 (103 103 103 137) 00000100:00001000:2.0:1788624511.369187:0:31409:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624511.369190:0:31409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624511.369191:0:31409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.369195:0:31409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624511.369198:0:31409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.369202:0:31409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624511.369204:0:31409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967582 00000100:00000001:2.0:1788624511.369207:0:31409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624511.369209:0:31409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624511.369214:0:31409:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d61880 x1875506845032832/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.369222:0:31409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624511.369225:0:31409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624511.369226:0:31409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624511.369230:0:31409:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61880 x1875506845032832/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624527 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788624511.369238:0:31409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d61880 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31409:1875506845032832:192.168.202.125@tcp:101:rm.0 00000100:00000001:2.0:1788624511.369243:0:31409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624511.369245:0:31409:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.369248:0:31409:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624511.369250:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624511.369253:0:31409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61880 x1875506845032832/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624527 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.369260:0:31409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624511.369264:0:31409:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd10e4a0c0. 00000100:00000001:2.0:1788624511.369267:0:31409:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624511.369278:0:31409:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.369282:0:31409:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788624511.369285:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.369288:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.369292:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=4 00000020:00000001:2.0:1788624511.369294:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624511.369297:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000040:2.0:1788624511.369304:0:31409:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10767a00, remote cookie: 0xa103bd66258a7c1a, flags: 0x1001 00010000:00010000:2.0:1788624511.369310:0:31409:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41785 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7c1a expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788624511.369320:0:31409:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788624511.369323:0:31409:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1788624511.369330:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 2 00010000:00000001:2.0:1788624511.369333:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624511.369335:0:31409:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624511.369339:0:31409:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41785 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7c1a expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624511.369347:0:31409:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41785 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7c1a expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624511.369353:0:31409:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788624511.369357:0:31409:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788624511.369359:0:31409:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788624511.369361:0:31409:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788624511.369362:0:31409:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788624511.369365:0:31409:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1c:0x0].0x0 (ffff99dd189e4400) refcount = 2 00010000:00000040:2.0:1788624511.369368:0:31409:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788624511.369371:0:31409:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef4177e lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x1c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7bdb expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788624511.369378:0:31409:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41785 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7c1a expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624511.369385:0:31409:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788624511.369387:0:31409:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788624511.369389:0:31409:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624511.369391:0:31409:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788624511.369394:0:31409:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624511.369398:0:31409:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41785 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7c1a expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624511.369404:0:31409:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788624511.369405:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.369407:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.369408:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.369409:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.369410:0:31409:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624511.369415:0:31409:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788624511.369416:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.369418:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.369419:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:2.0:1788624511.369421:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624511.369423:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624511.369425:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.369426:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.369428:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=4 00000020:00000001:2.0:1788624511.369429:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624511.369431:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624511.369434:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624511.369437:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624511.369441:0:31409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41785 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7c1a expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624511.369451:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.369452:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.369454:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.369455:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.369456:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=5 00000020:00000001:2.0:1788624511.369458:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624511.369460:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624511.369472:0:31409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624511.369474:0:31409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41785 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7c1a expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624511.369479:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.369480:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788624511.369483:0:31409:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41785 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7c1a expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624511.369488:0:31409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624511.369489:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.369489:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.369491:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.369492:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788624511.369496:0:31409:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11d61880 x1875506845032832/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624527 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788624511.369505:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.369505:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.369507:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:2.0:1788624511.369508:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624511.369510:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624511.369512:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.369513:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624511.369514:0:31409:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624511.369517:0:31409:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624511.369520:0:31409:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788624511.369522:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.369523:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.369525:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:2.0:1788624511.369526:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624511.369529:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00000002:00010000:2.0:1788624511.369532:0:31409:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41785 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7c1a expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624511.369538:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.369540:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.369542:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624511.369543:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.369544:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.369545:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:2.0:1788624511.369547:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624511.369548:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000040:2.0:1788624511.369551:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 3 00010000:00000001:2.0:1788624511.369553:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788624511.369556:0:31409:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/28 (0 0) 00010000:00000001:2.0:1788624511.369558:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.369559:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624511.369560:0:31409:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788624511.369563:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf9f0 00000002:00002000:2.0:1788624511.369576:0:31409:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788624511.369579:0:31409:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624511.369582:0:31409:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624511.369585:0:31409:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788624511.369588:0:31409:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788624511.369591:0:31409:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624511.369595:0:31409:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:2.0:1788624511.369597:0:31409:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788624511.369600:0:31409:0:(namei.c:674:ll_lookup_it_finish()) it ffffbef881dbfe00 it_disposition b 00000080:00000001:2.0:1788624511.369603:0:31409:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788624511.369608:0:31409:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788624511.369611:0:31409:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788624511.369619:0:31409:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd11d2d380. 00800000:00000001:2.0:1788624511.369621:0:31409:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773498692480 : -112300210859136 : ffff99dd11d2d380) 00800000:00000001:2.0:1788624511.369623:0:31409:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624511.369625:0:31409:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788624511.369628:0:31409:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:2.0:1788624511.369631:0:31409:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788624511.369637:0:31409:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788624511.369639:0:31409:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1c:0x0] 00000080:00000001:2.0:1788624511.369642:0:31409:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788624511.369646:0:31409:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788624511.369647:0:31409:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624511.369651:0:31409:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:2.0:1788624511.369653:0:31409:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788624511.369656:0:31409:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611164 mtime from 1788624493 to 1788624511 00000080:00200000:2.0:1788624511.369661:0:31409:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1c:0x0], updating i_size 4096 00000080:00200000:2.0:1788624511.369663:0:31409:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x1c:0x0](ffff99dd19875b88): rc = 0 00000080:00000001:2.0:1788624511.369666:0:31409:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773627964296 : -112300081587320 : ffff99dd19875b88) 00010000:00000001:2.0:1788624511.369668:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.369669:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.369670:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:2.0:1788624511.369671:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624511.369674:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624511.369675:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.369676:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624511.369678:0:31409:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788624511.369680:0:31409:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788624511.369681:0:31409:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd11d2d380 1 00800000:00000010:2.0:1788624511.369683:0:31409:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd11d2d380. 00800000:00000001:2.0:1788624511.369687:0:31409:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624511.369690:0:31409:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1c:0x0](ffff99dd19875b88) for lock 0xcc94206c7ef41785 00800000:00000001:2.0:1788624511.369693:0:31409:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624511.369696:0:31409:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624511.369697:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.369698:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.369699:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:2.0:1788624511.369701:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624511.369703:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624511.369705:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.369707:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624511.369709:0:31409:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624511.369711:0:31409:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788624511.369719:0:31409:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd192e0798 inode ffff99dd19875b88 refc 1 flags 0x20000e 00000080:00000002:2.0:1788624511.369724:0:31409:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21f.recovery-small-2 [0x200000405:0x1c:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1788624511.369728:0:31409:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788624511.369730:0:31409:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1c:0x0](ffff99dd19875b88) 00000080:00010000:2.0:1788624511.369734:0:31409:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41785 from it ffffbef881dbfe00 00010000:00000001:2.0:1788624511.369736:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.369737:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.369739:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:2.0:1788624511.369741:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624511.369743:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624511.369744:0:31409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624511.369747:0:31409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41785 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7c1a expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624511.369752:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.369753:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.369755:0:31409:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624511.369757:0:31409:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624511.369759:0:31409:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41785 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7c1a expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624511.369766:0:31409:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624511.369768:0:31409:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624511.369771:0:31409:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624511.369774:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.369775:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.369776:0:31409:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.369780:0:31409:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624511.369782:0:31409:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.369784:0:31409:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.369798:0:31409:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.369800:0:31409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624511.369802:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.369803:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624511.369805:0:31409:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788624511.369808:0:31409:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd1078a600. 00000100:00000001:2.0:1788624511.369812:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624511.369817:0:31409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d61880 x1875506845032832/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624527 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.369824:0:31409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624511.369826:0:31409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624511.369829:0:31409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd18708000. 02000000:00000001:2.0:1788624511.369832:0:31409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624511.369835:0:31409:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624511.369836:0:31409:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624511.369838:0:31409:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624511.369841:0:31409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd04839400. 02000000:00000001:2.0:1788624511.369845:0:31409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624511.369846:0:31409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624511.369848:0:31409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d61880. 00000100:00000001:2.0:1788624511.369852:0:31409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624511.369853:0:31409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624511.369856:0:31409:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788624511.369858:0:31409:0:(dcache.c:176:ll_intent_release()) intent ffffbef881dbfe00 released 00000080:00000001:2.0:1788624511.369859:0:31409:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788624511.369864:0:31409:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624511.369866:0:31409:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624511.369868:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd50 00000080:00200000:2.0:1788624511.369870:0:31409:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624511.369875:0:31409:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd1078a600. 00800000:00000002:2.0:1788624511.369881:0:31409:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624511.369884:0:31409:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624511.369886:0:31409:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624511.369888:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc70 00800000:00000002:2.0:1788624511.369890:0:31409:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624511.369893:0:31409:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624511.369896:0:31409:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624511.369898:0:31409:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624511.369901:0:31409:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624511.369904:0:31409:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624511.369906:0:31409:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624511.369908:0:31409:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624511.369910:0:31409:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624511.369913:0:31409:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624511.369917:0:31409:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624511.369919:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb40 00000002:00010000:2.0:1788624511.369921:0:31409:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624511.369924:0:31409:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624511.369926:0:31409:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624511.369927:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624511.369931:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10a00 count: 2 00010000:00000001:2.0:1788624511.369933:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624511.369936:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624511.369938:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624511.369941:0:31409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41770 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7bbf expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788624511.369949:0:31409:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624511.369953:0:31409:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624511.369956:0:31409:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41770 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7bbf expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788624511.369962:0:31409:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624511.369964:0:31409:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624511.369967:0:31409:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624511.369969:0:31409:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624511.369972:0:31409:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624511.369973:0:31409:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624511.369976:0:31409:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624511.369977:0:31409:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624511.369979:0:31409:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd1078a600. 00000080:00000001:2.0:1788624511.369982:0:31409:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624511.369984:0:31409:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624511.369986:0:31409:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624511.369989:0:31409:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41770 00800000:00000001:2.0:1788624511.369991:0:31409:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624511.369993:0:31409:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624511.369994:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.369995:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.369996:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:2.0:1788624511.369998:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:2.0:1788624511.370000:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:2.0:1788624511.370002:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.370003:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624511.370004:0:31409:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624511.370006:0:31409:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624511.370008:0:31409:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41770 from it ffffbef881dbfd88 00010000:00000001:2.0:1788624511.370009:0:31409:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624511.370010:0:31409:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624511.370011:0:31409:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:2.0:1788624511.370013:0:31409:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:2.0:1788624511.370015:0:31409:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:2.0:1788624511.370017:0:31409:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624511.370019:0:31409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41770 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7bbf expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788624511.370025:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.370026:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.370027:0:31409:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624511.370028:0:31409:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624511.370030:0:31409:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41770 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7bbf expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788624511.370036:0:31409:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624511.370038:0:31409:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624511.370039:0:31409:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624511.370041:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.370042:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.370043:0:31409:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.370045:0:31409:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624511.370046:0:31409:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.370047:0:31409:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.370049:0:31409:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.370050:0:31409:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624511.370051:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.370052:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624511.370054:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624511.370055:0:31409:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624511.370057:0:31409:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788624511.370061:0:31409:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624511.370064:0:31409:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:2.0:1788624511.370065:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfe18 00000080:00200000:2.0:1788624511.370067:0:31409:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00000001:2.0:1788624511.370070:0:31409:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:2.0:1788624511.370072:0:31409:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21f.recovery-small-2, [0x200000405:0x1c:0x0]) is foreign... 00000080:00000001:2.0:1788624511.370075:0:31409:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788624511.370079:0:31409:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd1078a600. 00800000:00000002:2.0:1788624511.370081:0:31409:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00800000:00000001:2.0:1788624511.370087:0:31409:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788624511.370090:0:31409:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624511.370091:0:31409:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624511.370092:0:31409:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624511.370093:0:31409:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624511.370095:0:31409:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624511.370096:0:31409:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624511.370097:0:31409:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624511.370099:0:31409:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624511.370101:0:31409:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624511.370102:0:31409:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624511.370103:0:31409:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624511.370132:0:31409:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624511.370134:0:31409:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1c:0x0] 00800000:00000001:2.0:1788624511.370136:0:31409:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624511.370138:0:31409:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:2.0:1788624511.370140:0:31409:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624511.370140:0:31409:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624511.370141:0:31409:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624511.370142:0:31409:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624511.370144:0:31409:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624511.370145:0:31409:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1c:0x0] 00800000:00000001:2.0:1788624511.370147:0:31409:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624511.370150:0:31409:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x1c:0x0] 00800000:00000001:2.0:1788624511.370152:0:31409:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624511.370154:0:31409:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x1c:0x0] -> mds #0 00000002:00000001:2.0:1788624511.370157:0:31409:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788624511.370160:0:31409:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788624511.370162:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10a00 count: 2 00010000:00000001:2.0:1788624511.370164:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624511.370167:0:31409:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788624511.370169:0:31409:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788624511.370172:0:31409:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41770 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a7bbf expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1788624511.370179:0:31409:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788624511.370183:0:31409:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788624511.370186:0:31409:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788624511.370188:0:31409:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788624511.370190:0:31409:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624511.370191:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624511.370193:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10a00 count: 3 00010000:00000001:2.0:1788624511.370195:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624511.370197:0:31409:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624511.370198:0:31409:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624511.370199:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624511.370201:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10a00 count: 3 00010000:00000001:2.0:1788624511.370202:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624511.370204:0:31409:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624511.370205:0:31409:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624511.370206:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624511.370208:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10a00 count: 3 00010000:00000001:2.0:1788624511.370209:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624511.370211:0:31409:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624511.370213:0:31409:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788624511.370216:0:31409:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788624511.370219:0:31409:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788624511.370221:0:31409:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788624511.370224:0:31409:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788624511.370225:0:31409:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.370229:0:31409:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788624511.370231:0:31409:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788624511.370233:0:31409:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788624511.370234:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624511.370236:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788624511.370239:0:31409:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d18400 with handle 0xcc94206c7ef41770 from hash 00010000:00000001:2.0:1788624511.370241:0:31409:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788624511.370242:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.370243:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.370245:0:31409:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788624511.370247:0:31409:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788624511.370249:0:31409:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788624511.370251:0:31409:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788624511.370253:0:31409:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624511.370258:0:31409:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624511.370260:0:31409:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788624511.370262:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 3 00010000:00000001:2.0:1788624511.370264:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624511.370266:0:31409:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788624511.370267:0:31409:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788624511.370270:0:31409:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41785 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a7c1a expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788624511.370280:0:31409:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788624511.370282:0:31409:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788624511.370283:0:31409:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788624511.370284:0:31409:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1c:0x0] mode (null) 00000002:00000001:2.0:1788624511.370286:0:31409:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624511.370287:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624511.370289:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 4 00010000:00000001:2.0:1788624511.370290:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624511.370292:0:31409:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624511.370294:0:31409:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624511.370295:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624511.370296:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 4 00010000:00000001:2.0:1788624511.370297:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624511.370299:0:31409:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624511.370300:0:31409:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624511.370301:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624511.370302:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 4 00010000:00000001:2.0:1788624511.370303:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624511.370305:0:31409:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624511.370306:0:31409:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788624511.370308:0:31409:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x1c:0x0] lli = ffff99dd19875ac0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788624511.370310:0:31409:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788624511.370311:0:31409:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788624511.370313:0:31409:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788624511.370315:0:31409:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1c:0x0](ffff99dd19875b88) invalid 00000020:00000001:2.0:1788624511.370317:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfa80 00000080:00002000:2.0:1788624511.370319:0:31409:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-2 (ffff99dd192e0798) parent ffff99dd19287870 inode ffff99dd19875b88 refc 2 00000080:00000001:2.0:1788624511.370323:0:31409:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788624511.370324:0:31409:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788624511.370325:0:31409:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.370327:0:31409:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788624511.370328:0:31409:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788624511.370329:0:31409:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788624511.370331:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624511.370333:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788624511.370335:0:31409:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd10767a00 with handle 0xcc94206c7ef41785 from hash 00010000:00000001:2.0:1788624511.370337:0:31409:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788624511.370338:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.370338:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.370339:0:31409:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788624511.370341:0:31409:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788624511.370342:0:31409:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788624511.370344:0:31409:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788624511.370346:0:31409:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef4177e lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a7bdb expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1788624511.370351:0:31409:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788624511.370352:0:31409:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788624511.370354:0:31409:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788624511.370355:0:31409:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1c:0x0] mode CR 00000002:00000001:2.0:1788624511.370356:0:31409:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624511.370357:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624511.370359:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 4 00010000:00000001:2.0:1788624511.370361:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624511.370362:0:31409:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624511.370364:0:31409:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624511.370364:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624511.370365:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 4 00010000:00000001:2.0:1788624511.370367:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624511.370369:0:31409:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624511.370370:0:31409:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624511.370372:0:31409:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788624511.370376:0:31409:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788624511.370380:0:31409:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd1078ae00. 00000080:00000001:2.0:1788624511.370382:0:31409:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:2.0:1788624511.370384:0:31409:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd11d2de80 2 00000080:00000001:2.0:1788624511.370388:0:31409:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788624511.370390:0:31409:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788624511.370392:0:31409:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624511.370393:0:31409:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624511.370395:0:31409:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624511.370396:0:31409:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624511.370397:0:31409:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624511.370399:0:31409:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1c:0x0] 00800000:00000001:2.0:1788624511.370400:0:31409:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624511.370402:0:31409:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x1c:0x0] 00000002:00000001:2.0:1788624511.370405:0:31409:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788624511.370407:0:31409:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff99dd10dbf800: [0x200000405:0x1c:0x0] file closed with intent: 0 00000100:00000010:2.0:1788624511.370414:0:31409:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61880. 00000020:00000040:2.0:1788624511.370417:0:31409:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624511.370421:0:31409:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624511.370424:0:31409:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624511.370427:0:31409:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624511.370433:0:31409:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd1078aa00. 00000100:00000001:2.0:1788624511.370440:0:31409:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788624511.370453:0:31409:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11dd9f80 x1875506845032448/t4294967592(4294967592) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624527 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788624511.370473:0:31409:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788624511.370478:0:31409:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11d61880 x1875506845033088/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788624511.370485:0:31409:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624511.370487:0:31409:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624511.370493:0:31409:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd10e4a0c0. 00000100:00000001:2.0:1788624511.370495:0:31409:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773483081920 : -112300226469696 : ffff99dd10e4a0c0) 00000100:00000001:2.0:1788624511.370498:0:31409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624511.370500:0:31409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498906752 : -112300210644864 : ffff99dd11d61880) 00000100:00000001:2.0:1788624511.370503:0:31409:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624511.370508:0:31409:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.370510:0:31409:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624511.370512:0:31409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624511.370515:0:31409:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61880 x1875506845033088/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.370523:0:31409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624511.370526:0:31409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624511.370529:0:31409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624511.370532:0:31409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624511.370534:0:31409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624511.370537:0:31409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61880 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31409:1875506845033088:192.168.202.125@tcp:35:rm.0 00000100:00000001:2.0:1788624511.370541:0:31409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624511.370546:0:31409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624511.370550:0:31409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624511.370553:0:31409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624511.370557:0:31409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04839400. 02000000:00000001:2.0:1788624511.370559:0:31409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624511.370566:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624511.370571:0:31409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2058. 00000400:00000010:2.0:1788624511.370576:0:31409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08770. 00000100:00000200:2.0:1788624511.370583:0:31409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845033088, portal 10 00000100:00000001:2.0:1788624511.370584:0:31409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624511.370585:0:31409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498906752 : -112300210644864 : ffff99dd11d61880) 00000100:00000040:2.0:1788624511.370591:0:31409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d61880 x1875506845033088/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.370598:0:31409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624511.370600:0:31409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624511.370603:0:31409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08a18. 00000100:00000200:2.0:1788624511.370605:0:31409:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845033088, offset 0 00000400:00000200:2.0:1788624511.370611:0:31409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624511.370618:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.370626:0:31409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624511.370632:0:31409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624511.370636:0:31409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624511.370640:0:31409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624511.370642:0:31409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624511.370646:0:31409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2687:2687:256:4294967295] 192.168.202.125@tcp LPNI seq info [2687:2687:8:4294967295] 00000400:00000200:2.0:1788624511.370650:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.370659:0:31409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624511.370665:0:31409:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624511.370670:0:31409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03a0e700. 00000800:00000200:2.0:1788624511.370676:0:31409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624511.370683:0:31409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624511.370687:0:31409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03a0e700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788624511.370706:0:31409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624511.370711:0:31409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 808028 usecs (809 jiffies) 00000400:00000200:2.0:1788624511.370714:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624511.370717:0:31409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296526241 00000100:00000001:2.0:1788624511.370720:0:31409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296527710 00000100:00000001:2.0:1788624511.370722:0:31409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296526241 00000100:00000001:2.0:1788624511.370724:0:31409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296527710 00000100:00000001:2.0:1788624511.370726:0:31409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624511.370729:0:31409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.370731:0:31409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624511.370733:0:31409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624511.370735:0:31409:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd10e4a0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788624511.370737:0:31409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624511.370739:0:31409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624511.371077:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.371088:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0e700. 00000400:00000200:3.0:1788624511.371097:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.371146:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.371154:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08a18 00000400:00000010:3.0:1788624511.371157:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08a18. 00000100:00000001:3.0:1788624511.371163:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.371171:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61880 x1875506845033088/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.371183:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.371186:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61880 x1875506845033088/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.371205:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.371207:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624511.374866:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.374892:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.374898:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.374901:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.374913:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.374924:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.374936:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.374942:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.374949:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.374954:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745a280 00000400:00000200:3.0:1788624511.374961:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.374968:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x7b45 [1] + 224 00000800:00000001:3.0:1788624511.374976:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.374982:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.374986:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.374992:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624511.375004:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.375016:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61880 x1875506845033088/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624527 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624511.375028:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11d61880 x1875506845033088/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624511.375058:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624511.375070:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.375073:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624511.375380:0:31409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624511.375391:0:31409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624511.375393:0:31409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624511.375398:0:31409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2058. 00000400:00000200:2.0:1788624511.375403:0:31409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08770 00000400:00000010:2.0:1788624511.375407:0:31409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08770. 00000100:00000001:2.0:1788624511.375410:0:31409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624511.375416:0:31409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61880 x1875506845033088/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788624511.375426:0:31409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61880 x1875506845033088/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.375433:0:31409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624511.375436:0:31409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624511.375439:0:31409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624511.375445:0:31409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624511.375448:0:31409:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624511.375451:0:31409:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624511.375455:0:31409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624511.375483:0:31409:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=89 v=5 (5 5 5 5) 00000100:00001000:2.0:1788624511.375488:0:31409:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624511.375491:0:31409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624511.375493:0:31409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.375497:0:31409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624511.375501:0:31409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.375505:0:31409:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788624511.375507:0:31409:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788624511.375509:0:31409:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788624511.375512:0:31409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624511.375514:0:31409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498906752 : -112300210644864 : ffff99dd11d61880) 00000100:00000001:2.0:1788624511.375518:0:31409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624511.375520:0:31409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967582 00000100:00000001:2.0:1788624511.375523:0:31409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624511.375525:0:31409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624511.375531:0:31409:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d61880 x1875506845033088/t4294967594(4294967594) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624527 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.375538:0:31409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624511.375542:0:31409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624511.375544:0:31409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624511.375548:0:31409:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61880 x1875506845033088/t4294967594(4294967594) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624527 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788624511.375556:0:31409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d61880 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31409:1875506845033088:192.168.202.125@tcp:35:rm.0 00000100:00000001:2.0:1788624511.375561:0:31409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624511.375565:0:31409:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.375568:0:31409:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624511.375571:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624511.375574:0:31409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61880 x1875506845033088/t4294967594(4294967594) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624527 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.375582:0:31409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624511.375585:0:31409:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd10e4a0c0. 00000100:00000001:2.0:1788624511.375589:0:31409:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624511.375591:0:31409:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.375604:0:31409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624511.375605:0:31409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498906752 : -112300210644864 : ffff99dd11d61880) 00000002:00000001:2.0:1788624511.375608:0:31409:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624511.375613:0:31409:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624511.375618:0:31409:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd11d2de80 2 00000080:00000010:2.0:1788624511.375623:0:31409:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd1078ae00. 00000080:00000001:2.0:1788624511.375627:0:31409:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788624511.375632:0:31409:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1788624511.375636:0:31409:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624511.375640:0:31409:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624511.375643:0:31409:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624511.375647:0:31409:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624511.375649:0:31409:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624511.375652:0:31409:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1c:0x0] 00800000:00000001:2.0:1788624511.375655:0:31409:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624511.375661:0:31409:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788624511.375835:0:31409:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11dd9f80 x1875506845032448/t4294967592(4294967592) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624527 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.375845:0:31409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624511.375847:0:31409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499400064 : -112300210151552 : ffff99dd11dd9f80) 00000100:00000001:2.0:1788624511.375850:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624511.375853:0:31409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9f80 x1875506845032448/t4294967592(4294967592) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624527 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.375860:0:31409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.375862:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624511.375865:0:31409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61880 x1875506845033088/t4294967594(4294967594) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624527 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.375870:0:31409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.375873:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624511.375875:0:31409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9f80 x1875506845032448/t4294967592(4294967592) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624527 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.375882:0:31409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788624511.375886:0:31409:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624511.375888:0:31409:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624511.375890:0:31409:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624511.375894:0:31409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e3400. 02000000:00000001:2.0:1788624511.375899:0:31409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624511.375901:0:31409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624511.375903:0:31409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9f80. 00000100:00000001:2.0:1788624511.375908:0:31409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624511.375909:0:31409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624511.375911:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624511.375914:0:31409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61880 x1875506845033088/t4294967594(4294967594) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624527 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.375921:0:31409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624511.375923:0:31409:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff99dd10536e40. 00000002:00000001:2.0:1788624511.375926:0:31409:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624511.375928:0:31409:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624511.375930:0:31409:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd067ccf00. 00000100:00000001:2.0:1788624511.375933:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624511.375935:0:31409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d61880 x1875506845033088/t4294967594(4294967594) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624527 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624511.375941:0:31409:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624511.375943:0:31409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624511.375946:0:31409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd04839400. 02000000:00000001:2.0:1788624511.375949:0:31409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624511.375951:0:31409:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624511.375952:0:31409:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624511.375954:0:31409:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624511.375955:0:31409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd1078aa00. 02000000:00000001:2.0:1788624511.375957:0:31409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624511.375958:0:31409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624511.375959:0:31409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d61880. 00000100:00000001:2.0:1788624511.375962:0:31409:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624511.375964:0:31409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624511.375967:0:31409:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624511.375970:0:31409:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788624511.375973:0:31409:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1c:0x0] mode (null) 00000002:00000001:2.0:1788624511.375978:0:31409:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624511.375982:0:31409:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624511.375993:0:31409:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 4 00010000:00000001:2.0:1788624511.375996:0:31409:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624511.376003:0:31409:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624511.376006:0:31409:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624511.376009:0:31409:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788624511.376012:0:31409:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1c:0x0](ffff99dd19875b88) invalid 00000020:00000001:2.0:1788624511.376016:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfa80 00000080:00002000:2.0:1788624511.376019:0:31409:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-2 (ffff99dd192e0798) parent ffff99dd19287870 inode ffff99dd19875b88 refc 2 00000080:00000001:2.0:1788624511.376023:0:31409:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788624511.376027:0:31409:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788624511.376029:0:31409:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.376034:0:31409:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788624511.376038:0:31409:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788624511.376040:0:31409:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788624511.376042:0:31409:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624511.376046:0:31409:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788624511.376051:0:31409:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18601a00 with handle 0xcc94206c7ef4177e from hash 00010000:00000001:2.0:1788624511.376054:0:31409:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788624511.376056:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624511.376058:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.376059:0:31409:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788624511.376063:0:31409:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788624511.376065:0:31409:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788624511.376068:0:31409:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788624511.376070:0:31409:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1788624511.376073:0:31409:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1788624511.376082:0:31409:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61880. 00000020:00000040:2.0:1788624511.376085:0:31409:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:2.0:1788624511.376091:0:31409:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788624511.376093:0:31409:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.376097:0:31409:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624511.376103:0:31409:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624511.376308:0:31409:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.376313:0:31409:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624511.376315:0:31409:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624511.376321:0:31409:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624511.376329:0:31409:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd1078aa00. 00000100:00000001:2.0:1788624511.376338:0:31409:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.376341:0:31409:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624511.376344:0:31409:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788624511.376403:0:31409:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41785 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7c1a expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788624511.376414:0:31409:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef4177e lrc: 1/0,0 mode: --/CR res: [0x200000405:0x1c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7bdb expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788624511.376423:0:31409:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41770 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7bbf expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1788624511.376428:0:31409:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1788624511.376430:0:31409:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1788624511.376432:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788624511.376435:0:31409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41785 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7c1a expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624511.376450:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.376452:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788624511.376454:0:31409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef4177e lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7bdb expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1788624511.376510:0:31409:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd189e4400 count: 0 00010000:00000010:2.0:1788624511.376517:0:31409:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd087e6080. 00010000:00000001:2.0:1788624511.376526:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.376527:0:31409:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788624511.376529:0:31409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41770 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7bbf expref: -99 pid: 31409 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:2.0:1788624511.376535:0:31409:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10a00 count: 0 00010000:00000010:2.0:1788624511.376540:0:31409:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd11c18480. 00010000:00000001:2.0:1788624511.376547:0:31409:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624511.376549:0:31409:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.376551:0:31409:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624511.376552:0:31409:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.376555:0:31409:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788624511.376568:0:31409:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788624511.376577:0:31409:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11d61880 x1875506845033344/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624511.376583:0:31409:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624511.376585:0:31409:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624511.376594:0:31409:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd10e4a0c0. 00000100:00000001:2.0:1788624511.376596:0:31409:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773483081920 : -112300226469696 : ffff99dd10e4a0c0) 00000100:00000001:2.0:1788624511.376598:0:31409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624511.376599:0:31409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498906752 : -112300210644864 : ffff99dd11d61880) 00000100:00000001:2.0:1788624511.376604:0:31409:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624511.376610:0:31409:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.376611:0:31409:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624511.376613:0:31409:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624511.376618:0:31409:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61880 x1875506845033344/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624511.376624:0:31409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624511.376627:0:31409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624511.376632:0:31409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624511.376635:0:31409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624511.376638:0:31409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624511.376641:0:31409:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61880 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31409:1875506845033344:192.168.202.125@tcp:36:rm.0 00000100:00000001:2.0:1788624511.376646:0:31409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624511.376653:0:31409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624511.376656:0:31409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624511.376660:0:31409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624511.376735:0:31409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04839400. 02000000:00000001:2.0:1788624511.376738:0:31409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624511.376749:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624511.376755:0:31409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2058. 00000400:00000010:2.0:1788624511.376763:0:31409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08770. 00000100:00000200:2.0:1788624511.376772:0:31409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845033344, portal 10 00000100:00000001:2.0:1788624511.376774:0:31409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624511.376775:0:31409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498906752 : -112300210644864 : ffff99dd11d61880) 00000100:00000040:2.0:1788624511.376783:0:31409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d61880 x1875506845033344/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624511.376790:0:31409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624511.376794:0:31409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624511.376797:0:31409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08908. 00000100:00000200:2.0:1788624511.376800:0:31409:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875506845033344, offset 0 00000400:00000200:2.0:1788624511.376808:0:31409:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624511.376818:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.376829:0:31409:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624511.376835:0:31409:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624511.376840:0:31409:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624511.376844:0:31409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624511.376847:0:31409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624511.376852:0:31409:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2688:2688:256:4294967295] 192.168.202.125@tcp LPNI seq info [2688:2688:8:4294967295] 00000400:00000200:2.0:1788624511.376858:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624511.376869:0:31409:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624511.376875:0:31409:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624511.376883:0:31409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03a0e700. 00000800:00000200:2.0:1788624511.376890:0:31409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624511.376900:0:31409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624511.376906:0:31409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03a0e700 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1788624511.377008:0:31409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624511.377015:0:31409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 806802 usecs (807 jiffies) 00000400:00000200:2.0:1788624511.377019:0:31409:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624511.377022:0:31409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296526245 00000100:00000001:2.0:1788624511.377027:0:31409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296527710 00000100:00000001:2.0:1788624511.377030:0:31409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296526245 00000100:00000001:2.0:1788624511.377032:0:31409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296527710 00000100:00000001:2.0:1788624511.377035:0:31409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624511.377038:0:31409:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.377041:0:31409:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624511.377043:0:31409:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624511.377046:0:31409:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd10e4a0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788624511.377049:0:31409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624511.377051:0:31409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624511.382957:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624511.382970:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0e700. 00000400:00000200:3.0:1788624511.382981:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.382993:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624511.383005:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08908 00000400:00000010:3.0:1788624511.383009:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08908. 00000100:00000001:3.0:1788624511.383016:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624511.383026:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61880 x1875506845033344/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624527 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624511.383044:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624511.383048:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61880 x1875506845033344/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624527 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624511.383056:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624511.383058:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788624511.386801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767a00. 00010000:00000010:2.1:1788624511.386829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4400. 00010000:00000010:2.1:1788624511.386836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601a00. 00010000:00000010:2.1:1788624511.386841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10a00. 00010000:00000010:2.1:1788624511.386845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18400. 00000800:00000001:3.0:1788624511.392777:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.392804:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624511.392810:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.392813:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.392826:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.392837:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624511.392850:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.392857:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.392864:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.392869:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745a380 00000400:00000200:3.0:1788624511.392876:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624511.392884:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x7b55 [1] + 224 00000800:00000001:3.0:1788624511.392894:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.392902:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624511.392906:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624511.392912:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624511.392924:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624511.392935:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61880 x1875506845033344/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624527 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624511.392948:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99dd11d61880 x1875506845033344/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624511.392973:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624511.392985:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624511.392988:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624511.393326:0:31409:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624511.393337:0:31409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624511.393340:0:31409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624511.393344:0:31409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2058. 00000400:00000200:2.0:1788624511.393361:0:31409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08770 00000400:00000010:2.0:1788624511.393364:0:31409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08770. 00000100:00000001:2.0:1788624511.393369:0:31409:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624511.393374:0:31409:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61880 x1875506845033344/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624511.393383:0:31409:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61880 x1875506845033344/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624527 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624511.393390:0:31409:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624511.393392:0:31409:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624511.393395:0:31409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624511.393399:0:31409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624511.393402:0:31409:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624511.393406:0:31409:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624511.393409:0:31409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624511.393422:0:31409:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=90 v=5 (103 103 103 137) 00000100:00001000:2.0:1788624511.393427:0:31409:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624511.393429:0:31409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624511.393432:0:31409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624511.393436:0:31409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624511.393440:0:31409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.393444:0:31409:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788624511.393446:0:31409:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x10000011a] 00000100:00000001:2.0:1788624511.393448:0:31409:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788624511.393452:0:31409:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624511.393454:0:31409:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498906752 : -112300210644864 : ffff99dd11d61880) 00000100:00000001:2.0:1788624511.393457:0:31409:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624511.393460:0:31409:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967582 00000100:00000001:2.0:1788624511.393472:0:31409:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624511.393476:0:31409:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624511.393481:0:31409:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d61880 x1875506845033344/t4294967595(4294967595) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/456 e 0 to 0 dl 1788624527 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624511.393490:0:31409:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624511.393494:0:31409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624511.393496:0:31409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624511.393500:0:31409:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61880 x1875506845033344/t4294967595(4294967595) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/456 e 0 to 0 dl 1788624527 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624511.393508:0:31409:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d61880 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31409:1875506845033344:192.168.202.125@tcp:36:rm.0 00000100:00000001:2.0:1788624511.393515:0:31409:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624511.393518:0:31409:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624511.393521:0:31409:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624511.393524:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624511.393536:0:31409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61880 x1875506845033344/t4294967595(4294967595) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/456 e 0 to 0 dl 1788624527 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624511.393544:0:31409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624511.393548:0:31409:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd10e4a0c0. 00000100:00000001:2.0:1788624511.393552:0:31409:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624511.393554:0:31409:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624511.393565:0:31409:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624511.393570:0:31409:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624511.393575:0:31409:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624511.393580:0:31409:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd1078a600. 00000100:00000001:2.0:1788624511.393589:0:31409:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624511.393592:0:31409:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61880 x1875506845033344/t4294967595(4294967595) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/456 e 0 to 0 dl 1788624527 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624511.393599:0:31409:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624511.393601:0:31409:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624511.393624:0:31409:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1788624511.393630:0:31409:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788624511.393632:0:31409:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x1c:0x0](ffff99dd19875b88) 00800000:00000001:2.0:1788624511.393637:0:31409:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788624511.393639:0:31409:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x1c:0x0] 00000002:00000001:2.0:1788624511.393646:0:31409:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788624511.393653:0:31409:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624511.393656:0:31409:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788624511.393658:0:31409:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624511.393660:0:31409:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624511.393663:0:31409:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788624511.393666:0:31409:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788624511.393668:0:31409:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624511.393679:0:31409:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624511.393683:0:31409:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd11d2de80 1 00800000:00000010:2.0:1788624511.393686:0:31409:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd11d2de80. 00000080:00000001:2.0:1788624511.393692:0:31409:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788624511.393694:0:31409:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1788624511.393713:0:31409:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788624511.393717:0:31409:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfe30 00000080:00002000:2.0:1788624511.393720:0:31409:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-2 (ffff99dd192e0798, parent ffff99dd19287870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788624511.393724:0:31409:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624511.393727:0:31409:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788624511.393730:0:31409:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1788624511.427289:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19875ac0. 00000080:00000010:2.1:1788624511.427315:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd104cb6e0. 00010000:00000001:3.0:1788624511.956867:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624511.956878:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.956887:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624511.956889:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624511.956892:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624511.956893:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624512.978192:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624512.978201:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624512.978209:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624512.978211:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624512.978216:0:757:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624512.978217:0:757:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624513.682719:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296527710, at 4296527744 00000100:00000010:2.0:1788624513.682744:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd049ada80. 00000100:00000040:3.0:1788624513.684232:0:31569:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296527710, at 4296527745 00000100:00000010:3.0:1788624513.684250:0:31569:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd049ad7e0. 00010000:00000001:3.0:1788624514.005653:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624514.005663:0:31569:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624514.005666:0:31569:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624514.005671:0:31569:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624514.005676:0:31569:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624514.005680:0:31569:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624514.005683:0:31569:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624514.005685:0:31569:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624514.005689:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624514.005690:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624514.005693:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624514.005695:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624514.005717:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624514.005720:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624514.005723:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788624514.839550:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624514.839563:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624514.839575:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597100. 00000020:00000040:3.0:1788624514.839582:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:3.0:1788624514.839587:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624514.839590:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624514.839596:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624514.839604:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818200. 00000100:00000001:3.0:1788624514.839613:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.839625:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11597100 x1875506845033472/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624514.839636:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624514.839642:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.839649:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130cbd3b] to pc [ptlrpcd_01_00+0] req@ffff99dd11597100 x1875506845033472/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.839679:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.839683:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624514.839686:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624514.839689:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11596680. 00000020:00000040:3.0:1788624514.839692:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624514.839694:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624514.839695:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624514.839697:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624514.839700:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818300. 00000100:00000001:3.0:1788624514.839703:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.839707:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11596680 x1875506845033600/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624514.839714:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624514.839715:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.839719:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ceb6bc54] to pc [ptlrpcd_01_01+1] req@ffff99dd11596680 x1875506845033600/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.839726:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.839727:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624514.839731:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624514.839733:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597480. 00000020:00000040:3.0:1788624514.839735:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624514.839737:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624514.839739:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624514.839740:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624514.839743:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818e00. 00000100:00000001:3.0:1788624514.839746:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.839749:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11597480 x1875506845033728/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624514.839756:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624514.839758:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.839762:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f60d6dd] to pc [ptlrpcd_01_00+0] req@ffff99dd11597480 x1875506845033728/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.839770:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.839771:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624514.839775:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624514.839778:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595880. 00000020:00000040:3.0:1788624514.839780:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=4 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:3.0:1788624514.839782:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624514.839784:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624514.839786:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624514.839791:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818f00. 00000100:00000001:3.0:1788624514.839793:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.839796:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11595880 x1875506845033856/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624514.839802:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624514.839804:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.839807:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240cf891] to pc [ptlrpcd_01_01+1] req@ffff99dd11595880 x1875506845033856/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.839814:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.839816:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624514.839819:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624514.839821:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595180. 00000020:00000040:3.0:1788624514.839824:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:3.0:1788624514.839825:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624514.839826:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624514.839828:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624514.839830:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818c00. 00000100:00000001:3.0:1788624514.839833:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.839836:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11595180 x1875506845033984/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624514.839843:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624514.839844:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.839847:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ff4ceab] to pc [ptlrpcd_01_00+0] req@ffff99dd11595180 x1875506845033984/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.839853:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.839857:0:25842:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1866) 00000100:00000001:3.0:1788624514.839879:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624514.839884:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624514.839886:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624514.839892:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11597100 x1875506845033472/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.839899:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624514.839901:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624514.839905:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624514.839907:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624514.839910:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624514.839914:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2391:1875506845033472:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624514.839918:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624514.839923:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624514.839926:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624514.839928:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624514.839933:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197f5000. 02000000:00000001:3.0:1788624514.839935:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624514.839943:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624514.839947:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a268. 00000400:00000010:3.0:1788624514.839956:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f3b8. 00000100:00000200:3.0:1788624514.839963:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845033472, portal 25 00000100:00000001:3.0:1788624514.839966:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624514.839968:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490737408 : -112300218814208 : ffff99dd11597100) 00000100:00000040:3.0:1788624514.839986:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11597100 x1875506845033472/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.839994:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624514.839998:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624514.840001:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f2a8. 00000100:00000200:3.0:1788624514.840004:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845033472, offset 0 00000400:00000200:3.0:1788624514.840010:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624514.840020:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.840029:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624514.840035:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624514.840039:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624514.840044:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624514.840047:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624514.840051:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2689:2689:256:4294967295] 192.168.202.125@tcp LPNI seq info [2689:2689:8:4294967295] 00000400:00000200:3.0:1788624514.840055:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.840063:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624514.840069:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624514.840074:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818100. 00000800:00000200:3.0:1788624514.840081:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624514.840088:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624514.840092:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624514.840124:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624514.840129:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624514.840132:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296532822 00000100:00000010:3.0:1788624514.840137:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd049ad7e0. 00000100:00000001:3.0:1788624514.840143:0:2391:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788624514.840147:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296532822 00000100:00000010:3.0:1788624514.840150:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd049adc00. 00000100:00000001:3.0:1788624514.840153:0:2391:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788624514.840156:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624514.840159:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.840161:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624514.840165:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11597480 x1875506845033728/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.840171:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624514.840173:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624514.840175:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624514.840177:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624514.840178:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624514.840181:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845033728:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624514.840184:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624514.840187:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624514.840188:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624514.840190:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624514.840193:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197f4000. 02000000:00000001:3.0:1788624514.840194:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624514.840198:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624514.840200:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560ac60. 00000400:00000010:3.0:1788624514.840204:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f4c8. 00000100:00000200:3.0:1788624514.840207:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845033728, portal 10 00000100:00000001:3.0:1788624514.840209:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624514.840210:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490738304 : -112300218813312 : ffff99dd11597480) 00000100:00000040:3.0:1788624514.840216:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11597480 x1875506845033728/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.840222:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624514.840224:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624514.840226:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fd48. 00000100:00000200:3.0:1788624514.840228:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845033728, offset 0 00000400:00000200:3.0:1788624514.840232:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624514.840235:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.840239:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624514.840241:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624514.840244:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624514.840246:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624514.840248:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624514.840251:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2690:2690:255:4294967295] 192.168.202.125@tcp LPNI seq info [2690:2690:7:4294967295] 00000400:00000200:3.0:1788624514.840254:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.840260:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624514.840264:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624514.840268:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818800. 00000800:00000200:3.0:1788624514.840271:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624514.840275:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624514.840278:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624514.840281:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.840286:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24746 usecs (25 jiffies) 00000400:00000200:3.0:1788624514.840289:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624514.840291:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296528921 00000100:00000001:3.0:1788624514.840293:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296532822 00000100:00000001:3.0:1788624514.840295:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296528921 00000100:00000001:3.0:1788624514.840436:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296532822 00000100:00000001:3.0:1788624514.840439:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624514.840442:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.840444:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624514.840449:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595180 x1875506845033984/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.840455:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624514.840456:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624514.840458:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624514.840460:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624514.840462:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624514.840465:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845033984:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624514.840468:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624514.840471:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624514.840472:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624514.840474:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624514.840478:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197f5c00. 02000000:00000001:3.0:1788624514.840480:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624514.840483:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624514.840486:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560abb0. 00000400:00000010:3.0:1788624514.840490:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fdd0. 00000100:00000200:3.0:1788624514.840493:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845033984, portal 4 00000100:00000001:3.0:1788624514.840495:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624514.840496:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490729344 : -112300218822272 : ffff99dd11595180) 00000100:00000040:3.0:1788624514.840501:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11595180 x1875506845033984/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.840513:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624514.840515:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624514.840517:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f880. 00000100:00000200:3.0:1788624514.840519:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845033984, offset 0 00000400:00000200:3.0:1788624514.840523:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624514.840526:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.840530:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624514.840532:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624514.840534:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624514.840536:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624514.840538:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624514.840540:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2691:2691:254:4294967295] 192.168.202.125@tcp LPNI seq info [2691:2691:6:4294967295] 00000400:00000200:3.0:1788624514.840544:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.840549:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624514.840553:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624514.840556:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818600. 00000800:00000200:3.0:1788624514.840560:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624514.840564:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624514.840566:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624514.840569:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.840572:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25572 usecs (26 jiffies) 00000400:00000200:3.0:1788624514.840574:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624514.840576:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296528922 00000100:00000001:3.0:1788624514.840578:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296532822 00000100:00000001:3.0:1788624514.840580:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296528922 00000100:00000001:3.0:1788624514.840582:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296532822 00000100:00000001:3.0:1788624514.840584:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624514.840585:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.840588:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.840591:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624514.840598:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624514.840600:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788624514.840603:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624514.840604:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624514.840605:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624514.840607:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788624514.840609:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624514.840611:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624514.840612:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624514.840614:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624514.840615:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624514.840616:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624514.840619:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11596680 x1875506845033600/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.840625:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624514.840626:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624514.840628:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624514.840630:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624514.840631:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624514.840634:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845033600:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624514.840636:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624514.840639:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624514.840640:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624514.840642:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624514.840645:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197f4400. 02000000:00000001:3.0:1788624514.840646:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624514.840649:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624514.840652:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560ad68. 00000400:00000010:3.0:1788624514.840655:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fc38. 00000100:00000200:3.0:1788624514.840658:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845033600, portal 10 00000100:00000001:3.0:1788624514.840660:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624514.840661:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490734720 : -112300218816896 : ffff99dd11596680) 00000100:00000040:3.0:1788624514.840666:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11596680 x1875506845033600/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.840672:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624514.840674:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624514.840676:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f550. 00000100:00000200:3.0:1788624514.840678:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845033600, offset 0 00000400:00000200:3.0:1788624514.840682:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624514.840685:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.840688:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624514.840690:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624514.840692:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624514.840695:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624514.840697:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624514.840700:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2692:2692:253:4294967295] 192.168.202.125@tcp LPNI seq info [2692:2692:5:4294967295] 00000400:00000200:3.0:1788624514.840704:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.840710:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624514.840714:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624514.840718:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185700. 00000800:00000200:3.0:1788624514.840723:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624514.840727:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624514.840729:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624514.840732:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.840735:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 805602 usecs (806 jiffies) 00000400:00000200:3.0:1788624514.840738:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624514.840740:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296529702 00000100:00000001:3.0:1788624514.840742:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296532822 00000100:00000001:3.0:1788624514.840744:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296529702 00000100:00000001:3.0:1788624514.840746:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296532822 00000100:00000001:3.0:1788624514.840748:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624514.840750:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.840752:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624514.840756:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595880 x1875506845033856/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.840763:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624514.840764:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624514.840766:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624514.840768:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624514.840770:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624514.840773:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845033856:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624514.840776:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624514.840779:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624514.840780:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624514.840782:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624514.840785:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197f5e00. 02000000:00000001:3.0:1788624514.840787:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624514.840790:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624514.840793:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a8f0. 00000400:00000010:3.0:1788624514.840796:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f5d8. 00000100:00000200:3.0:1788624514.840799:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845033856, portal 4 00000100:00000001:3.0:1788624514.840800:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624514.840802:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490731136 : -112300218820480 : ffff99dd11595880) 00000100:00000040:3.0:1788624514.840807:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11595880 x1875506845033856/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.840813:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624514.840816:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624514.840818:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fa18. 00000100:00000200:3.0:1788624514.840820:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845033856, offset 0 00000400:00000200:3.0:1788624514.840824:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624514.840827:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.840831:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624514.840833:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624514.840836:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624514.840838:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624514.840841:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624514.840843:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2693:2693:252:4294967295] 192.168.202.125@tcp LPNI seq info [2693:2693:4:4294967295] 00000400:00000200:3.0:1788624514.840847:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.840852:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624514.840856:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624514.840859:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185100. 00000800:00000200:3.0:1788624514.840862:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624514.840866:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624514.840869:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624514.840871:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.840874:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 226682 usecs (227 jiffies) 00000400:00000200:3.0:1788624514.840877:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624514.840879:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296529123 00000100:00000001:3.0:1788624514.840881:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296532822 00000100:00000001:3.0:1788624514.840883:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296529123 00000100:00000001:3.0:1788624514.840885:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296532822 00000100:00000001:3.0:1788624514.840887:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624514.840889:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.840891:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.840893:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.840911:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624514.840913:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624514.840953:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624514.840956:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818100. 00000400:00000200:3.0:1788624514.840964:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624514.840969:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624514.840974:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f2a8 00000400:00000010:3.0:1788624514.840977:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f2a8. 00000100:00000001:3.0:1788624514.840982:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624514.840986:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11597100 x1875506845033472/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.841002:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624514.841005:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11597100 x1875506845033472/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624530 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.841013:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.841014:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624514.841028:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624514.841030:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818800. 00000400:00000200:3.0:1788624514.841033:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624514.841037:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624514.841039:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fd48 00000400:00000010:3.0:1788624514.841040:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fd48. 00000100:00000001:3.0:1788624514.841043:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624514.841046:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11597480 x1875506845033728/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.841053:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624514.841056:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11597480 x1875506845033728/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624530 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.841062:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.841063:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624514.841072:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624514.841074:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818600. 00000400:00000200:3.0:1788624514.841076:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624514.841080:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624514.841082:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f880 00000400:00000010:3.0:1788624514.841083:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f880. 00000100:00000001:3.0:1788624514.841085:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624514.841088:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595180 x1875506845033984/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.841095:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624514.841099:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595180 x1875506845033984/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624530 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.841133:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.841134:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624514.841142:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624514.841145:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185700. 00000400:00000200:3.0:1788624514.841148:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624514.841151:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624514.841153:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f550 00000400:00000010:3.0:1788624514.841155:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f550. 00000100:00000001:3.0:1788624514.841157:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624514.841160:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11596680 x1875506845033600/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.841167:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624514.841169:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11596680 x1875506845033600/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624530 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.841175:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.841176:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624514.845544:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624514.845555:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185100. 00000400:00000200:3.0:1788624514.845562:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624514.845571:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624514.845579:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fa18 00000400:00000010:3.0:1788624514.845581:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fa18. 00000100:00000001:3.0:1788624514.845585:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624514.845594:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595880 x1875506845033856/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.845606:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624514.845610:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595880 x1875506845033856/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624530 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.845618:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.845619:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624514.845630:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624514.845643:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624514.845645:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624514.845648:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624514.845655:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.845660:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624514.845666:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.845670:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.845676:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.845680:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c37745a400 00000400:00000200:3.0:1788624514.845684:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.845690:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7b65 [1] + 224 00000800:00000001:3.0:1788624514.845698:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624514.845705:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624514.845707:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624514.845711:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624514.845715:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624514.845720:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11597100 x1875506845033472/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624514.845729:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11597100 x1875506845033472/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.845745:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624514.845751:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624514.845753:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624514.845770:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624514.845773:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624514.845779:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624514.845782:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624514.845785:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a268. 00000400:00000200:3.0:1788624514.845788:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f3b8 00000400:00000010:3.0:1788624514.845790:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f3b8. 00000100:00000001:3.0:1788624514.845793:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624514.845797:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11597100 x1875506845033472/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624514.845811:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11597100 x1875506845033472/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.845818:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624514.845820:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624514.845822:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624514.845825:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624514.845827:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624514.845830:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624514.845833:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624514.845841:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=93 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624514.845845:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=93 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624514.845847:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624514.845849:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624514.845852:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624514.845854:0:2391:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.845857:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.845862:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11597100 x1875506845033472/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.845870:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624514.845872:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624514.845875:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624514.845878:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11597100 x1875506845033472/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624514.845887:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2391:1875506845033472:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624514.845893:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.845895:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624514.845899:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11597100 x1875506845033472/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.845905:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624514.845908:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624514.845913:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197f5000. 02000000:00000001:3.0:1788624514.845916:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624514.845919:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624514.845921:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:3.0:1788624514.845924:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624514.845927:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818200. 02000000:00000001:3.0:1788624514.845930:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624514.845932:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624514.845934:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11597100. 00000100:00000001:3.0:1788624514.845937:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624514.845939:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624514.845943:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.845944:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624514.845946:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624514.845948:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.845950:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624514.846770:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624514.846779:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624514.846783:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624514.846785:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624514.846791:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.846797:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624514.846803:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.846806:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.846809:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.846813:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745a600 00000400:00000200:3.0:1788624514.846818:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.846823:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7b85 [1] + 224 00000800:00000001:3.0:1788624514.846829:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624514.846834:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624514.846836:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624514.846840:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624514.846845:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624514.846851:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595180 x1875506845033984/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624514.846864:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11595180 x1875506845033984/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.846875:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624514.846880:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624514.846883:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624514.846893:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624514.846895:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624514.846899:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624514.846900:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624514.846902:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560abb0. 00000400:00000200:3.0:1788624514.846905:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fdd0 00000400:00000010:3.0:1788624514.846907:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fdd0. 00000100:00000001:3.0:1788624514.846909:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624514.846913:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595180 x1875506845033984/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624514.846921:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595180 x1875506845033984/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.846927:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624514.846928:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624514.846930:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624514.846932:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624514.846934:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624514.846936:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624514.846938:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624514.846945:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=92 v=5 (5 5 5 36) 00000100:00001000:3.0:1788624514.846948:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624514.846951:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624514.846952:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624514.846954:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624514.846957:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.846961:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624514.846963:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:3.0:1788624514.846965:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624514.846967:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.846971:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595180 x1875506845033984/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.846978:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624514.846981:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624514.846983:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624514.846986:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595180 x1875506845033984/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624514.846994:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845033984:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624514.846998:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.847000:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624514.847003:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595180 x1875506845033984/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.847009:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624514.847011:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624514.847013:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197f5c00. 02000000:00000001:3.0:1788624514.847016:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624514.847017:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624514.847019:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624514.847021:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624514.847023:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818c00. 02000000:00000001:3.0:1788624514.847026:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624514.847028:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624514.847029:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595180. 00000100:00000001:3.0:1788624514.847031:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624514.847032:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624514.847035:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.847036:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624514.847037:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624514.847039:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.847041:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624514.854513:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624514.854531:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624514.854536:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624514.854539:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624514.854549:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.854558:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624514.854566:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.854571:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.854577:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.854581:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745a580 00000400:00000200:3.0:1788624514.854587:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.854593:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7ba5 [1] + 224 00000800:00000001:3.0:1788624514.854600:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624514.854606:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624514.854610:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624514.854614:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624514.854622:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624514.854636:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595880 x1875506845033856/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624514.854647:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11595880 x1875506845033856/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.854662:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624514.854670:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624514.854673:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624514.854687:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624514.854691:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624514.854700:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624514.854702:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624514.854706:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a8f0. 00000400:00000200:3.0:1788624514.854711:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f5d8 00000400:00000010:3.0:1788624514.854714:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f5d8. 00000100:00000001:3.0:1788624514.854716:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624514.854720:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595880 x1875506845033856/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624514.854727:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595880 x1875506845033856/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.854734:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624514.854736:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624514.854739:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624514.854743:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624514.854746:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624514.854748:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624514.854751:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624514.854760:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=92 v=5 (5 5 5 36) 00000100:00001000:3.0:1788624514.854764:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=140 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624514.854767:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624514.854769:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624514.854772:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624514.854775:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.854779:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624514.854782:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967326 00000100:00000001:3.0:1788624514.854784:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624514.854788:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.854794:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595880 x1875506845033856/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.854800:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624514.854804:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624514.854806:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624514.854810:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595880 x1875506845033856/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624514.854818:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845033856:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624514.854823:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.854826:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624514.854829:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595880 x1875506845033856/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.854836:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624514.854839:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624514.854844:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197f5e00. 02000000:00000001:3.0:1788624514.854847:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624514.854851:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624514.854853:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624514.854856:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624514.854859:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818f00. 02000000:00000001:3.0:1788624514.854863:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624514.854865:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624514.854867:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595880. 00000100:00000001:3.0:1788624514.854871:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624514.854873:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624514.854876:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.854878:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624514.854879:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624514.854881:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.854882:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624514.866979:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624514.866998:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624514.867003:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624514.867005:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624514.867015:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.868796:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624514.868813:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.868819:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.868827:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.868832:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c37745a500 00000400:00000200:3.0:1788624514.868838:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.868844:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x7b75 [1] + 224 00000800:00000001:3.0:1788624514.868853:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624514.868864:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624514.868868:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624514.868873:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624514.868880:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624514.868890:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11597480 x1875506845033728/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624514.868910:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11597480 x1875506845033728/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.868925:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624514.868934:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624514.868938:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624514.868940:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624514.868942:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624514.868946:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.868949:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624514.868954:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.868956:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.868959:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.868962:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c37745a480 00000400:00000200:3.0:1788624514.868965:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624514.868969:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x7b95 [1] + 224 00000800:00000001:3.0:1788624514.868973:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624514.868979:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624514.868982:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624514.868985:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624514.868988:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624514.868992:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11596680 x1875506845033600/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624514.869001:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11596680 x1875506845033600/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.869009:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624514.869013:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624514.869015:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624514.869029:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624514.869032:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624514.869040:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624514.869043:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624514.869046:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560ad68. 00000400:00000200:3.0:1788624514.869050:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fc38 00000400:00000010:3.0:1788624514.869052:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fc38. 00000100:00000001:3.0:1788624514.869055:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624514.869059:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11596680 x1875506845033600/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624514.869068:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11596680 x1875506845033600/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.869074:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624514.869076:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624514.869078:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624514.869082:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624514.869084:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624514.869086:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624514.869089:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624514.869100:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=93 v=5 (103 103 103 137) 00000100:00001000:3.0:1788624514.869130:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624514.869133:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624514.869135:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624514.869138:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624514.869142:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.869146:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624514.869148:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967582 00000100:00000001:3.0:1788624514.869150:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624514.869152:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.869158:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11596680 x1875506845033600/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.869166:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624514.869169:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624514.869171:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624514.869175:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11596680 x1875506845033600/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624514.869189:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845033600:192.168.202.125@tcp:400:kworker.0 00000400:00000001:3.0:1788624514.869196:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624514.869198:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624514.869199:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560ac60. 00000400:00000200:3.0:1788624514.869201:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f4c8 00000400:00000010:3.0:1788624514.869203:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f4c8. 00000100:00000001:3.0:1788624514.869205:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624514.869208:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11597480 x1875506845033728/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624514.869215:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11597480 x1875506845033728/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.869221:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624514.869222:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624514.869223:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624514.869225:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624514.869226:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624514.869228:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624514.869230:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624514.869234:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=93 v=5 (103 103 103 137) 00000100:00001000:3.0:1788624514.869237:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=93 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624514.869239:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624514.869240:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624514.869242:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624514.869244:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.869246:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624514.869248:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788624514.869249:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624514.869251:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624514.869254:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11597480 x1875506845033728/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.869259:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624514.869262:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624514.869264:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624514.869267:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11597480 x1875506845033728/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624514.869274:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845033728:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624514.869278:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624514.869281:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624514.869285:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11596680 x1875506845033600/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.869292:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624514.869295:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624514.869309:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197f4400. 02000000:00000001:3.0:1788624514.869312:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624514.869315:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624514.869317:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624514.869390:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624514.869394:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818300. 02000000:00000001:3.0:1788624514.869470:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624514.869472:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624514.869474:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11596680. 00000100:00000001:3.0:1788624514.869477:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624514.869479:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624514.869481:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624514.869486:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11597480 x1875506845033728/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624530 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624514.869492:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624514.869493:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624514.869494:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197f4000. 02000000:00000001:3.0:1788624514.869496:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624514.869497:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624514.869498:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624514.869500:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624514.869502:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818e00. 02000000:00000001:3.0:1788624514.869504:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624514.869506:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624514.869507:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11597480. 00000100:00000001:3.0:1788624514.869509:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624514.869510:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624514.869512:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624514.869521:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624514.869523:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624514.869526:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624514.869529:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624515.026665:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624515.026673:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624515.026679:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624515.026680:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624515.026683:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624515.026684:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624516.011648:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624516.011665:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624516.011670:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624516.011673:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624516.011683:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.011694:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624516.011704:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.011712:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.011720:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.011725:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 328 into portal 15 MB=0x6a9c378acba00 00000400:00000200:3.0:1788624516.011735:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.125@tcp of length 328/328 into md 0x7095 [2] + 656 00000800:00000001:3.0:1788624516.011743:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624516.011748:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624516.011753:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624516.011757:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624516.011768:0:2383:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788624516.011771:0:2383:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788624516.011778:0:2383:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597480. 00000100:00000040:3.0:1788624516.011782:0:2383:0:(events.c:341:request_in_callback()) incoming req@ffff99dd11597480 x1875506868566528 msgsize 328 00000100:00100000:3.0:1788624516.011787:0:2383:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.125@tcp (source: 12345-192.168.202.125@tcp) 00000100:00000001:3.0:1788624516.011800:0:2383:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788624516.011811:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624516.011815:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624516.011817:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624516.011819:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624516.011822:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.011826:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624516.011830:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.011832:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.011835:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.011838:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 328 into portal 15 MB=0x6a9c378acba80 00000400:00000200:3.0:1788624516.011842:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.125@tcp of length 328/328 into md 0x7095 [2] + 984 00000800:00000001:3.0:1788624516.011845:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624516.011866:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624516.011869:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624516.011872:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624516.011875:0:2383:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788624516.011877:0:2383:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788624516.011880:0:2383:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11596680. 00000100:00000040:3.0:1788624516.011882:0:2383:0:(events.c:341:request_in_callback()) incoming req@ffff99dd11596680 x1875506868566656 msgsize 328 00000100:00100000:3.0:1788624516.011886:0:2383:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.125@tcp (source: 12345-192.168.202.125@tcp) 00000100:00000001:3.0:1788624516.011894:0:2383:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788624516.011899:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624516.011903:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624516.011926:0:16807:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788624516.011930:0:16807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875506868566528 02000000:00000001:3.0:1788624516.011933:0:16807:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788624516.011937:0:16807:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624516.011939:0:16807:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624516.011945:0:16807:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624516.011950:0:16807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875506868566528 00000020:00000001:3.0:1788624516.011953:0:16807:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788624516.011956:0:16807:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d28 00000020:00000001:3.0:1788624516.011959:0:16807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624516.011963:0:16807:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3000 refcount=4 00000020:00000001:3.0:1788624516.011965:0:16807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000020:00000001:3.0:1788624516.011968:0:16807:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000100:00000001:3.0:1788624516.011973:0:16807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624516.011977:0:16807:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3080. 00000100:00000001:3.0:1788624516.011981:0:16807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624516.011983:0:16807:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3080. 00000020:00000010:3.0:1788624516.011992:0:16807:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd18105000. 00000020:00000010:3.0:1788624516.011998:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff99dd1115a180. 00000020:00000010:3.0:1788624516.012003:0:16807:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99dd1145f578. 00000100:00000040:3.0:1788624516.012010:0:16807:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788624516.012014:0:16807:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788624516.012015:0:16807:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788624516.012018:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624516.012026:0:16807:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624516.012034:0:16807:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624516.012046:0:16807:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788624516.012048:0:16807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875506868566656 02000000:00000001:3.0:1788624516.012050:0:16807:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788624516.012051:0:16807:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624516.012052:0:16807:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624516.012054:0:16807:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624516.012056:0:16807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875506868566656 00000020:00000001:3.0:1788624516.012058:0:16807:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788624516.012059:0:16807:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d2f 00000020:00000001:3.0:1788624516.012061:0:16807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624516.012063:0:16807:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3800 refcount=4 00000020:00000001:3.0:1788624516.012065:0:16807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000020:00000001:3.0:1788624516.012067:0:16807:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000100:00000001:3.0:1788624516.012070:0:16807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624516.012072:0:16807:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3080. 00000100:00000001:3.0:1788624516.012074:0:16807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624516.012076:0:16807:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3080. 00000020:00000010:3.0:1788624516.012081:0:16807:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd18104200. 00000020:00000010:3.0:1788624516.012084:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff99dd1115a480. 00000020:00000010:3.0:1788624516.012087:0:16807:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99dd1145fe10. 00000100:00000001:3.0:1788624516.012199:0:16807:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788624516.012202:0:16807:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788624516.012203:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624516.012208:0:16807:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624516.012210:0:16807:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624516.012219:0:16807:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788624516.012221:0:16807:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788624516.012227:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.125@tcp, seq: 55 00000100:00000040:3.0:1788624516.012232:0:16807:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff99dd051f3000 : new rpc_count 1 00000100:00000001:3.0:1788624516.012234:0:16807:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446631773490738304 : -112300218813312 : ffff99dd11597480) 00000100:00000040:3.0:1788624516.012246:0:16807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff99dd11597480 x1875506868566528/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:82/0 lens 328/0 e 0 to 0 dl 1788624527 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624516.012257:0:16807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624516.012261:0:16807:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3080. 00000100:00000001:3.0:1788624516.012263:0:16807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624516.012265:0:16807:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3080. 00000100:00100000:3.0:1788624516.012270:0:16807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99dd11597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9520:x1875506868566528:12345-192.168.202.125@tcp:104: 00000100:00000200:3.0:1788624516.012274:0:16807:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875506868566528 00010000:00000001:3.0:1788624516.012277:0:16807:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788624516.012286:0:16807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624516.012288:0:16807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624516.012290:0:16807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601000 refcount=2 00000020:00000001:3.0:1788624516.012292:0:16807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608611840 : -112300100939776 : ffff99dd18601000) 00010000:00000001:3.0:1788624516.012365:0:16807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608611840 : -112300100939776 : ffff99dd18601000) 00010000:00000001:3.0:1788624516.012371:0:16807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624516.012375:0:16807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624516.012380:0:16807:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000118d1d18/0xcc94206c7ef41754 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa103bd66258a7b41 expref: -99 pid: 31408 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788624516.012400:0:16807:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788624516.012403:0:16807:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788624516.012418:0:16807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff99dd049cf800. 02000000:00000001:3.0:1788624516.012421:0:16807:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624516.012424:0:16807:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624516.012429:0:16807:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788624516.012432:0:16807:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624516.012436:0:16807:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd1068a1e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624516.012441:0:16807:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624516.012444:0:16807:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 16 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624516.012447:0:16807:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 02000000:00000001:3.0:1788624516.012449:0:16807:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788624516.012452:0:16807:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624516.012456:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624516.012459:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624516.012463:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f4c8. 00000100:00000200:3.0:1788624516.012468:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875506868566528, offset 224 00000400:00000200:3.0:1788624516.012474:0:16807:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624516.012482:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.012490:0:16807:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624516.012498:0:16807:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2694:2694:256:4294967295] 192.168.202.125@tcp LPNI seq info [2694:2694:8:4294967295] 00000400:00000200:3.0:1788624516.012503:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.012511:0:16807:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624516.012516:0:16807:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624516.012522:0:16807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185100. 00000800:00000200:3.0:1788624516.012923:0:16807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624516.012933:0:16807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624516.012938:0:16807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624516.012950:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624516.012955:0:16807:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00010000:00000001:3.0:1788624516.012958:0:16807:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788624516.012962:0:16807:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99dd184fd600. 00010000:00000001:3.0:1788624516.012965:0:16807:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788624516.014254:0:16807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788624516.014261:0:16807:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624516.014264:0:16807:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624516.014267:0:16807:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624516.014280:0:16807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11597480 x1875506868566528/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:82/0 lens 328/224 e 0 to 0 dl 1788624527 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788624516.014292:0:16807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99dd11597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9520:x1875506868566528:12345-192.168.202.125@tcp:104: Request processed in 2033us (2507us total) trans 0 rc 0/0 00000100:00100000:3.0:1788624516.014302:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.125@tcp, seq: 55 00000100:00000040:3.0:1788624516.014305:0:16807:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99dd051f3000 : new rpc_count 0 00000100:00000001:3.0:1788624516.014307:0:16807:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788624516.014315:0:16807:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788624516.014323:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff99dd1115a180. 00000020:00000010:3.0:1788624516.014328:0:16807:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99dd1145f578. 00000020:00000010:3.0:1788624516.014333:0:16807:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99dd18105000. 00000020:00000040:3.0:1788624516.014341:0:16807:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3000 : new refcount 3 00000100:00000001:3.0:1788624516.014345:0:16807:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624516.014366:0:16807:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788624516.014368:0:16807:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788624516.014372:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.125@tcp, seq: 56 00000100:00000040:3.0:1788624516.014376:0:16807:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff99dd051f3800 : new rpc_count 1 00000100:00000001:3.0:1788624516.014378:0:16807:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446631773490734720 : -112300218816896 : ffff99dd11596680) 00000100:00000040:3.0:1788624516.014384:0:16807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff99dd11596680 x1875506868566656/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:82/0 lens 328/0 e 0 to 0 dl 1788624527 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624516.014394:0:16807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624516.014399:0:16807:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3080. 00000100:00000001:3.0:1788624516.014401:0:16807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624516.014405:0:16807:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3080. 00000100:00100000:3.0:1788624516.014418:0:16807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99dd11596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8437:x1875506868566656:12345-192.168.202.125@tcp:104: 00000100:00000200:3.0:1788624516.014422:0:16807:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875506868566656 00010000:00000001:3.0:1788624516.014424:0:16807:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788624516.014431:0:16807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624516.014433:0:16807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624516.014436:0:16807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601200 refcount=2 00000020:00000001:3.0:1788624516.014440:0:16807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:3.0:1788624516.014443:0:16807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:3.0:1788624516.014446:0:16807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624516.014449:0:16807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624516.014454:0:16807:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 0000000055cf90f4/0xcc94206c7ef4173f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa103bd66258a7b02 expref: -99 pid: 31407 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788624516.014464:0:16807:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788624516.014468:0:16807:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788624516.014472:0:16807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff99dd049cd800. 02000000:00000001:3.0:1788624516.014474:0:16807:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624516.014476:0:16807:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624516.014480:0:16807:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788624516.014483:0:16807:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624516.014486:0:16807:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd1068a1e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624516.014491:0:16807:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624516.014493:0:16807:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 16 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624516.014496:0:16807:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 02000000:00000001:3.0:1788624516.014498:0:16807:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788624516.014500:0:16807:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624516.014502:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624516.014505:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624516.014510:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fc38. 00000100:00000200:3.0:1788624516.014516:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875506868566656, offset 224 00000400:00000200:3.0:1788624516.014522:0:16807:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624516.014531:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.014539:0:16807:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624516.014546:0:16807:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2695:2695:255:4294967295] 192.168.202.125@tcp LPNI seq info [2695:2695:7:4294967295] 00000400:00000200:3.0:1788624516.014550:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.014559:0:16807:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624516.014564:0:16807:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624516.014568:0:16807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185700. 00000800:00000200:3.0:1788624516.014573:0:16807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624516.014580:0:16807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624516.014583:0:16807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624516.014595:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624516.014599:0:16807:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00010000:00000001:3.0:1788624516.014601:0:16807:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788624516.014604:0:16807:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99dd10e4a0c0. 00010000:00000001:3.0:1788624516.014606:0:16807:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788624516.017759:0:16807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00010000:00000001:3.0:1788624516.017763:0:16807:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624516.017765:0:16807:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624516.017768:0:16807:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624516.017776:0:16807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11596680 x1875506868566656/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:82/0 lens 328/224 e 0 to 0 dl 1788624527 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788624516.017787:0:16807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99dd11596680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8437:x1875506868566656:12345-192.168.202.125@tcp:104: Request processed in 3391us (5901us total) trans 0 rc 0/0 00000100:00100000:3.0:1788624516.017797:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.125@tcp, seq: 56 00000100:00000040:3.0:1788624516.017801:0:16807:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99dd051f3800 : new rpc_count 0 00000100:00000001:3.0:1788624516.017804:0:16807:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788624516.017806:0:16807:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788624516.017812:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff99dd1115a480. 00000020:00000010:3.0:1788624516.017817:0:16807:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99dd1145fe10. 00000020:00000010:3.0:1788624516.017820:0:16807:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99dd18104200. 00000020:00000040:3.0:1788624516.017826:0:16807:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3800 : new refcount 3 00000100:00000001:3.0:1788624516.017829:0:16807:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624516.017892:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624516.017896:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185100. 00000400:00000200:3.0:1788624516.017901:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624516.017907:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624516.017913:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f4c8 00000400:00000010:3.0:1788624516.017915:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f4c8. 00000100:00000001:3.0:1788624516.017921:0:2384:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788624516.017922:0:2384:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788624516.017936:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624516.017938:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185700. 00000400:00000200:3.0:1788624516.017941:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624516.017944:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624516.017947:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fc38 00000400:00000010:3.0:1788624516.017949:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fc38. 00000100:00000001:3.0:1788624516.017952:0:2384:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788624516.017954:0:2384:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788624516.017962:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624516.017964:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611100. 00000400:00000200:3.0:1788624516.017968:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624516.017977:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624516.017980:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cbb0 00000400:00000010:3.0:1788624516.017982:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cbb0. 00000100:00000001:3.0:1788624516.017985:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624516.017990:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddb480 x1875506845034112/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624532 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624516.018000:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624516.018004:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddb480 x1875506845034112/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624532 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624516.018010:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624516.018012:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624516.018080:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624516.018082:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611800. 00000400:00000200:3.0:1788624516.018094:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624516.018098:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624516.018101:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c5d8 00000400:00000010:3.0:1788624516.018125:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c5d8. 00000100:00000001:3.0:1788624516.018129:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624516.018134:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddaa00 x1875506845034240/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624532 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624516.018141:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624516.018145:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddaa00 x1875506845034240/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624532 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624516.018151:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624516.018153:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788624516.026145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4c00. 00010000:00000010:1.1:1788624516.026156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601000. 00010000:00000010:1.1:1788624516.026159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4700. 00010000:00000010:1.1:1788624516.026162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601200. 00000800:00000001:3.0:1788624516.029953:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624516.029970:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624516.029974:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624516.029977:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624516.029986:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.029994:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624516.030004:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.030009:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.030015:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.030019:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 18 MB=0x6a9c37745a680 00000400:00000200:3.0:1788624516.030023:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.030029:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7bc5 [1] + 224 00000800:00000001:3.0:1788624516.030036:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624516.030040:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624516.030044:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624516.030048:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624516.030055:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624516.030065:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddb480 x1875506845034112/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624532 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624516.030076:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11ddb480 x1875506845034112/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624532 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624516.030520:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624516.030554:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624516.030559:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624516.030562:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624516.030564:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624516.030568:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.030572:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624516.030578:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.030580:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.030583:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.030586:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 18 MB=0x6a9c37745a700 00000400:00000200:3.0:1788624516.030590:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624516.030594:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7bcd [1] + 224 00000800:00000001:3.0:1788624516.030598:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624516.030604:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624516.030606:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624516.030609:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624516.030612:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624516.030628:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddaa00 x1875506845034240/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624532 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624516.030638:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11ddaa00 x1875506845034240/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624532 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624516.030646:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624516.030650:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624516.030653:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624516.050238:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624516.050245:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624516.585443:0:31845:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624517.074189:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624517.074197:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624517.605979:0:31938:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788624517.994864:0:31974:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788624517.994872:0:31974:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21g: drop open reply and close request while close and open are both in flight ========================================================== 12:08:36 (1788624516) 00000001:00000001:2.0:1788624518.010648:0:31974:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1788624518.057938:0:31977:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624518.057948:0:31977:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624518.057951:0:31977:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624518.057954:0:31977:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88162bb20 00000080:00200000:3.0:1788624518.057959:0:31977:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624518.057967:0:31977:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd113f0800. 00800000:00000002:3.0:1788624518.057974:0:31977:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624518.057979:0:31977:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624518.057984:0:31977:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624518.057986:0:31977:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88162ba40 00800000:00000002:3.0:1788624518.057989:0:31977:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624518.057992:0:31977:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624518.057995:0:31977:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624518.057998:0:31977:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624518.058000:0:31977:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624518.058002:0:31977:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624518.058005:0:31977:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624518.058007:0:31977:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624518.058009:0:31977:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624518.058013:0:31977:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624518.058020:0:31977:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624518.058022:0:31977:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88162b910 00000002:00010000:3.0:1788624518.058024:0:31977:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624518.058027:0:31977:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624518.058029:0:31977:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624518.058032:0:31977:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788624518.058040:0:31977:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624518.058043:0:31977:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624518.058045:0:31977:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624518.058047:0:31977:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788624518.058049:0:31977:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788624518.058054:0:31977:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595880. 00000020:00000040:3.0:1788624518.058058:0:31977:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:3.0:1788624518.058064:0:31977:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788624518.058069:0:31977:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624518.058072:0:31977:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624518.058076:0:31977:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624518.058078:0:31977:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624518.058083:0:31977:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624518.058090:0:31977:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cdc00. 00000100:00000001:3.0:1788624518.058097:0:31977:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624518.058103:0:31977:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624518.058198:0:31977:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624518.058200:0:31977:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624518.058201:0:31977:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624518.058203:0:31977:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624518.058209:0:31977:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773490731136 : -112300218820480 : ffff99dd11595880) 00010000:00000001:3.0:1788624518.058213:0:31977:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788624518.058215:0:31977:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788624518.058219:0:31977:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd0382a100. 00010000:00000010:3.0:1788624518.058223:0:31977:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd1115af00. 00010000:00000001:3.0:1788624518.058229:0:31977:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624518.058232:0:31977:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067fe00. 00000020:00000001:3.0:1788624518.058236:0:31977:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624518.058239:0:31977:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067fe00 with handle 0xcc94206c7ef4178c to hash 00000020:00000001:3.0:1788624518.058241:0:31977:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624518.058242:0:31977:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474913792 : -112300234637824 : ffff99dd1067fe00) 00010000:00000001:3.0:1788624518.058245:0:31977:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474913792 : -112300234637824 : ffff99dd1067fe00) 00010000:00000001:3.0:1788624518.058249:0:31977:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624518.058251:0:31977:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624518.058257:0:31977:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fe00/0xcc94206c7ef4178c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31977 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624518.058266:0:31977:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fe00/0xcc94206c7ef4178c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31977 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624518.058507:0:31977:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fe00/0xcc94206c7ef4178c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31977 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788624518.058513:0:31977:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624518.058515:0:31977:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624518.058522:0:31977:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd03096300. 00000100:00000001:3.0:1788624518.058525:0:31977:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773250609920 : -112300458941696 : ffff99dd03096300) 00000100:00000001:3.0:1788624518.058528:0:31977:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624518.058529:0:31977:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490731136 : -112300218820480 : ffff99dd11595880) 00000100:00000001:3.0:1788624518.058534:0:31977:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624518.058537:0:31977:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624518.058540:0:31977:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624518.058541:0:31977:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624518.058552:0:31977:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595880 x1875506845034368/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624518.058561:0:31977:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624518.058564:0:31977:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624518.058567:0:31977:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624518.058570:0:31977:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624518.058573:0:31977:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624518.058576:0:31977:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595880 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31977:1875506845034368:192.168.202.125@tcp:101:lfs.0 00000100:00000001:3.0:1788624518.058581:0:31977:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624518.058586:0:31977:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624518.058589:0:31977:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624518.058591:0:31977:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624518.058595:0:31977:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd115e8000. 02000000:00000001:3.0:1788624518.058597:0:31977:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624518.058605:0:31977:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624518.058609:0:31977:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560ac60. 00000400:00000010:3.0:1788624518.058617:0:31977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fc38. 00000100:00000200:3.0:1788624518.058623:0:31977:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845034368, portal 10 00000100:00000001:3.0:1788624518.058626:0:31977:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624518.058627:0:31977:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490731136 : -112300218820480 : ffff99dd11595880) 00000100:00000040:3.0:1788624518.058632:0:31977:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11595880 x1875506845034368/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624534 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624518.059014:0:31977:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624518.059020:0:31977:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624518.059023:0:31977:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f4c8. 00000100:00000200:3.0:1788624518.059027:0:31977:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845034368, offset 0 00000400:00000200:3.0:1788624518.059034:0:31977:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624518.059042:0:31977:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.059050:0:31977:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624518.059056:0:31977:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624518.059060:0:31977:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624518.059065:0:31977:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624518.059067:0:31977:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624518.059072:0:31977:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2698:2698:256:4294967295] 192.168.202.125@tcp LPNI seq info [2698:2698:8:4294967295] 00000400:00000200:3.0:1788624518.059077:0:31977:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.059086:0:31977:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624518.059092:0:31977:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624518.059098:0:31977:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185700. 00000800:00000200:3.0:1788624518.059175:0:31977:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624518.059183:0:31977:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624518.059188:0:31977:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788624518.059204:0:31977:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624518.059208:0:31977:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 804430 usecs (805 jiffies) 00000400:00000200:3.0:1788624518.059212:0:31977:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624518.059215:0:31977:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296532925 00000100:00000001:3.0:1788624518.059222:0:31977:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296532822 00000100:00000001:3.0:1788624518.059227:0:31977:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296532925 00000100:00000001:3.0:1788624518.059230:0:31977:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296532822 00000100:00000001:3.0:1788624518.059234:0:31977:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624518.059237:0:31977:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624518.059239:0:31977:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624518.059242:0:31977:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624518.059245:0:31977:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd03096300 going to sleep for 11 seconds 00000100:00000001:3.0:1788624518.059247:0:31977:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624518.059250:0:31977:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624518.059782:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624518.059789:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185700. 00000400:00000200:2.0:1788624518.059795:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624518.059800:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624518.059806:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f4c8 00000400:00000010:2.0:1788624518.059808:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f4c8. 00000100:00000001:2.0:1788624518.059813:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624518.059818:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595880 x1875506845034368/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624534 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.059828:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624518.059833:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11595880 x1875506845034368/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624534 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.059839:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.059841:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624518.072144:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.072160:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624518.072165:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.072167:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624518.072176:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.072185:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624518.072194:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.072198:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.072204:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.072208:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745a780 00000400:00000200:3.0:1788624518.072214:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.072224:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7bd5 [1] + 224 00000800:00000001:3.0:1788624518.072234:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.072244:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624518.072251:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624518.072256:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624518.072267:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624518.072283:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595880 x1875506845034368/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624534 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624518.072294:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11595880 x1875506845034368/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624518.072322:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624518.072331:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.072334:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788624518.074214:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624518.074220:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cd00. 00000400:00000200:2.0:1788624518.074226:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624518.074231:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624518.074236:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395990 00000400:00000010:2.0:1788624518.074238:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395990. 00000100:00000001:2.0:1788624518.074242:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624518.074246:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04e00 x1875506845034496/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624534 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.074255:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624518.074259:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04e00 x1875506845034496/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624534 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.074270:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.074272:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624518.093722:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.093808:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624518.093813:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.093817:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624518.093827:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.093836:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624518.093849:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.093854:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.093859:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.093867:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 584 into portal 10 MB=0x6a9c37745a800 00000400:00000200:3.0:1788624518.093873:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.093879:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 584/584 into md 0x7be5 [1] + 224 00000800:00000001:3.0:1788624518.093886:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.093896:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624518.093900:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624518.093904:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624518.093914:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624518.093923:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04e00 x1875506845034496/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624534 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624518.093936:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff99dd11c04e00 x1875506845034496/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624518.093959:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624518.093967:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.093970:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624518.098860:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624518.098864:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624518.098868:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624518.098869:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624518.098939:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624518.098942:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624518.098944:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1788624518.105707:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624518.105712:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611f00. 00000400:00000200:2.0:1788624518.105718:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624518.105723:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624518.105730:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cf68 00000400:00000010:2.0:1788624518.105733:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cf68. 00000100:00000001:2.0:1788624518.105748:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624518.105753:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9500 x1875506845034752/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624534 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624518.105762:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624518.105766:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9500 x1875506845034752/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624534 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624518.105773:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.105774:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788624518.115175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19000. 00000080:00000010:1.1:1788624518.115200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536400. 00010000:00000010:1.1:1788624518.115207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a100. 00010000:00000010:1.1:1788624518.115212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067fe00. 00000800:00000001:3.0:1788624518.138303:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.138322:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624518.138327:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.138330:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624518.138339:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.138349:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624518.138359:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.138366:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.138371:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.138376:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 448 into portal 10 MB=0x6a9c37745a900 00000400:00000200:3.0:1788624518.138390:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.138397:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 448/448 into md 0x7bed [1] + 224 00000800:00000001:3.0:1788624518.138405:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.138414:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624518.138417:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624518.138423:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624518.138433:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624518.138443:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9500 x1875506845034752/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624534 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624518.138460:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff99dd11dd9500 x1875506845034752/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624518.138486:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624518.138496:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.138499:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788624518.159361:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624518.159367:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611400. 00000400:00000200:2.0:1788624518.159373:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624518.159378:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624518.159396:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c000 00000400:00000010:2.0:1788624518.159398:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c000. 00000100:00000001:2.0:1788624518.159403:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624518.159407:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9c00 x1875506845034880/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624534 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.159418:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624518.159421:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9c00 x1875506845034880/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624534 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.159428:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.159431:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624518.182796:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.182812:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624518.182818:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.182820:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624518.182830:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.182841:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624518.182850:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.182854:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.182860:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.182864:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745a980 00000400:00000200:3.0:1788624518.182870:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.182876:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7bf5 [1] + 224 00000800:00000001:3.0:1788624518.182883:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.182890:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624518.182893:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624518.182897:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624518.182906:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624518.182930:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9c00 x1875506845034880/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624534 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624518.182941:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11dd9c00 x1875506845034880/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624518.182968:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624518.182976:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.182979:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788624518.186207:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624518.187451:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611000. 00000400:00000200:2.0:1788624518.187465:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624518.187475:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624518.187485:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c198 00000400:00000010:2.0:1788624518.187489:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c198. 00000100:00000001:2.0:1788624518.187494:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624518.187504:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9c00 x1875506845035008/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624534 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.187525:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624518.187529:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9c00 x1875506845035008/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624534 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.187536:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.187538:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624518.192747:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.192764:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624518.192768:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.192771:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624518.192781:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.192790:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624518.192800:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.192805:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.192811:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.192816:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 584 into portal 10 MB=0x6a9c37745aa00 00000400:00000200:3.0:1788624518.192821:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.192827:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 584/584 into md 0x7bfd [1] + 224 00000800:00000001:3.0:1788624518.192834:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.192841:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624518.192845:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624518.192849:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624518.192858:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624518.192867:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9c00 x1875506845035008/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624534 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624518.192877:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff99dd11dd9c00 x1875506845035008/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624518.192906:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624518.192926:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.192930:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624518.193063:0:31986:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624518.193071:0:31986:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624518.193073:0:31986:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624518.193077:0:31986:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793318. 00000400:00000200:2.0:1788624518.193082:0:31986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c3b8 00000400:00000010:2.0:1788624518.193085:0:31986:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c3b8. 00000100:00000001:2.0:1788624518.193088:0:31986:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624518.193093:0:31986:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9c00 x1875506845035008/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788624518.193102:0:31986:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9c00 x1875506845035008/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.193127:0:31986:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624518.193129:0:31986:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624518.193131:0:31986:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624518.193135:0:31986:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624518.193137:0:31986:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624518.193140:0:31986:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624518.193143:0:31986:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624518.193152:0:31986:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=97 v=5 (103 103 103 137) 00000100:00001000:2.0:1788624518.193157:0:31986:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624518.193160:0:31986:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788624518.193165:0:31986:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff99dd11dd9c00 x1875506845035008/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.193173:0:31986:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788624518.193177:0:31986:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624518.193179:0:31986:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967595 00000100:00000001:2.0:1788624518.193182:0:31986:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624518.193184:0:31986:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788624518.193188:0:31986:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9c00 x1875506845035008/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.193195:0:31986:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788624518.193198:0:31986:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624518.193200:0:31986:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624518.193203:0:31986:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9c00 x1875506845035008/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624534 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788624518.193210:0:31986:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9c00 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31986:1875506845035008:192.168.202.125@tcp:101:lfs.0 00000100:00000001:2.0:1788624518.193215:0:31986:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624518.193218:0:31986:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788624518.193221:0:31986:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624518.193223:0:31986:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624518.193226:0:31986:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9c00 x1875506845035008/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624534 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.193232:0:31986:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624518.193235:0:31986:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1869f300. 00000100:00000001:2.0:1788624518.193239:0:31986:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624518.193241:0:31986:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788624518.193245:0:31986:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788624518.193250:0:31986:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.193253:0:31986:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.193256:0:31986:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=4 00000020:00000001:2.0:1788624518.193258:0:31986:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:2.0:1788624518.193262:0:31986:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00010000:2.0:1788624518.193268:0:31986:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef417a1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31986 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.193290:0:31986:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788624518.193295:0:31986:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef417a1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31986 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.193301:0:31986:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624518.193304:0:31986:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef417a1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31986 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.193310:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.193311:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788624518.193313:0:31986:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef417a1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31986 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.193319:0:31986:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624518.193323:0:31986:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.193326:0:31986:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788624518.193329:0:31986:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef417a1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31986 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624518.193335:0:31986:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd18601400 already unused, calling callback (ffffffffc194e620) 00000080:00000001:2.0:1788624518.193338:0:31986:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788624518.193342:0:31986:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef417a1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31986 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.193348:0:31986:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788624518.193350:0:31986:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788624518.193352:0:31986:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef417a1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31986 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.193357:0:31986:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788624518.193360:0:31986:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788624518.193361:0:31986:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.193362:0:31986:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.193364:0:31986:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=5 00000020:00000001:2.0:1788624518.193366:0:31986:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:2.0:1788624518.193368:0:31986:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:2.0:1788624518.193371:0:31986:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788624518.193373:0:31986:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef417a1 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31986 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788624518.193379:0:31986:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788624518.193380:0:31986:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624518.193460:0:31986:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788624518.193462:0:31986:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788624518.193466:0:31986:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788624518.193467:0:31986:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788624518.193469:0:31986:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624518.193471:0:31986:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788624518.193474:0:31986:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18601400 with handle 0xcc94206c7ef417a1 from hash 00010000:00000001:2.0:1788624518.193476:0:31986:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788624518.193478:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.193479:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.193480:0:31986:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788624518.193482:0:31986:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788624518.193483:0:31986:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788624518.193486:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.193486:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.193488:0:31986:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624518.193489:0:31986:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624518.193492:0:31986:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef417a1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31986 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.193498:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.193499:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.193500:0:31986:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788624518.193501:0:31986:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624518.193503:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.193504:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.193505:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788624518.193507:0:31986:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef417a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31986 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.193529:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.193531:0:31986:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788624518.193536:0:31986:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788624518.193541:0:31986:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff99dd11dd9c00 x1875506845035008/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624534 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788624518.193550:0:31986:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788624518.193551:0:31986:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.193553:0:31986:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.193555:0:31986:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.193558:0:31986:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788624518.193561:0:31986:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788624518.193562:0:31986:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.193564:0:31986:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788624518.193567:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2b710 00000002:00002000:2.0:1788624518.193569:0:31986:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:2.0:1788624518.193572:0:31986:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624518.193576:0:31986:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624518.193579:0:31986:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788624518.193582:0:31986:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788624518.193585:0:31986:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624518.193588:0:31986:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:2.0:1788624518.193591:0:31986:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788624518.193603:0:31986:0:(namei.c:674:ll_lookup_it_finish()) it ffffbef880e2bb20 it_disposition 7 00000080:00002000:2.0:1788624518.193608:0:31986:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd1934aa20 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:2.0:1788624518.193615:0:31986:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:2.0:1788624518.193618:0:31986:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624518.193621:0:31986:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624518.193623:0:31986:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624518.193625:0:31986:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624518.193627:0:31986:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624518.193630:0:31986:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624518.193632:0:31986:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.193645:0:31986:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624518.193648:0:31986:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624518.193650:0:31986:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624518.193656:0:31986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4e00 count: 2 00010000:00000001:2.0:1788624518.193660:0:31986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624518.193665:0:31986:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624518.193667:0:31986:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624518.193671:0:31986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788624518.193679:0:31986:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624518.193685:0:31986:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624518.193688:0:31986:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788624518.193696:0:31986:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624518.193698:0:31986:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624518.193700:0:31986:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624518.193703:0:31986:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788624518.193705:0:31986:0:(dcache.c:176:ll_intent_release()) intent ffffbef880e2b930 released 00000080:00010000:2.0:1788624518.193708:0:31986:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4179a from it ffffbef880e2b930 00010000:00000001:2.0:1788624518.193710:0:31986:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.193712:0:31986:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.193713:0:31986:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601600 refcount=3 00000020:00000001:2.0:1788624518.193715:0:31986:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:2.0:1788624518.193718:0:31986:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:2.0:1788624518.193720:0:31986:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624518.193722:0:31986:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624518.193728:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.193730:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.193731:0:31986:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624518.193733:0:31986:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624518.193743:0:31986:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624518.193751:0:31986:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624518.193754:0:31986:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624518.193756:0:31986:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624518.193759:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.193761:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.193762:0:31986:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.193765:0:31986:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624518.193766:0:31986:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.193768:0:31986:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.193771:0:31986:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.193773:0:31986:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624518.193774:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.193775:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624518.193777:0:31986:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788624518.193779:0:31986:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788624518.193782:0:31986:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788624518.193785:0:31986:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0633b200. 00000100:00000001:2.0:1788624518.193790:0:31986:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624518.193795:0:31986:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9c00 x1875506845035008/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624534 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.193802:0:31986:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624518.193804:0:31986:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624518.193807:0:31986:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd18656000. 02000000:00000001:2.0:1788624518.193812:0:31986:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624518.193814:0:31986:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624518.193815:0:31986:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624518.193818:0:31986:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624518.193820:0:31986:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e0400. 02000000:00000001:2.0:1788624518.193824:0:31986:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624518.193825:0:31986:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624518.193827:0:31986:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9c00. 00000100:00000001:2.0:1788624518.193831:0:31986:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624518.193833:0:31986:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624518.193835:0:31986:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788624518.193836:0:31986:0:(dcache.c:176:ll_intent_release()) intent ffffbef880e2bb20 released 00000080:00000001:2.0:1788624518.193838:0:31986:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788624518.193843:0:31986:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788624518.193845:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2bb70 00000080:00002000:2.0:1788624518.193847:0:31986:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-2 (ffff99dd1934aa20, parent ffff99dd19287870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788624518.193850:0:31986:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624518.193902:0:31986:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624518.193905:0:31986:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624518.193907:0:31986:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624518.193908:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2bbb0 00000080:00200000:2.0:1788624518.193911:0:31986:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624518.193918:0:31986:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd11181a00. 00800000:00000002:2.0:1788624518.193925:0:31986:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624518.193928:0:31986:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624518.193931:0:31986:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624518.193933:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2bad0 00800000:00000002:2.0:1788624518.193935:0:31986:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624518.193938:0:31986:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624518.193940:0:31986:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624518.193941:0:31986:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624518.193942:0:31986:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624518.193944:0:31986:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624518.193945:0:31986:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624518.193947:0:31986:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624518.193948:0:31986:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624518.193951:0:31986:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624518.193955:0:31986:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624518.193956:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2b9a0 00000002:00010000:2.0:1788624518.193957:0:31986:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624518.193961:0:31986:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624518.193962:0:31986:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624518.193963:0:31986:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624518.193966:0:31986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4e00 count: 2 00010000:00000001:2.0:1788624518.193968:0:31986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624518.193971:0:31986:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624518.193973:0:31986:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624518.193976:0:31986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788624518.193983:0:31986:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624518.193986:0:31986:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624518.193989:0:31986:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788624518.193995:0:31986:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624518.193996:0:31986:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624518.193998:0:31986:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624518.194000:0:31986:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624518.194002:0:31986:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624518.194004:0:31986:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624518.194006:0:31986:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624518.194007:0:31986:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624518.194009:0:31986:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd11181a00. 00000080:00000001:2.0:1788624518.194012:0:31986:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624518.194014:0:31986:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624518.194016:0:31986:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624518.194019:0:31986:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef4179a 00800000:00000001:2.0:1788624518.194023:0:31986:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624518.194025:0:31986:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624518.194026:0:31986:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.194027:0:31986:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.194029:0:31986:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601600 refcount=3 00000020:00000001:2.0:1788624518.194031:0:31986:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:2.0:1788624518.194033:0:31986:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:2.0:1788624518.194035:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.194036:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624518.194038:0:31986:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624518.194039:0:31986:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624518.194041:0:31986:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4179a from it ffffbef880e2bbe8 00010000:00000001:2.0:1788624518.194043:0:31986:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.194044:0:31986:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.194045:0:31986:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601600 refcount=3 00000020:00000001:2.0:1788624518.194047:0:31986:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:2.0:1788624518.194049:0:31986:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:2.0:1788624518.194050:0:31986:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624518.194053:0:31986:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624518.194065:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.194066:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.194068:0:31986:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624518.194069:0:31986:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624518.194073:0:31986:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788624518.194078:0:31986:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624518.194080:0:31986:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624518.194081:0:31986:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624518.194083:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.194084:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.194085:0:31986:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.194088:0:31986:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624518.194089:0:31986:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.194091:0:31986:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.194093:0:31986:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.194094:0:31986:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624518.194096:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.194097:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624518.194098:0:31986:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624518.194100:0:31986:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624518.194103:0:31986:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788624518.194132:0:31986:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624518.194136:0:31986:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788624518.194138:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2bbd8 00000080:00002000:2.0:1788624518.194140:0:31986:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff99dd1934aa20) flags 0x8000e refc 0 00000080:00000001:2.0:1788624518.194143:0:31986:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624518.194145:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2bc20 00000080:00200000:2.0:1788624518.194146:0:31986:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=16392 00000080:00000001:2.0:1788624518.194150:0:31986:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788624518.194151:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2bba8 00000080:00002000:2.0:1788624518.194152:0:31986:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-2 (ffff99dd1934aa20, parent ffff99dd19287870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788624518.194155:0:31986:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624518.194179:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2bd08 00000080:00200008:2.0:1788624518.194181:0:31986:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788624518.194186:0:31986:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624518.194187:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2bc80 00000080:00200000:2.0:1788624518.194189:0:31986:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624518.194192:0:31986:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd11181a00. 00800000:00000002:2.0:1788624518.194195:0:31986:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624518.194197:0:31986:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624518.194198:0:31986:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624518.194199:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2bba0 00800000:00000002:2.0:1788624518.194201:0:31986:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624518.194204:0:31986:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624518.194205:0:31986:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624518.194206:0:31986:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624518.194207:0:31986:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624518.194209:0:31986:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624518.194211:0:31986:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624518.194212:0:31986:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624518.194214:0:31986:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624518.194217:0:31986:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624518.194220:0:31986:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624518.194221:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2ba70 00000002:00010000:2.0:1788624518.194223:0:31986:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624518.194226:0:31986:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624518.194227:0:31986:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624518.194229:0:31986:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624518.194232:0:31986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4e00 count: 2 00010000:00000001:2.0:1788624518.194234:0:31986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624518.194236:0:31986:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624518.194238:0:31986:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624518.194242:0:31986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788624518.194249:0:31986:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624518.194251:0:31986:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624518.194254:0:31986:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788624518.194260:0:31986:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624518.194262:0:31986:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624518.194264:0:31986:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624518.194265:0:31986:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624518.194267:0:31986:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624518.194281:0:31986:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624518.194284:0:31986:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624518.194285:0:31986:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624518.194287:0:31986:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd11181a00. 00000080:00000001:2.0:1788624518.194290:0:31986:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624518.194292:0:31986:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624518.194294:0:31986:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624518.194296:0:31986:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef4179a 00800000:00000001:2.0:1788624518.194299:0:31986:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624518.194300:0:31986:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624518.194302:0:31986:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.194303:0:31986:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.194305:0:31986:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601600 refcount=3 00000020:00000001:2.0:1788624518.194307:0:31986:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:2.0:1788624518.194309:0:31986:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:2.0:1788624518.194311:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.194313:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624518.194314:0:31986:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624518.194316:0:31986:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624518.194318:0:31986:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4179a from it ffffbef880e2bcb8 00010000:00000001:2.0:1788624518.194320:0:31986:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.194321:0:31986:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.194323:0:31986:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601600 refcount=3 00000020:00000001:2.0:1788624518.194324:0:31986:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:2.0:1788624518.194326:0:31986:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:2.0:1788624518.194328:0:31986:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624518.194331:0:31986:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788624518.194336:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.194337:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.194338:0:31986:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624518.194339:0:31986:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624518.194341:0:31986:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788624518.194345:0:31986:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624518.194347:0:31986:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624518.194348:0:31986:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624518.194350:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.194351:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.194352:0:31986:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.194354:0:31986:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624518.194355:0:31986:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.194356:0:31986:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.194358:0:31986:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.194360:0:31986:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624518.194361:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.194362:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624518.194365:0:31986:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624518.194366:0:31986:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624518.194369:0:31986:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624518.194373:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2bd08 00000080:00000008:2.0:1788624518.194375:0:31986:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788624518.195351:0:31986:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624518.195378:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2bd08 00000080:00200008:2.0:1788624518.195390:0:31986:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788624518.195395:0:31986:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624518.195397:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2bc80 00000080:00200000:2.0:1788624518.195398:0:31986:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624518.195404:0:31986:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd11181a00. 00800000:00000002:2.0:1788624518.195408:0:31986:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624518.195411:0:31986:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624518.195414:0:31986:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624518.195416:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2bba0 00800000:00000002:2.0:1788624518.195418:0:31986:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624518.195421:0:31986:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624518.195424:0:31986:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624518.195425:0:31986:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624518.195427:0:31986:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624518.195428:0:31986:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624518.195430:0:31986:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624518.195432:0:31986:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624518.195433:0:31986:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624518.195437:0:31986:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624518.195443:0:31986:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624518.195445:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2ba70 00000002:00010000:2.0:1788624518.195446:0:31986:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624518.195450:0:31986:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624518.195452:0:31986:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624518.195454:0:31986:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624518.195462:0:31986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4e00 count: 2 00010000:00000001:2.0:1788624518.195464:0:31986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624518.195468:0:31986:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624518.195470:0:31986:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624518.195474:0:31986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788624518.195487:0:31986:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624518.195491:0:31986:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624518.195494:0:31986:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788624518.195500:0:31986:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624518.195502:0:31986:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624518.195504:0:31986:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624518.195505:0:31986:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624518.195508:0:31986:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624518.195618:0:31986:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624518.195623:0:31986:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624518.195625:0:31986:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624518.195628:0:31986:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd11181a00. 00000080:00000001:2.0:1788624518.195632:0:31986:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624518.195634:0:31986:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624518.195646:0:31986:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624518.195650:0:31986:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef4179a 00800000:00000001:2.0:1788624518.195653:0:31986:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624518.195656:0:31986:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624518.195657:0:31986:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.195659:0:31986:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.195661:0:31986:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601600 refcount=3 00000020:00000001:2.0:1788624518.195663:0:31986:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:2.0:1788624518.195666:0:31986:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:2.0:1788624518.195669:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.195670:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624518.195672:0:31986:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624518.195674:0:31986:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624518.195676:0:31986:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4179a from it ffffbef880e2bcb8 00010000:00000001:2.0:1788624518.195678:0:31986:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.195679:0:31986:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.195681:0:31986:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601600 refcount=3 00000020:00000001:2.0:1788624518.195683:0:31986:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:2.0:1788624518.195686:0:31986:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:2.0:1788624518.195688:0:31986:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624518.195691:0:31986:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788624518.195698:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.195699:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.195701:0:31986:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624518.195703:0:31986:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624518.195705:0:31986:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788624518.195712:0:31986:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624518.195714:0:31986:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624518.195716:0:31986:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624518.195720:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.195721:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.195723:0:31986:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.195725:0:31986:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624518.195727:0:31986:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.195729:0:31986:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.195731:0:31986:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.195733:0:31986:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624518.195735:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.195736:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624518.195738:0:31986:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624518.195740:0:31986:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624518.195743:0:31986:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624518.195747:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2bd08 00000080:00000008:2.0:1788624518.195750:0:31986:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788624518.195865:0:31986:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624518.195867:0:31986:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624518.195869:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2bb78 00000080:00200000:2.0:1788624518.195871:0:31986:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624518.195876:0:31986:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd11181a00. 00800000:00000002:2.0:1788624518.195880:0:31986:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624518.195882:0:31986:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624518.195884:0:31986:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624518.195886:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2ba98 00800000:00000002:2.0:1788624518.195888:0:31986:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624518.195891:0:31986:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624518.195893:0:31986:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624518.195895:0:31986:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624518.195896:0:31986:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624518.195897:0:31986:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624518.195899:0:31986:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624518.195901:0:31986:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624518.195903:0:31986:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624518.195905:0:31986:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624518.195908:0:31986:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624518.195910:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2b968 00000002:00010000:2.0:1788624518.195912:0:31986:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624518.195915:0:31986:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624518.195916:0:31986:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624518.195917:0:31986:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624518.195921:0:31986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4e00 count: 2 00010000:00000001:2.0:1788624518.195923:0:31986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624518.195926:0:31986:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624518.195928:0:31986:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624518.195930:0:31986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788624518.195938:0:31986:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624518.195940:0:31986:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624518.195942:0:31986:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788624518.195948:0:31986:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624518.195950:0:31986:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624518.195951:0:31986:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624518.195953:0:31986:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624518.195954:0:31986:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624518.195956:0:31986:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624518.195958:0:31986:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624518.195960:0:31986:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624518.195962:0:31986:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd11181a00. 00000080:00000001:2.0:1788624518.195965:0:31986:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624518.195966:0:31986:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624518.195969:0:31986:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624518.195972:0:31986:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef4179a 00800000:00000001:2.0:1788624518.195974:0:31986:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624518.195976:0:31986:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624518.195978:0:31986:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.195979:0:31986:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.195981:0:31986:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601600 refcount=3 00000020:00000001:2.0:1788624518.195983:0:31986:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:2.0:1788624518.195985:0:31986:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:2.0:1788624518.195987:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.195989:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624518.195990:0:31986:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624518.195992:0:31986:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624518.195994:0:31986:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4179a from it ffffbef880e2bbb0 00010000:00000001:2.0:1788624518.195995:0:31986:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.195997:0:31986:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.195998:0:31986:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601600 refcount=3 00000020:00000001:2.0:1788624518.196001:0:31986:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:2.0:1788624518.196003:0:31986:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:2.0:1788624518.196005:0:31986:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624518.196008:0:31986:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788624518.196016:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.196017:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.196018:0:31986:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624518.196020:0:31986:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624518.196022:0:31986:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788624518.196030:0:31986:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624518.196031:0:31986:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624518.196033:0:31986:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624518.196035:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.196036:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.196037:0:31986:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.196039:0:31986:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624518.196040:0:31986:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.196042:0:31986:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.196045:0:31986:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.196046:0:31986:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624518.196047:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.196049:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624518.196050:0:31986:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624518.196051:0:31986:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624518.196054:0:31986:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 44 00000080:00000001:2.0:1788624518.196058:0:31986:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624518.196062:0:31986:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:2.0:1788624518.196064:0:31986:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788624518.196067:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2bb78 00000080:00200008:2.0:1788624518.196068:0:31986:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 300000 00000080:00000010:2.0:1788624518.196074:0:31986:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd017c8280. 00000080:00000001:2.0:1788624518.196079:0:31986:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624518.196081:0:31986:0:(dir.c:3016:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624518.196092:0:31986:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624518.196094:0:31986:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c03066f0 arg=7ffc9aec37a0 00000020:00000001:2.0:1788624518.196101:0:31986:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624518.196134:0:31986:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff99dd04838000. 00000020:00000001:2.0:1788624518.196139:0:31986:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624518.196143:0:31986:0:(dir.c:446:ll_dir_setdirstripe()) Process entered 00000020:00000001:2.0:1788624518.196144:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2bad0 00000080:00200000:2.0:1788624518.196147:0:31986:0:(dir.c:455:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) name=d21g.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:2.0:1788624518.196153:0:31986:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd11181a00. 00800000:00000002:2.0:1788624518.196156:0:31986:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00800000:00000001:2.0:1788624518.196164:0:31986:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1788624518.196166:0:31986:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788624518.196170:0:31986:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624518.196171:0:31986:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624518.196172:0:31986:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624518.196174:0:31986:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624518.196176:0:31986:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624518.196178:0:31986:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624518.196180:0:31986:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624518.196183:0:31986:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446631773493984256 : -112300215567360 : ffff99dd118afc00) 00800000:00000001:2.0:1788624518.196186:0:31986:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788624518.196188:0:31986:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788624518.196191:0:31986:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788624518.196193:0:31986:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788624518.196196:0:31986:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff99dd10dbf800: Allocated FID [0x200000405:0x20:0x0] 40000000:00000001:2.0:1788624518.196199:0:31986:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.196201:0:31986:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624518.196203:0:31986:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624518.196205:0:31986:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624518.196207:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2b9e8 00800000:00000002:2.0:1788624518.196209:0:31986:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21g.recovery-small-2' [0x200000405:0x20:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1788624518.196214:0:31986:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1788624518.196216:0:31986:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788624518.196219:0:31986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4e00 count: 2 00010000:00000001:2.0:1788624518.196221:0:31986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624518.196224:0:31986:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788624518.196227:0:31986:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788624518.196230:0:31986:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:2.0:1788624518.196237:0:31986:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788624518.196240:0:31986:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788624518.196242:0:31986:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788624518.196246:0:31986:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788624518.196248:0:31986:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624518.196249:0:31986:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624518.196251:0:31986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4e00 count: 3 00010000:00000001:2.0:1788624518.196253:0:31986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624518.196256:0:31986:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.196258:0:31986:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624518.196259:0:31986:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624518.196261:0:31986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4e00 count: 3 00010000:00000001:2.0:1788624518.196262:0:31986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624518.196265:0:31986:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.196266:0:31986:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624518.196400:0:31986:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624518.196403:0:31986:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4e00 count: 3 00010000:00000001:2.0:1788624518.196405:0:31986:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624518.196407:0:31986:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624518.196409:0:31986:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788624518.196412:0:31986:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788624518.196420:0:31986:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:2.0:1788624518.196424:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2b670 00000080:00002000:2.0:1788624518.196425:0:31986:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21g.recovery-small-2 00000080:00000001:2.0:1788624518.196430:0:31986:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788624518.196434:0:31986:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788624518.196440:0:31986:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788624518.196442:0:31986:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788624518.196444:0:31986:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.196448:0:31986:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788624518.196451:0:31986:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788624518.196452:0:31986:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788624518.196454:0:31986:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624518.196455:0:31986:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788624518.196458:0:31986:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18601600 with handle 0xcc94206c7ef4179a from hash 00010000:00000001:2.0:1788624518.196461:0:31986:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788624518.196462:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.196464:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.196465:0:31986:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788624518.196468:0:31986:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788624518.196470:0:31986:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788624518.196473:0:31986:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788624518.196474:0:31986:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624518.196477:0:31986:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788624518.196482:0:31986:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63800. 00000020:00000040:2.0:1788624518.196487:0:31986:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:2.0:1788624518.196493:0:31986:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788624518.196494:0:31986:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.196496:0:31986:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624518.196500:0:31986:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624518.196502:0:31986:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.196504:0:31986:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624518.196506:0:31986:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624518.196509:0:31986:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624518.196583:0:31986:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd04839800. 00000100:00000001:2.0:1788624518.196590:0:31986:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.196593:0:31986:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624518.196596:0:31986:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788624518.196601:0:31986:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1788624518.196608:0:31986:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788624518.196610:0:31986:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788624518.196611:0:31986:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788624518.196614:0:31986:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4179a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7c83 expref: -99 pid: 31986 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:2.0:1788624518.196622:0:31986:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd189e4e00 count: 0 00010000:00000010:2.0:1788624518.196628:0:31986:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd087e6200. 00010000:00000001:2.0:1788624518.197299:0:31986:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.197303:0:31986:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.197306:0:31986:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624518.197308:0:31986:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.197309:0:31986:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788624518.197323:0:31986:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788624518.197335:0:31986:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11d63800 x1875506845035264/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624518.197344:0:31986:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624518.197346:0:31986:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624518.197353:0:31986:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd036ecf00. 00000100:00000001:2.0:1788624518.197355:0:31986:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773257256704 : -112300452294912 : ffff99dd036ecf00) 00000100:00000001:2.0:1788624518.197358:0:31986:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624518.197359:0:31986:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498914816 : -112300210636800 : ffff99dd11d63800) 00000100:00000001:2.0:1788624518.197363:0:31986:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624518.197367:0:31986:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.197369:0:31986:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624518.197371:0:31986:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624518.197375:0:31986:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63800 x1875506845035264/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624518.197393:0:31986:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624518.197396:0:31986:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624518.197399:0:31986:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624518.197402:0:31986:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624518.197404:0:31986:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624518.197407:0:31986:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63800 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31986:1875506845035264:192.168.202.125@tcp:36:lfs.0 00000100:00000001:2.0:1788624518.197411:0:31986:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624518.197417:0:31986:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624518.197419:0:31986:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624518.197421:0:31986:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624518.197425:0:31986:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd0483b000. 02000000:00000001:2.0:1788624518.197427:0:31986:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624518.197435:0:31986:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624518.197438:0:31986:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2058. 00000400:00000010:2.0:1788624518.197445:0:31986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08770. 00000100:00000200:2.0:1788624518.197452:0:31986:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845035264, portal 10 00000100:00000001:2.0:1788624518.197454:0:31986:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624518.197455:0:31986:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498914816 : -112300210636800 : ffff99dd11d63800) 00000100:00000040:2.0:1788624518.197462:0:31986:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d63800 x1875506845035264/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624534 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624518.197469:0:31986:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624518.197472:0:31986:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624518.197474:0:31986:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08ee0. 00000100:00000200:2.0:1788624518.197477:0:31986:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875506845035264, offset 0 00000400:00000200:2.0:1788624518.197482:0:31986:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624518.197490:0:31986:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624518.197497:0:31986:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624518.197503:0:31986:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624518.197508:0:31986:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624518.197731:0:31986:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624518.197734:0:31986:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624518.197746:0:31986:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2703:2703:256:4294967295] 192.168.202.125@tcp LPNI seq info [2703:2703:8:4294967295] 00000400:00000200:2.0:1788624518.197751:0:31986:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624518.197760:0:31986:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624518.197765:0:31986:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624518.197771:0:31986:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03a0ee00. 00000800:00000200:2.0:1788624518.197777:0:31986:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624518.197783:0:31986:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624518.197787:0:31986:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03a0ee00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1788624518.197804:0:31986:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624518.197809:0:31986:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 798537 usecs (799 jiffies) 00000400:00000200:2.0:1788624518.197812:0:31986:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624518.197815:0:31986:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296533058 00000800:00000200:2.0:1788624518.198152:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624518.198157:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0ee00. 00000400:00000200:2.0:1788624518.198162:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624518.198167:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624518.198172:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08ee0 00000400:00000010:2.0:1788624518.198175:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08ee0. 00000100:00000001:2.0:1788624518.198179:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624518.198184:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63800 x1875506845035264/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624534 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624518.198194:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624518.198197:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d63800 x1875506845035264/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624534 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624518.198203:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.198205:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788624518.198222:0:31986:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296533046 00000100:00000001:2.0:1788624518.198227:0:31986:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296533059 00000100:00000001:2.0:1788624518.198231:0:31986:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296533046 00000100:00000001:2.0:1788624518.198234:0:31986:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624518.198237:0:31986:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.198239:0:31986:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624518.198241:0:31986:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624518.198244:0:31986:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd036ecf00 going to sleep for 11 seconds 00000100:00000001:2.0:1788624518.198247:0:31986:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624518.198249:0:31986:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624518.208954:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.208980:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624518.208983:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.208990:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624518.209001:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.209010:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624518.209027:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.209032:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.209040:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.209047:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 448 into portal 10 MB=0x6a9c37745ab00 00000400:00000200:3.0:1788624518.209053:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.209059:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 448/448 into md 0x7c05 [1] + 224 00000800:00000001:3.0:1788624518.209072:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.209081:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624518.209084:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624518.209094:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624518.209102:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624518.209131:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63800 x1875506845035264/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624534 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624518.209144:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff99dd11d63800 x1875506845035264/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624518.209161:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624518.209170:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.209174:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624518.209179:0:31986:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624518.209186:0:31986:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624518.209188:0:31986:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624518.209191:0:31986:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2058. 00000400:00000200:2.0:1788624518.209196:0:31986:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08770 00000400:00000010:2.0:1788624518.209198:0:31986:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08770. 00000100:00000001:2.0:1788624518.209202:0:31986:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624518.209206:0:31986:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d63800 x1875506845035264/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624518.209214:0:31986:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d63800 x1875506845035264/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624518.209221:0:31986:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624518.209222:0:31986:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624518.209225:0:31986:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624518.209228:0:31986:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624518.209231:0:31986:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624518.209234:0:31986:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624518.209237:0:31986:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624518.209246:0:31986:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=97 v=5 (103 103 103 137) 00000100:00001000:2.0:1788624518.209251:0:31986:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624518.209254:0:31986:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624518.209256:0:31986:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.209259:0:31986:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624518.209263:0:31986:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.209266:0:31986:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788624518.209277:0:31986:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:2.0:1788624518.209280:0:31986:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788624518.209282:0:31986:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624518.209283:0:31986:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498914816 : -112300210636800 : ffff99dd11d63800) 00000100:00000001:2.0:1788624518.209287:0:31986:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624518.209290:0:31986:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967595 00000100:00000001:2.0:1788624518.209292:0:31986:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624518.209294:0:31986:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624518.209299:0:31986:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d63800 x1875506845035264/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624534 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624518.209308:0:31986:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624518.209311:0:31986:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624518.209314:0:31986:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624518.209317:0:31986:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63800 x1875506845035264/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624534 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624518.209325:0:31986:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d63800 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31986:1875506845035264:192.168.202.125@tcp:36:lfs.0 00000100:00000001:2.0:1788624518.209330:0:31986:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624518.209333:0:31986:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.209336:0:31986:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624518.209338:0:31986:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624518.209342:0:31986:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d63800 x1875506845035264/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624534 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624518.209354:0:31986:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624518.209356:0:31986:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd036ecf00. 00000100:00000001:2.0:1788624518.209361:0:31986:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624518.209363:0:31986:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.209372:0:31986:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624518.209376:0:31986:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x20:0x0] 00800000:00000001:2.0:1788624518.209378:0:31986:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624518.209389:0:31986:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788624518.209395:0:31986:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788624518.209397:0:31986:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788624518.209400:0:31986:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:2.0:1788624518.209404:0:31986:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788624518.209426:0:31986:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff99dd1912c200. 00000080:00000001:2.0:1788624518.209437:0:31986:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788624518.209439:0:31986:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x20:0x0](ffff99dd1912c2c8) 00000080:00000001:2.0:1788624518.209442:0:31986:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788624518.209444:0:31986:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:2.0:1788624518.209447:0:31986:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624518.209448:0:31986:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:2.0:1788624518.209451:0:31986:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788624518.209454:0:31986:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611168 mtime from 0 to 1788624518 00000080:00200000:2.0:1788624518.209457:0:31986:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00000001:2.0:1788624518.209459:0:31986:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788624518.209461:0:31986:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620323016 : -112300089228600 : ffff99dd1912c2c8) 00000080:00000001:2.0:1788624518.209464:0:31986:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788624518.209467:0:31986:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788624518.209469:0:31986:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.209475:0:31986:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624518.209480:0:31986:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d63800 x1875506845035264/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624534 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624518.209487:0:31986:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624518.209489:0:31986:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624518.209492:0:31986:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd11181a00. 00000080:00000010:2.0:1788624518.209497:0:31986:0:(dir.c:2110:ll_dir_ioctl()) kvfree 'data': 648 at ffff99dd04838000. 00000080:00000001:2.0:1788624518.209500:0:31986:0:(dir.c:2111:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624518.209531:0:31986:0:(dir.c:3021:ll_dir_release()) Process entered 00000080:00000001:2.0:1788624518.209534:0:31986:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788624518.209538:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2bdd0 00000080:00200008:2.0:1788624518.209540:0:31986:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 300000 00000080:00400000:2.0:1788624518.209544:0:31986:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788624518.209548:0:31986:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd017c8280. 00000080:00000001:2.0:1788624518.209552:0:31986:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788624518.209554:0:31986:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880e2bdd0 00000080:00000008:2.0:1788624518.209556:0:31986:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 300000, rc = 0 00000080:00000001:2.0:1788624518.209559:0:31986:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624518.209561:0:31986:0:(dir.c:3022:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788624518.211266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601400. 00000080:00000010:2.1:1788624518.211402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8c60. 00010000:00000010:2.1:1788624518.211410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4e00. 00010000:00000010:2.1:1788624518.211413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601600. 00000080:00000001:2.0:1788624518.240139:0:31989:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624518.240148:0:31989:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624518.240151:0:31989:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624518.240154:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882063bc0 00000080:00200000:2.0:1788624518.240159:0:31989:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624518.240167:0:31989:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd11181a00. 00800000:00000002:2.0:1788624518.240175:0:31989:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624518.240179:0:31989:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624518.240184:0:31989:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624518.240186:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882063ae0 00800000:00000002:2.0:1788624518.240189:0:31989:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624518.240193:0:31989:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624518.240196:0:31989:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624518.240199:0:31989:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624518.240202:0:31989:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624518.240204:0:31989:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624518.240207:0:31989:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624518.240209:0:31989:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624518.240212:0:31989:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624518.240215:0:31989:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624518.240221:0:31989:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624518.240224:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820639b0 00000002:00010000:2.0:1788624518.240226:0:31989:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624518.240230:0:31989:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624518.240232:0:31989:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624518.240235:0:31989:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624518.240241:0:31989:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.240244:0:31989:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.240246:0:31989:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.240249:0:31989:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788624518.240251:0:31989:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788624518.240257:0:31989:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63100. 00000020:00000040:2.0:1788624518.240261:0:31989:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:2.0:1788624518.240268:0:31989:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624518.240274:0:31989:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624518.240278:0:31989:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.240282:0:31989:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624518.240285:0:31989:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624518.240290:0:31989:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624518.240297:0:31989:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd04838000. 00000100:00000001:2.0:1788624518.240305:0:31989:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.240310:0:31989:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624518.240312:0:31989:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.240314:0:31989:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624518.240315:0:31989:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.240317:0:31989:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.240324:0:31989:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773498913024 : -112300210638592 : ffff99dd11d63100) 00010000:00000001:2.0:1788624518.240328:0:31989:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624518.240330:0:31989:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788624518.240334:0:31989:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03870200. 00010000:00000010:2.0:1788624518.240338:0:31989:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd05188700. 00010000:00000001:2.0:1788624518.240344:0:31989:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624518.240347:0:31989:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10767e00. 00000020:00000001:2.0:1788624518.240350:0:31989:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624518.240353:0:31989:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10767e00 with handle 0xcc94206c7ef417a8 to hash 00000020:00000001:2.0:1788624518.240355:0:31989:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624518.240357:0:31989:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624518.240361:0:31989:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624518.240365:0:31989:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624518.240367:0:31989:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624518.240372:0:31989:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef417a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624518.240390:0:31989:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef417a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624518.240402:0:31989:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef417a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31989 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624518.240407:0:31989:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624518.240409:0:31989:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624518.240417:0:31989:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd036ecf00. 00000100:00000001:2.0:1788624518.240419:0:31989:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773257256704 : -112300452294912 : ffff99dd036ecf00) 00000100:00000001:2.0:1788624518.240422:0:31989:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624518.240424:0:31989:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913024 : -112300210638592 : ffff99dd11d63100) 00000100:00000001:2.0:1788624518.240428:0:31989:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624518.240432:0:31989:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.240434:0:31989:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624518.240436:0:31989:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624518.240446:0:31989:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63100 x1875506845035392/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.240456:0:31989:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624518.240459:0:31989:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624518.240462:0:31989:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624518.240465:0:31989:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624518.240468:0:31989:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624518.240472:0:31989:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63100 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31989:1875506845035392:192.168.202.125@tcp:101:multiop.0 00000100:00000001:2.0:1788624518.240476:0:31989:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624518.240481:0:31989:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624518.240483:0:31989:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624518.240485:0:31989:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624518.240490:0:31989:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd1870d800. 02000000:00000001:2.0:1788624518.240492:0:31989:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624518.240500:0:31989:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624518.240504:0:31989:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2058. 00000400:00000010:2.0:1788624518.240522:0:31989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08770. 00000100:00000200:2.0:1788624518.240530:0:31989:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845035392, portal 10 00000100:00000001:2.0:1788624518.240532:0:31989:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624518.240534:0:31989:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913024 : -112300210638592 : ffff99dd11d63100) 00000100:00000040:2.0:1788624518.240540:0:31989:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d63100 x1875506845035392/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624534 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.240549:0:31989:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624518.240552:0:31989:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624518.240555:0:31989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08ee0. 00000100:00000200:2.0:1788624518.240558:0:31989:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845035392, offset 0 00000400:00000200:2.0:1788624518.240565:0:31989:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624518.240574:0:31989:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624518.240582:0:31989:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624518.240587:0:31989:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624518.240591:0:31989:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624518.240595:0:31989:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624518.240598:0:31989:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624518.240602:0:31989:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2704:2704:256:4294967295] 192.168.202.125@tcp LPNI seq info [2704:2704:8:4294967295] 00000400:00000200:2.0:1788624518.240607:0:31989:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624518.240617:0:31989:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624518.240623:0:31989:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624518.240629:0:31989:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03a0ee00. 00000800:00000200:2.0:1788624518.240649:0:31989:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624518.240657:0:31989:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624518.240662:0:31989:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03a0ee00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788624518.240682:0:31989:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624518.240687:0:31989:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 797353 usecs (798 jiffies) 00000400:00000200:2.0:1788624518.240691:0:31989:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624518.240694:0:31989:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296533099 00000100:00000001:2.0:1788624518.240704:0:31989:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296533058 00000100:00000001:2.0:1788624518.240710:0:31989:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296533099 00000100:00000001:2.0:1788624518.240713:0:31989:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296533059 00000100:00000001:2.0:1788624518.240717:0:31989:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624518.240720:0:31989:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.240722:0:31989:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624518.240724:0:31989:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624518.240728:0:31989:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd036ecf00 going to sleep for 11 seconds 00000100:00000001:2.0:1788624518.240731:0:31989:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624518.240734:0:31989:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624518.241156:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624518.241162:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0ee00. 00000400:00000200:3.0:1788624518.241168:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624518.241175:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624518.241181:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08ee0 00000400:00000010:3.0:1788624518.241184:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08ee0. 00000100:00000001:3.0:1788624518.241189:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624518.241192:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63100 x1875506845035392/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624534 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624518.241201:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624518.241205:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d63100 x1875506845035392/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624534 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624518.241215:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624518.241216:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624518.244552:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.244577:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624518.244582:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.244585:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624518.244609:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.244619:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624518.244631:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.244637:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.244644:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.244650:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745ab80 00000400:00000200:3.0:1788624518.244656:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.244663:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7c15 [1] + 224 00000800:00000001:3.0:1788624518.244672:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.244680:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624518.244684:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624518.244690:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624518.244700:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624518.244820:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63100 x1875506845035392/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624534 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624518.244833:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11d63100 x1875506845035392/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624518.244856:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624518.244869:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.244873:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624518.245935:0:31989:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624518.245949:0:31989:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624518.245951:0:31989:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624518.245956:0:31989:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2058. 00000400:00000200:2.0:1788624518.245966:0:31989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08770 00000400:00000010:2.0:1788624518.245969:0:31989:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08770. 00000100:00000001:2.0:1788624518.245975:0:31989:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624518.245988:0:31989:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d63100 x1875506845035392/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788624518.246003:0:31989:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d63100 x1875506845035392/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.246012:0:31989:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624518.246015:0:31989:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624518.246018:0:31989:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624518.246021:0:31989:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624518.246024:0:31989:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624518.246026:0:31989:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624518.246030:0:31989:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624518.246039:0:31989:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=97 v=5 (103 103 103 137) 00000100:00001000:2.0:1788624518.246044:0:31989:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624518.246047:0:31989:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624518.246049:0:31989:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.246053:0:31989:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624518.246057:0:31989:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.246061:0:31989:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624518.246064:0:31989:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967595 00000100:00000001:2.0:1788624518.246066:0:31989:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624518.246069:0:31989:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624518.246075:0:31989:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d63100 x1875506845035392/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.246083:0:31989:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624518.246086:0:31989:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624518.246088:0:31989:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624518.246093:0:31989:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63100 x1875506845035392/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624534 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788624518.246102:0:31989:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d63100 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31989:1875506845035392:192.168.202.125@tcp:101:multiop.0 00000100:00000001:2.0:1788624518.246420:0:31989:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624518.246423:0:31989:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.246426:0:31989:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624518.246428:0:31989:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624518.246433:0:31989:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d63100 x1875506845035392/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624534 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.246441:0:31989:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624518.246445:0:31989:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd036ecf00. 00000100:00000001:2.0:1788624518.246450:0:31989:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624518.246452:0:31989:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.246455:0:31989:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788624518.246459:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.246462:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.246466:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=4 00000020:00000001:2.0:1788624518.246469:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624518.246473:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000040:2.0:1788624518.246480:0:31989:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10767e00, remote cookie: 0xa103bd66258a7cbb, flags: 0x1001 00010000:00010000:2.0:1788624518.246486:0:31989:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef417a8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7cbb expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624518.246499:0:31989:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef417a8 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7cbb expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.246506:0:31989:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788624518.246511:0:31989:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788624518.246514:0:31989:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788624518.246516:0:31989:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788624518.246517:0:31989:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788624518.246520:0:31989:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd03870200) refcount = 1 00010000:00010000:2.0:1788624518.246524:0:31989:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef417a8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7cbb expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.246532:0:31989:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788624518.246536:0:31989:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788624518.246539:0:31989:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624518.246542:0:31989:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788624518.246544:0:31989:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624518.246548:0:31989:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef417a8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7cbb expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.246555:0:31989:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788624518.246556:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.246558:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.246559:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.246560:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.246562:0:31989:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.246568:0:31989:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788624518.246570:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.246571:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.246573:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:2.0:1788624518.246575:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624518.246577:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624518.246581:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.246581:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.246583:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=4 00000020:00000001:2.0:1788624518.246585:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624518.246587:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624518.246590:0:31989:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624518.246594:0:31989:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624518.246598:0:31989:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef417a8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7cbb expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.246605:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.246606:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.246607:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.246609:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.246610:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=5 00000020:00000001:2.0:1788624518.246612:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624518.246614:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624518.246617:0:31989:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624518.246620:0:31989:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef417a8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7cbb expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.246627:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.246628:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788624518.246631:0:31989:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef417a8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7cbb expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.246637:0:31989:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624518.246638:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.246639:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.246640:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.246641:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788624518.246646:0:31989:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11d63100 x1875506845035392/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624534 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788624518.246660:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.246661:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.246662:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:2.0:1788624518.246664:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624518.246666:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624518.246669:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.246670:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624518.246672:0:31989:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.246674:0:31989:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.246677:0:31989:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788624518.246679:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.246680:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.246681:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:2.0:1788624518.246683:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624518.246686:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00000002:00010000:2.0:1788624518.246690:0:31989:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef417a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7cbb expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.246697:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.246698:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.246700:0:31989:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624518.246701:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.246703:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.246704:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:2.0:1788624518.246706:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624518.246708:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000040:2.0:1788624518.246714:0:31989:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870200 count: 2 00010000:00000001:2.0:1788624518.246717:0:31989:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788624518.246721:0:31989:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788624518.246723:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.246725:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624518.246727:0:31989:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788624518.246729:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882063938 00000002:00002000:2.0:1788624518.246731:0:31989:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788624518.246734:0:31989:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624518.246738:0:31989:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624518.246740:0:31989:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788624518.246743:0:31989:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788624518.246746:0:31989:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624518.246750:0:31989:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624518.246754:0:31989:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd11181a00. 00000080:00000001:2.0:1788624518.246760:0:31989:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624518.246762:0:31989:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788624518.246769:0:31989:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788624518.246773:0:31989:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788624518.246782:0:31989:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd11d2d400. 00800000:00000001:2.0:1788624518.246785:0:31989:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773498692608 : -112300210859008 : ffff99dd11d2d400) 00800000:00000001:2.0:1788624518.246787:0:31989:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.246789:0:31989:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788624518.246791:0:31989:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788624518.246793:0:31989:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788624518.246795:0:31989:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788624518.246798:0:31989:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788624518.246800:0:31989:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624518.246804:0:31989:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788624518.246807:0:31989:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788624518.246811:0:31989:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1788624518.246813:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.246815:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.246816:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:2.0:1788624518.246818:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624518.246819:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624518.246821:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.246822:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624518.246823:0:31989:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788624518.246825:0:31989:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788624518.246827:0:31989:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd11d2d400 1 00800000:00000010:2.0:1788624518.246829:0:31989:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd11d2d400. 00800000:00000001:2.0:1788624518.246832:0:31989:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624518.246835:0:31989:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef417a8 00800000:00000001:2.0:1788624518.246838:0:31989:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624518.246840:0:31989:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624518.246842:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.246842:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.246844:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:2.0:1788624518.246845:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624518.246847:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624518.246849:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.246850:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624518.246851:0:31989:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624518.246853:0:31989:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624518.246855:0:31989:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624518.246857:0:31989:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624518.246860:0:31989:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef417a8 from it ffffbef882063bf8 00010000:00000001:2.0:1788624518.246862:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.246863:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.246864:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:2.0:1788624518.246865:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624518.246868:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624518.246869:0:31989:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624518.246872:0:31989:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef417a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7cbb expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.246879:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.246880:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.246881:0:31989:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624518.246883:0:31989:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624518.246886:0:31989:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef417a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7cbb expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624518.246900:0:31989:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624518.246902:0:31989:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624518.246905:0:31989:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624518.246909:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.246911:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.246912:0:31989:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.246916:0:31989:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624518.246918:0:31989:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.246920:0:31989:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.246922:0:31989:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.246924:0:31989:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624518.246925:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.246926:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624518.246927:0:31989:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624518.246933:0:31989:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d63100 x1875506845035392/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624534 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.246939:0:31989:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624518.246942:0:31989:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624518.246945:0:31989:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd1870d800. 02000000:00000001:2.0:1788624518.246949:0:31989:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624518.246951:0:31989:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624518.246953:0:31989:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624518.246956:0:31989:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624518.246958:0:31989:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd04838000. 02000000:00000001:2.0:1788624518.246961:0:31989:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624518.246963:0:31989:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624518.246965:0:31989:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63100. 00000100:00000001:2.0:1788624518.246970:0:31989:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624518.246972:0:31989:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624518.246975:0:31989:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788624518.246980:0:31989:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624518.246993:0:31989:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd104cbf40. 00000020:00000001:2.0:1788624518.246999:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882063b28 00000080:00200000:2.0:1788624518.247001:0:31989:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), flags=25 00000080:00000001:2.0:1788624518.247005:0:31989:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788624518.247008:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820639d8 00000080:00200000:2.0:1788624518.247010:0:31989:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=0 00000080:00000010:2.0:1788624518.247018:0:31989:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd11181a00. 00800000:00000002:2.0:1788624518.247024:0:31989:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624518.247029:0:31989:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624518.247033:0:31989:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624518.247035:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820638f8 00800000:00000002:2.0:1788624518.247038:0:31989:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624518.247041:0:31989:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624518.247045:0:31989:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624518.247047:0:31989:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624518.247050:0:31989:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624518.247053:0:31989:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624518.247055:0:31989:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624518.247057:0:31989:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624518.247060:0:31989:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624518.247063:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882063890 00800000:00000002:2.0:1788624518.247065:0:31989:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:2.0:1788624518.247069:0:31989:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624518.247071:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820637c8 00000002:00010000:2.0:1788624518.247073:0:31989:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788624518.247077:0:31989:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788624518.247079:0:31989:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788624518.247083:0:31989:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63100. 00000020:00000040:2.0:1788624518.247086:0:31989:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:2.0:1788624518.247091:0:31989:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624518.247095:0:31989:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624518.247097:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.247099:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.247100:0:31989:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.247103:0:31989:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624518.247132:0:31989:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624518.247136:0:31989:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624518.247143:0:31989:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd04838000. 00000100:00000001:2.0:1788624518.247150:0:31989:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.247153:0:31989:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624518.247156:0:31989:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.247157:0:31989:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624518.247158:0:31989:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.247160:0:31989:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.247168:0:31989:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773498913024 : -112300210638592 : ffff99dd11d63100) 00010000:00000001:2.0:1788624518.247172:0:31989:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624518.247174:0:31989:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788624518.247177:0:31989:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870200 count: 2 00010000:00000001:2.0:1788624518.247180:0:31989:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624518.247183:0:31989:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624518.247186:0:31989:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10767400. 00000020:00000001:2.0:1788624518.247189:0:31989:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624518.247192:0:31989:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10767400 with handle 0xcc94206c7ef417af to hash 00000020:00000001:2.0:1788624518.247194:0:31989:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624518.247195:0:31989:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624518.247199:0:31989:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624518.247202:0:31989:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624518.247204:0:31989:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624518.247207:0:31989:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef417af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624518.247216:0:31989:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef417af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624518.247227:0:31989:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef417af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31989 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624518.247234:0:31989:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624518.247236:0:31989:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624518.247243:0:31989:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd036ecf00. 00000100:00000001:2.0:1788624518.247246:0:31989:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773257256704 : -112300452294912 : ffff99dd036ecf00) 00000100:00000001:2.0:1788624518.247249:0:31989:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624518.247252:0:31989:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913024 : -112300210638592 : ffff99dd11d63100) 00000100:00000001:2.0:1788624518.247256:0:31989:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624518.247261:0:31989:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.247263:0:31989:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624518.247265:0:31989:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624518.247271:0:31989:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63100 x1875506845035520/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.247280:0:31989:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624518.247283:0:31989:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624518.247286:0:31989:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624518.247289:0:31989:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624518.247293:0:31989:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624518.247297:0:31989:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63100 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31989:1875506845035520:192.168.202.125@tcp:101:multiop.0 00000100:00000001:2.0:1788624518.247302:0:31989:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624518.247308:0:31989:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624518.247310:0:31989:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624518.247313:0:31989:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624518.247317:0:31989:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd1870d800. 02000000:00000001:2.0:1788624518.247319:0:31989:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624518.247326:0:31989:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624518.247330:0:31989:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2058. 00000400:00000010:2.0:1788624518.247337:0:31989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08770. 00000100:00000200:2.0:1788624518.247343:0:31989:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845035520, portal 10 00000100:00000001:2.0:1788624518.247345:0:31989:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624518.247347:0:31989:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913024 : -112300210638592 : ffff99dd11d63100) 00000100:00000040:2.0:1788624518.247353:0:31989:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d63100 x1875506845035520/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624534 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.247360:0:31989:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624518.247363:0:31989:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624518.247366:0:31989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e085d8. 00000100:00000200:2.0:1788624518.247369:0:31989:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875506845035520, offset 0 00000400:00000200:2.0:1788624518.247375:0:31989:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624518.247396:0:31989:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624518.247406:0:31989:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624518.247412:0:31989:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624518.247417:0:31989:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624518.247421:0:31989:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624518.247424:0:31989:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624518.247428:0:31989:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2705:2705:256:4294967295] 192.168.202.125@tcp LPNI seq info [2705:2705:8:4294967295] 00000400:00000200:2.0:1788624518.247433:0:31989:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624518.247443:0:31989:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624518.247450:0:31989:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624518.247456:0:31989:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03a0e900. 00000800:00000200:2.0:1788624518.247464:0:31989:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624518.247473:0:31989:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624518.247478:0:31989:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03a0e900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788624518.247495:0:31989:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624518.247500:0:31989:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 796161 usecs (797 jiffies) 00000400:00000200:2.0:1788624518.247504:0:31989:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624518.247507:0:31989:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296533105 00000100:00000001:2.0:1788624518.247514:0:31989:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296533099 00000100:00000001:2.0:1788624518.247521:0:31989:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296533105 00000100:00000001:2.0:1788624518.247525:0:31989:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296533099 00000100:00000001:2.0:1788624518.247528:0:31989:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624518.247531:0:31989:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.247533:0:31989:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624518.247536:0:31989:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624518.247538:0:31989:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd036ecf00 going to sleep for 11 seconds 00000100:00000001:2.0:1788624518.247541:0:31989:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624518.247544:0:31989:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624518.249856:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624518.249870:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0e900. 00000400:00000200:3.0:1788624518.249880:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624518.249894:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624518.249906:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e085d8 00000400:00000010:3.0:1788624518.249910:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e085d8. 00000100:00000001:3.0:1788624518.249919:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624518.249930:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63100 x1875506845035520/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624534 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624518.249945:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624518.249948:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d63100 x1875506845035520/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624534 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624518.249955:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624518.249957:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624518.253948:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.253974:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624518.253980:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.253983:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624518.253995:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.254006:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624518.254018:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.254024:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.254030:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.254035:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745ac00 00000400:00000200:3.0:1788624518.254041:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.254048:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7c25 [1] + 224 00000800:00000001:3.0:1788624518.254056:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.254063:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624518.254068:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624518.254073:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624518.254083:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624518.254095:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63100 x1875506845035520/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624534 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624518.254163:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11d63100 x1875506845035520/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624518.254183:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624518.254199:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.254203:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624518.254534:0:31989:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624518.254549:0:31989:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624518.254552:0:31989:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624518.254558:0:31989:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2058. 00000400:00000200:2.0:1788624518.254567:0:31989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08770 00000400:00000010:2.0:1788624518.254569:0:31989:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08770. 00000100:00000001:2.0:1788624518.254575:0:31989:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624518.254587:0:31989:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d63100 x1875506845035520/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788624518.254599:0:31989:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d63100 x1875506845035520/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.254608:0:31989:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624518.254611:0:31989:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624518.254615:0:31989:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624518.254618:0:31989:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624518.254621:0:31989:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624518.254623:0:31989:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624518.254626:0:31989:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624518.254635:0:31989:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=97 v=5 (103 103 103 137) 00000100:00001000:2.0:1788624518.254640:0:31989:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624518.254642:0:31989:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624518.254644:0:31989:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.254646:0:31989:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624518.254651:0:31989:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.254655:0:31989:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624518.254657:0:31989:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967595 00000100:00000001:2.0:1788624518.254659:0:31989:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624518.254662:0:31989:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624518.254666:0:31989:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d63100 x1875506845035520/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.254674:0:31989:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624518.254677:0:31989:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624518.254679:0:31989:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624518.254683:0:31989:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63100 x1875506845035520/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624534 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788624518.254690:0:31989:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d63100 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31989:1875506845035520:192.168.202.125@tcp:101:multiop.0 00000100:00000001:2.0:1788624518.254695:0:31989:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624518.254698:0:31989:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.254701:0:31989:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624518.254703:0:31989:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624518.254706:0:31989:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d63100 x1875506845035520/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624534 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.254712:0:31989:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624518.254715:0:31989:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd036ecf00. 00000100:00000001:2.0:1788624518.254720:0:31989:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624518.254721:0:31989:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.254724:0:31989:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788624518.254727:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.254730:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.254733:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=4 00000020:00000001:2.0:1788624518.254736:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624518.254739:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000040:2.0:1788624518.254745:0:31989:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10767400, remote cookie: 0xa103bd66258a7cd7, flags: 0x1001 00010000:00010000:2.0:1788624518.254750:0:31989:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef417af lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7cd7 expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788624518.254759:0:31989:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788624518.254762:0:31989:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788624518.254774:0:31989:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03870b00. 00010000:00000010:2.0:1788624518.254779:0:31989:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd05188880. 00010000:00000001:2.0:1788624518.254783:0:31989:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624518.254786:0:31989:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef417af lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7cd7 expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624518.254792:0:31989:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef417af lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7cd7 expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.254802:0:31989:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788624518.254806:0:31989:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788624518.254808:0:31989:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788624518.254810:0:31989:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788624518.254811:0:31989:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788624518.254814:0:31989:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1f:0x0].0x0 (ffff99dd03870b00) refcount = 1 00010000:00010000:2.0:1788624518.254818:0:31989:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef417af lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7cd7 expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.254823:0:31989:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788624518.254826:0:31989:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788624518.254828:0:31989:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624518.254831:0:31989:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788624518.254833:0:31989:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624518.254837:0:31989:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef417af lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7cd7 expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.254841:0:31989:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788624518.254843:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.254845:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.254846:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.254847:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.254848:0:31989:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.254853:0:31989:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788624518.254854:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.254855:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.254856:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:2.0:1788624518.254858:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624518.254860:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624518.254862:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.254863:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.254864:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=4 00000020:00000001:2.0:1788624518.254865:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624518.254868:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624518.254870:0:31989:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624518.254873:0:31989:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624518.254876:0:31989:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef417af lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7cd7 expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.254881:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.254882:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.254883:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.254884:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.254885:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=5 00000020:00000001:2.0:1788624518.254887:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624518.254889:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624518.254891:0:31989:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624518.254893:0:31989:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef417af lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7cd7 expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.254898:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.254899:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788624518.254901:0:31989:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef417af lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7cd7 expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.254906:0:31989:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624518.254907:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.254908:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.254909:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.254923:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788624518.254928:0:31989:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff99dd11d63100 x1875506845035520/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624534 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788624518.254938:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.254939:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.254940:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:2.0:1788624518.254943:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624518.254945:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624518.254947:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.254948:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624518.254950:0:31989:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.254952:0:31989:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.254955:0:31989:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788624518.254957:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.254958:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.254959:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:2.0:1788624518.254960:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624518.254962:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00000002:00010000:2.0:1788624518.254965:0:31989:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef417af lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7cd7 expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.254970:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.254971:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.254973:0:31989:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624518.254974:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.254975:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.254976:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:2.0:1788624518.254978:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624518.254980:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000040:2.0:1788624518.254984:0:31989:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870b00 count: 2 00010000:00000001:2.0:1788624518.254986:0:31989:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788624518.254990:0:31989:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/31 (0 0) 00010000:00000001:2.0:1788624518.254992:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.254993:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624518.254994:0:31989:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788624518.254997:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882063750 00000002:00002000:2.0:1788624518.254999:0:31989:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788624518.255002:0:31989:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624518.255005:0:31989:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624518.255008:0:31989:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788624518.255011:0:31989:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788624518.255014:0:31989:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624518.255018:0:31989:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:2.0:1788624518.255020:0:31989:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788624518.255022:0:31989:0:(namei.c:674:ll_lookup_it_finish()) it ffffbef882063ac8 it_disposition b 00000080:00000001:2.0:1788624518.255024:0:31989:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788624518.255029:0:31989:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788624518.255032:0:31989:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788624518.255037:0:31989:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd11d2d400. 00800000:00000001:2.0:1788624518.255039:0:31989:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773498692608 : -112300210859008 : ffff99dd11d2d400) 00800000:00000001:2.0:1788624518.255041:0:31989:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.255044:0:31989:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788624518.255046:0:31989:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:2.0:1788624518.255049:0:31989:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788624518.255054:0:31989:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788624518.255056:0:31989:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1f:0x0] 00000080:00000001:2.0:1788624518.255059:0:31989:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000002:2.0:1788624518.255063:0:31989:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=invalid:0x0 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:2.0:1788624518.255068:0:31989:0:(llite_lib.c:1947:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788624518.255069:0:31989:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624518.255072:0:31989:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:2.0:1788624518.255075:0:31989:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788624518.255080:0:31989:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1f:0x0], updating i_size 4096 00000080:00200000:2.0:1788624518.255082:0:31989:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x1f:0x0](ffff99dd191b8908): rc = 0 00000080:00000001:2.0:1788624518.255085:0:31989:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620898056 : -112300088653560 : ffff99dd191b8908) 00010000:00000001:2.0:1788624518.255087:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.255088:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.255090:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:2.0:1788624518.255091:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624518.255093:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624518.255095:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.255096:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624518.255098:0:31989:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788624518.255100:0:31989:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788624518.255102:0:31989:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624518.255155:0:31989:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1f:0x0](ffff99dd191b8908) for lock 0xcc94206c7ef417af 00800000:00000001:2.0:1788624518.255159:0:31989:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624518.255161:0:31989:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624518.255162:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.255163:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.255165:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:2.0:1788624518.255167:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624518.255170:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624518.255173:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.255174:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624518.255176:0:31989:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624518.255177:0:31989:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788624518.255185:0:31989:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd19338ca8 inode ffff99dd191b8908 refc 1 flags 0x20000e 00000080:00000002:2.0:1788624518.255190:0:31989:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1788624518.255194:0:31989:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788624518.255197:0:31989:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1f:0x0](ffff99dd191b8908) 00000080:00010000:2.0:1788624518.255201:0:31989:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef417af from it ffffbef882063ac8 00010000:00000001:2.0:1788624518.255204:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.255205:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.255206:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:2.0:1788624518.255208:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624518.255210:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624518.255212:0:31989:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624518.255214:0:31989:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef417af lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7cd7 expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.255481:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.255486:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.255488:0:31989:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624518.255490:0:31989:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624518.255494:0:31989:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef417af lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7cd7 expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624518.255501:0:31989:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624518.255504:0:31989:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624518.255506:0:31989:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624518.255513:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.255514:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.255516:0:31989:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.255519:0:31989:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624518.255521:0:31989:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.255523:0:31989:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.255526:0:31989:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.255528:0:31989:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624518.255530:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.255531:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624518.255533:0:31989:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788624518.255537:0:31989:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd11181a00. 00000100:00000001:2.0:1788624518.255541:0:31989:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624518.255546:0:31989:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d63100 x1875506845035520/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624534 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.255553:0:31989:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624518.255555:0:31989:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624518.255559:0:31989:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd1870d800. 02000000:00000001:2.0:1788624518.255561:0:31989:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624518.255564:0:31989:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624518.255565:0:31989:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624518.255568:0:31989:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624518.255570:0:31989:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd04838000. 02000000:00000001:2.0:1788624518.255573:0:31989:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624518.255575:0:31989:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624518.255577:0:31989:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63100. 00000100:00000001:2.0:1788624518.255582:0:31989:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624518.255584:0:31989:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624518.255592:0:31989:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788624518.255594:0:31989:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff99dd191b8908), inode mode 41ed mask 1 00000080:00000001:2.0:1788624518.255603:0:31989:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624518.255618:0:31989:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd104cb900. 00000080:00000001:2.0:1788624518.255622:0:31989:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788624518.255627:0:31989:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff99dd191b8908), inode mode 41ed mask 3 00000080:00000001:2.0:1788624518.255630:0:31989:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624518.255633:0:31989:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788624518.255635:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882063b58 00000080:00200000:2.0:1788624518.255638:0:31989:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000405:0x1f:0x0](ffff99dd191b8908), file ffff99dd08739800, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788624518.255643:0:31989:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff99dd18588ba0. 00000080:00000001:2.0:1788624518.255647:0:31989:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788624518.255649:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882063a08 00000080:00200000:2.0:1788624518.255650:0:31989:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x1f:0x0](ffff99dd191b8908), intent=open|creat 00000080:00000010:2.0:1788624518.255657:0:31989:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd11181a00. 00800000:00000002:2.0:1788624518.255661:0:31989:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd11d2d400 2 00000080:00000001:2.0:1788624518.255666:0:31989:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624518.255669:0:31989:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624518.255671:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882063928 00800000:00000002:2.0:1788624518.255673:0:31989:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000405:0x1f:0x0] 00800000:00000001:2.0:1788624518.255676:0:31989:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788624518.255679:0:31989:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788624518.255683:0:31989:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624518.255685:0:31989:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624518.255688:0:31989:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624518.255691:0:31989:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624518.255693:0:31989:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624518.255696:0:31989:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:2.0:1788624518.255698:0:31989:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624518.255705:0:31989:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446631773493984256 : -112300215567360 : ffff99dd118afc00) 00800000:00000001:2.0:1788624518.255710:0:31989:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788624518.255712:0:31989:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788624518.255715:0:31989:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788624518.255718:0:31989:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788624518.255722:0:31989:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff99dd10dbf800: Allocated FID [0x200000405:0x21:0x0] 40000000:00000001:2.0:1788624518.255724:0:31989:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.255726:0:31989:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624518.255731:0:31989:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624518.255733:0:31989:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624518.255736:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820638a8 00800000:00000002:2.0:1788624518.255738:0:31989:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x1f:0x0], fid2=[0x200000405:0x21:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:2.0:1788624518.255743:0:31989:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624518.255745:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820637e0 00000002:00010000:2.0:1788624518.255746:0:31989:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000405:0x21:0x0]) in obj [0x200000405:0x1f:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788624518.255750:0:31989:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788624518.255752:0:31989:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788624518.255755:0:31989:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788624518.255760:0:31989:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.255762:0:31989:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788624518.255764:0:31989:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870b00 count: 2 00010000:00000001:2.0:1788624518.255766:0:31989:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624518.255769:0:31989:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788624518.255772:0:31989:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.255774:0:31989:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.255776:0:31989:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624518.255781:0:31989:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63100. 00000020:00000040:2.0:1788624518.255784:0:31989:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:2.0:1788624518.255789:0:31989:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788624518.255791:0:31989:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.255795:0:31989:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624518.255798:0:31989:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624518.255801:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.255802:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.255804:0:31989:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.255807:0:31989:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624518.255813:0:31989:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624518.255817:0:31989:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624518.255823:0:31989:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd04838000. 00000100:00000001:2.0:1788624518.255830:0:31989:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.255834:0:31989:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624518.255838:0:31989:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.255840:0:31989:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624518.255841:0:31989:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.255843:0:31989:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.255852:0:31989:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773498913024 : -112300210638592 : ffff99dd11d63100) 00010000:00000001:2.0:1788624518.255855:0:31989:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624518.255857:0:31989:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788624518.255859:0:31989:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870b00 count: 2 00010000:00000001:2.0:1788624518.255974:0:31989:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624518.255977:0:31989:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624518.255981:0:31989:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10766e00. 00000020:00000001:2.0:1788624518.255985:0:31989:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624518.255987:0:31989:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10766e00 with handle 0xcc94206c7ef417b6 to hash 00000020:00000001:2.0:1788624518.255989:0:31989:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624518.255990:0:31989:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:2.0:1788624518.255994:0:31989:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:2.0:1788624518.256001:0:31989:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624518.256003:0:31989:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624518.256006:0:31989:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef417b6 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624518.256014:0:31989:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef417b6 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31989 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788624518.256028:0:31989:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788624518.256035:0:31989:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11d63100 x1875506845035776/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788624518.256044:0:31989:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef417b6 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31989 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624518.256053:0:31989:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624518.256054:0:31989:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624518.256060:0:31989:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd036ecf00. 00000100:00000001:2.0:1788624518.256062:0:31989:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773257256704 : -112300452294912 : ffff99dd036ecf00) 00000100:00000001:2.0:1788624518.256065:0:31989:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624518.256067:0:31989:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913024 : -112300210638592 : ffff99dd11d63100) 00000100:00000001:2.0:1788624518.256071:0:31989:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624518.256078:0:31989:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.256080:0:31989:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624518.256082:0:31989:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624518.256086:0:31989:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63100 x1875506845035776/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.256094:0:31989:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624518.256097:0:31989:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624518.256101:0:31989:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624518.256136:0:31989:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624518.256139:0:31989:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624518.256143:0:31989:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63100 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31989:1875506845035776:192.168.202.125@tcp:101:multiop.0 00000100:00000001:2.0:1788624518.256147:0:31989:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624518.256153:0:31989:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624518.256155:0:31989:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624518.256157:0:31989:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624518.256218:0:31989:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff99dd04840000. 02000000:00000001:2.0:1788624518.256221:0:31989:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624518.256230:0:31989:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624518.256235:0:31989:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2058. 00000400:00000010:2.0:1788624518.256242:0:31989:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff99dd04838400. 00000100:00000200:2.0:1788624518.256249:0:31989:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875506845035776, portal 10 00000100:00000001:2.0:1788624518.256251:0:31989:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624518.256252:0:31989:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913024 : -112300210638592 : ffff99dd11d63100) 00000100:00000040:2.0:1788624518.256264:0:31989:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d63100 x1875506845035776/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624534 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.256271:0:31989:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624518.256274:0:31989:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624518.256277:0:31989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08770. 00000100:00000200:2.0:1788624518.256280:0:31989:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875506845035776, offset 0 00000400:00000200:2.0:1788624518.256286:0:31989:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624518.256294:0:31989:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624518.256302:0:31989:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624518.256308:0:31989:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624518.256313:0:31989:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624518.256316:0:31989:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624518.256319:0:31989:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624518.256322:0:31989:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2706:2706:256:4294967295] 192.168.202.125@tcp LPNI seq info [2706:2706:8:4294967295] 00000400:00000200:2.0:1788624518.256327:0:31989:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624518.256341:0:31989:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624518.256347:0:31989:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624518.256352:0:31989:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03a0e900. 00000800:00000200:2.0:1788624518.256359:0:31989:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624518.256366:0:31989:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624518.256374:0:31989:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03a0e900 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788624518.256402:0:31989:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624518.256407:0:31989:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 794976 usecs (795 jiffies) 00000400:00000200:2.0:1788624518.256414:0:31989:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624518.256417:0:31989:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296533113 00000100:00000001:2.0:1788624518.256425:0:31989:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296533105 00000100:00000001:2.0:1788624518.256430:0:31989:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296533113 00000100:00000001:2.0:1788624518.256433:0:31989:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296533105 00000100:00000001:2.0:1788624518.256439:0:31989:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624518.256442:0:31989:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.256444:0:31989:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624518.256446:0:31989:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624518.256449:0:31989:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd036ecf00 going to sleep for 11 seconds 00000100:00000001:2.0:1788624518.256451:0:31989:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624518.256453:0:31989:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624518.256677:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624518.256687:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0e900. 00000400:00000200:3.0:1788624518.256696:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624518.256958:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624518.256967:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08770 00000400:00000010:3.0:1788624518.256971:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08770. 00000100:00000001:3.0:1788624518.256977:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624518.256984:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63100 x1875506845035776/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624534 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624518.256996:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624518.257000:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d63100 x1875506845035776/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624534 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624518.257008:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624518.257010:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624518.275678:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.275715:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624518.275720:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.275723:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624518.275734:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.275744:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624518.275755:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.275761:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.275767:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.275773:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c37745ad00 00000400:00000200:3.0:1788624518.275779:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624518.275787:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x7c35 [32] + 224 00000800:00000001:3.0:1788624518.275797:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.275806:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624518.275810:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624518.275815:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624518.275826:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624518.275839:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63100 x1875506845035776/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624534 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624518.275851:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff99dd11d63100 x1875506845035776/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624518.275875:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624518.275885:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624518.275889:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624518.278450:0:31989:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624518.278469:0:31989:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624518.278479:0:31989:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624518.278484:0:31989:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2058. 00000400:00000200:2.0:1788624518.278495:0:31989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd04838400 00000400:00000010:2.0:1788624518.278501:0:31989:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff99dd04838400. 00000100:00000001:2.0:1788624518.278508:0:31989:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624518.278521:0:31989:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d63100 x1875506845035776/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788624518.278533:0:31989:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d63100 x1875506845035776/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624534 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.278541:0:31989:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624518.278543:0:31989:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624518.278546:0:31989:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624518.278549:0:31989:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624518.278552:0:31989:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624518.278554:0:31989:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624518.278556:0:31989:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624518.278567:0:31989:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=97 v=5 (103 103 103 137) 00000100:00001000:2.0:1788624518.278571:0:31989:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624518.278574:0:31989:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624518.278575:0:31989:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.278578:0:31989:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624518.278582:0:31989:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.278586:0:31989:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788624518.278588:0:31989:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000012c/0x1] 00000100:00000001:2.0:1788624518.278590:0:31989:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788624518.278592:0:31989:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624518.278594:0:31989:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913024 : -112300210638592 : ffff99dd11d63100) 00000100:00000001:2.0:1788624518.278597:0:31989:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624518.278599:0:31989:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967595 00000100:00000001:2.0:1788624518.278601:0:31989:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624518.278604:0:31989:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624518.278609:0:31989:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d63100 x1875506845035776/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624534 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.278617:0:31989:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624518.278620:0:31989:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624518.278621:0:31989:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624518.278629:0:31989:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63100 x1875506845035776/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624534 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788624518.278644:0:31989:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d63100 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31989:1875506845035776:192.168.202.125@tcp:101:multiop.0 00000100:00000001:2.0:1788624518.278648:0:31989:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624518.278651:0:31989:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624518.278653:0:31989:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624518.278655:0:31989:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624518.278659:0:31989:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d63100 x1875506845035776/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624534 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624518.278665:0:31989:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624518.278668:0:31989:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd036ecf00. 00000100:00000001:2.0:1788624518.278673:0:31989:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624518.278675:0:31989:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.278678:0:31989:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788624518.278683:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.278686:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.278690:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766e00 refcount=4 00000020:00000001:2.0:1788624518.278692:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:2.0:1788624518.278695:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000040:2.0:1788624518.278701:0:31989:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10766e00, remote cookie: 0xa103bd66258a7cf3, flags: 0x1001 00010000:00010000:2.0:1788624518.278710:0:31989:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef417b6 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7cf3 expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788624518.278720:0:31989:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x21:0x0].0x0, instead of [0x200000405:0x1f:0x0].0x0 00010000:00000001:2.0:1788624518.278724:0:31989:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788624518.278739:0:31989:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03870900. 00010000:00000010:2.0:1788624518.278745:0:31989:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd05188b80. 00010000:00000001:2.0:1788624518.278749:0:31989:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624518.278753:0:31989:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef417b6 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7cf3 expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624518.278766:0:31989:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef417b6 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7cf3 expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.278773:0:31989:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788624518.278776:0:31989:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788624518.278779:0:31989:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788624518.278781:0:31989:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788624518.278782:0:31989:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788624518.278785:0:31989:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x21:0x0].0x0 (ffff99dd03870900) refcount = 1 00010000:00010000:2.0:1788624518.278789:0:31989:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef417b6 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7cf3 expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.278796:0:31989:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788624518.278799:0:31989:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788624518.278801:0:31989:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624518.278804:0:31989:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788624518.278806:0:31989:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624518.278810:0:31989:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef417b6 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7cf3 expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.278816:0:31989:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788624518.278818:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.278820:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.278821:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.278822:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.278823:0:31989:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.278828:0:31989:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788624518.278830:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.278832:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.278834:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766e00 refcount=3 00000020:00000001:2.0:1788624518.278836:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:2.0:1788624518.278838:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:2.0:1788624518.278841:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.278842:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.278843:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766e00 refcount=4 00000020:00000001:2.0:1788624518.278845:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:2.0:1788624518.278847:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:2.0:1788624518.278849:0:31989:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624518.278852:0:31989:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624518.278856:0:31989:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef417b6 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7cf3 expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.279237:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.279238:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.279240:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.279242:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.279243:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766e00 refcount=5 00000020:00000001:2.0:1788624518.279245:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:2.0:1788624518.279248:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:2.0:1788624518.279250:0:31989:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624518.279254:0:31989:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef417b6 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7cf3 expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.279264:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.279266:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788624518.279268:0:31989:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef417b6 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7cf3 expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.279274:0:31989:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624518.279275:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.279276:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.279277:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.279278:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788624518.279285:0:31989:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff99dd11d63100 x1875506845035776/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624534 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788624518.279302:0:31989:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788624518.279307:0:31989:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11d63100 x1875506845035776/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624534 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788624518.279314:0:31989:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624518.279321:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.279323:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.279324:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766e00 refcount=3 00000020:00000001:2.0:1788624518.279326:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:2.0:1788624518.279328:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00000002:00010000:2.0:1788624518.279332:0:31989:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef417b6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7cf3 expref: -99 pid: 31989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788624518.279347:0:31989:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99dd11d2d5c0. 00010000:00000001:2.0:1788624518.279349:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.279351:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624518.279353:0:31989:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.279355:0:31989:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624518.279358:0:31989:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788624518.279360:0:31989:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624518.279362:0:31989:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913024 : -112300210638592 : ffff99dd11d63100) 00000100:00000001:2.0:1788624518.279367:0:31989:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624518.279369:0:31989:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913024 : -112300210638592 : ffff99dd11d63100) 00010000:00000001:2.0:1788624518.279371:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.279373:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.279374:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766e00 refcount=3 00000020:00000001:2.0:1788624518.279376:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:2.0:1788624518.279378:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00000002:00010000:2.0:1788624518.279389:0:31989:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef417b6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7cf3 expref: -99 pid: 31989 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624518.279404:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.279406:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624518.279407:0:31989:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624518.279408:0:31989:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624518.279409:0:31989:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624518.279411:0:31989:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766e00 refcount=3 00000020:00000001:2.0:1788624518.279413:0:31989:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:2.0:1788624518.279415:0:31989:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000040:2.0:1788624518.279420:0:31989:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870900 count: 2 00010000:00000001:2.0:1788624518.279423:0:31989:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788624518.279429:0:31989:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/33 (0 0) 00010000:00000001:2.0:1788624518.279432:0:31989:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624518.279433:0:31989:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624518.279434:0:31989:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788624518.279438:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882063768 00000002:00002000:2.0:1788624518.279440:0:31989:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788624518.279443:0:31989:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624518.279446:0:31989:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624518.279449:0:31989:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788624518.279455:0:31989:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x1f:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788624518.279459:0:31989:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624518.279463:0:31989:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd11d2d400 2 00000080:00000001:2.0:1788624518.279466:0:31989:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788624518.279468:0:31989:0:(namei.c:674:ll_lookup_it_finish()) it ffff99dd18588ba0 it_disposition 1800037 00000080:00002000:2.0:1788624518.279536:0:31989:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd19338e58 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788624518.279542:0:31989:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788624518.279545:0:31989:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788624518.279549:0:31989:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882063990 00000080:00200000:2.0:1788624518.279551:0:31989:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000405:0x1f:0x0](ffff99dd191b8908), intent=open|creat 00000080:00000001:2.0:1788624518.279555:0:31989:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788624518.279557:0:31989:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788624518.279562:0:31989:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788624518.279566:0:31989:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788624518.279570:0:31989:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611169 : 144115205339611169 : 200000405000021) 00000080:00000001:2.0:1788624518.279573:0:31989:0:(namei.c:113:ll_iget()) Process entered 00000100:00000040:3.0:1788624519.058282:0:31569:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296533113, at 4296533120 00000100:00000010:3.0:1788624519.058307:0:31569:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd049adc00. 00000100:00000040:2.0:1788624519.062662:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296533113, at 4296533124 00000100:00000010:2.0:1788624519.062679:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd049ad7e0. 00010000:00000001:3.0:1788624519.126969:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624519.126980:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624519.126986:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624519.126987:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624519.142640:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624519.142646:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139ca00. 00000400:00000200:3.0:1788624519.142653:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624519.142659:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624519.142666:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053954c8 00000400:00000010:3.0:1788624519.142669:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053954c8. 00000100:00000001:3.0:1788624519.142674:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624519.142679:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05c00 x1875506845035904/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624535 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624519.142691:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624519.142694:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05c00 x1875506845035904/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624535 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624519.142702:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624519.142704:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624519.148890:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.148911:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624519.148917:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.148920:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624519.148930:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.148940:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624519.148950:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.148956:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.148963:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.148968:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745ad80 00000400:00000200:3.0:1788624519.148974:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.148982:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7c45 [1] + 224 00000800:00000001:3.0:1788624519.148991:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.149012:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624519.149016:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624519.149022:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624519.149031:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624519.149041:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05c00 x1875506845035904/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624535 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624519.149053:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11c05c00 x1875506845035904/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624535 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624519.149071:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624519.149082:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.149084:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624519.152579:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624519.152587:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c500. 00000400:00000200:3.0:1788624519.152594:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624519.152600:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624519.152609:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395220 00000400:00000010:3.0:1788624519.152612:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395220. 00000100:00000001:3.0:1788624519.152618:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624519.152623:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05c00 x1875506845036160/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624535 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624519.152632:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624519.152636:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05c00 x1875506845036160/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624535 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624519.152642:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624519.152645:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624519.166564:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.166588:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624519.166593:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.166596:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624519.166608:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.166619:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624519.166631:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.166636:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.166644:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.166649:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c37745ae80 00000400:00000200:3.0:1788624519.166656:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.166665:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x7c4d [32] + 224 00000800:00000001:3.0:1788624519.166676:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.166685:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624519.166690:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624519.166696:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624519.166708:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624519.166722:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05c00 x1875506845036160/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624535 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624519.166735:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff99dd11c05c00 x1875506845036160/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624535 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624519.166763:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624519.166776:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.166780:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:2.0:1788624519.169745:0:31999:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff99dd107ecc98. 00020000:00000001:2.0:1788624519.169757:0:31999:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446631773476408472 : -112300233143144 : ffff99dd107ecc98) 00020000:00000001:2.0:1788624519.169764:0:31999:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788624519.169768:0:31999:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788624519.169779:0:31999:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd185884e0. 00020000:00000010:2.0:1788624519.169785:0:31999:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd049c1f00. 00020000:00000010:2.0:1788624519.169791:0:31999:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd18588600. 00020000:00000001:2.0:1788624519.169794:0:31999:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773608117760 : -112300101433856 : ffff99dd18588600) 00020000:00000002:2.0:1788624519.169799:0:31999:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd18588600, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788624519.169803:0:31999:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788624519.169807:0:31999:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd049c1f00: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000001:2.0:1788624519.169811:0:31999:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788624519.169814:0:31999:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd18588600, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788624519.169817:0:31999:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788624519.169820:0:31999:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd049c1f00: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000010:2.0:1788624519.169825:0:31999:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff99dd11da3d50. 00020000:00000010:2.0:1788624519.169829:0:31999:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff99dd036ecf00. 00020000:00000001:2.0:1788624519.169836:0:31999:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788624519.169840:0:31999:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff99dd055c63d8. 00020000:00000001:2.0:1788624519.169844:0:31999:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788624519.169846:0:31999:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788624519.169856:0:31999:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788624519.169861:0:31999:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff99dd04f3d708. 00000020:00000001:2.0:1788624519.169865:0:31999:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788624519.169867:0:31999:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624519.169870:0:31999:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446631773282752392 : -112300426799224 : ffff99dd04f3d788) 00020000:00000001:2.0:1788624519.169876:0:31999:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788624519.169885:0:31999:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff99dd42066c40. 00020000:00000001:2.0:1788624519.169888:0:31999:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624519.169895:0:31999:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446631773282752392 : -112300426799224 : ffff99dd04f3d788) 00020000:00000001:2.0:1788624519.169898:0:31999:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446631773282752392 : -112300426799224 : ffff99dd04f3d788) 00020000:00000002:2.0:1788624519.169902:0:31999:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x14:0x0]@ffff99dd04f3d708[0:0] -> [0x200000405:0x22:0x0]@ffff99dd10db70c8: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000001:2.0:1788624519.169908:0:31999:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788624519.169912:0:31999:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788624519.169914:0:31999:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624519.169918:0:31999:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446631773482479944 : -112300227071672 : ffff99dd10db7148) 00000020:00001000:2.0:1788624519.169925:0:31999:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591360 00000080:00000001:2.0:1788624519.169935:0:31999:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:2.0:1788624519.169938:0:31999:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788624519.169942:0:31999:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611170 mtime from 0 to 1788624519 00000080:00000001:2.0:1788624519.169951:0:31999:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788624519.169956:0:31999:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773627957960 : -112300081593656 : ffff99dd198742c8) 00010000:00000001:2.0:1788624519.169962:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624519.169964:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624519.169968:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18000 refcount=3 00000020:00000001:2.0:1788624519.169971:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:2.0:1788624519.169975:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00000080:00000001:2.0:1788624519.169981:0:31999:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788624519.169984:0:31999:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624519.170682:0:31999:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832424 : -112300453719192 : ffff99dd03591368) 00000020:00001000:2.0:1788624519.170692:0:31999:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591360 00000020:00000001:2.0:1788624519.170695:0:31999:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788624519.170699:0:31999:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788624519.170701:0:31999:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788624519.170709:0:31999:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd18588120. 00020000:00000010:2.0:1788624519.170713:0:31999:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd049c1b00. 00020000:00000010:2.0:1788624519.170717:0:31999:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd18588c00. 00020000:00000001:2.0:1788624519.170719:0:31999:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773608119296 : -112300101432320 : ffff99dd18588c00) 00020000:00000002:2.0:1788624519.170722:0:31999:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd18588c00, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788624519.170727:0:31999:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788624519.170732:0:31999:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd049c1b00: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000002:2.0:1788624519.170736:0:31999:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd107ecc98) owner ffff99dd21008000 00020000:00000001:2.0:1788624519.170739:0:31999:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788624519.170741:0:31999:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd107ecc98) owner ffff99dd21008000 00020000:00000010:2.0:1788624519.170746:0:31999:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd049c1b00. 00020000:00000010:2.0:1788624519.170753:0:31999:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd18588120. 00020000:00000010:2.0:1788624519.170756:0:31999:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd18588c00. 00020000:00000002:2.0:1788624519.170759:0:31999:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788624519.170761:0:31999:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624519.170763:0:31999:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624519.170768:0:31999:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788624519.170771:0:31999:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ecc98) owner 0000000000000000/ffff99dd21008000 00020000:00000002:2.0:1788624519.170775:0:31999:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd18588600 addref 2/0 by ffff99dd21008000. 00020000:00000002:2.0:1788624519.170777:0:31999:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ecc98) owner 0000000000000000/ffff99dd21008000 00020000:00000001:2.0:1788624519.170780:0:31999:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788624519.170783:0:31999:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788624519.170784:0:31999:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788624519.170786:0:31999:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788624519.170788:0:31999:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788624519.170791:0:31999:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x22:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788624519.170794:0:31999:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591360 00000080:00000001:2.0:1788624519.170798:0:31999:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624519.170800:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624519.170803:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624519.170805:0:31999:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788624519.170811:0:31999:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788624519.170814:0:31999:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624519.170817:0:31999:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x22:0x0](ffff99dd198742c8) 00000080:00010000:2.0:1788624519.170821:0:31999:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x22:0x0](ffff99dd198742c8) for lock 0xcc94206c7ef417c4 00800000:00000001:2.0:1788624519.170835:0:31999:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624519.170840:0:31999:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624519.170841:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624519.170843:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624519.170845:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18000 refcount=3 00000020:00000001:2.0:1788624519.170849:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:2.0:1788624519.170851:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:2.0:1788624519.170854:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624519.170855:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624519.170857:0:31999:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624519.170859:0:31999:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624519.170861:0:31999:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788624519.170865:0:31999:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624519.170881:0:31999:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff99dd11c05c00 x1875506845036160/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624535 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624519.170891:0:31999:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788624519.170898:0:31999:0:(namei.c:1651:ll_create_it()) inode ffff99dd198742c8 need_sync_to_mds [0x200000405:0x22:0x0] 00000080:00000001:2.0:1788624519.170903:0:31999:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624519.170908:0:31999:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x22:0x0](ffff99dd198742c8) 00000080:00000001:2.0:1788624519.170911:0:31999:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788624519.170917:0:31999:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18745c00. 00000100:00000001:2.0:1788624519.170922:0:31999:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624519.170925:0:31999:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05c00 x1875506845036160/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624535 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624519.170932:0:31999:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624519.170938:0:31999:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788624519.170940:0:31999:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788624519.170942:0:31999:0:(namei.c:1500:ll_atomic_open()) inode ffff99dd198742c8 need_sync_to_mds [0x200000405:0x22:0x0] 00000080:00000001:2.0:1788624519.170954:0:31999:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788624519.170958:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88161ba68 00000080:00200008:2.0:1788624519.170961:0:31999:0:(file.c:1090:ll_file_open()) START file f:[0x200000405:0x22:0x0](ffff99dd198742c8), flags 104501 00000080:00000010:2.0:1788624519.170969:0:31999:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd017c8280. 00000080:00000010:2.0:1788624519.170978:0:31999:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd11d2d840. 00000080:00000001:2.0:1788624519.170981:0:31999:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788624519.170989:0:31999:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788624519.171363:0:31999:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624519.171366:0:31999:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624519.171379:0:31999:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624519.171383:0:31999:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624519.171387:0:31999:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624519.171389:0:31999:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:2.0:1788624519.171392:0:31999:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624519.171396:0:31999:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788624519.171404:0:31999:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd104cb040. 00000002:00100000:2.0:1788624519.171411:0:31999:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11c05c00 x1875506845036160/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624535 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788624519.171418:0:31999:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624519.171419:0:31999:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788624519.171423:0:31999:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788624519.171427:0:31999:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624519.171430:0:31999:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624519.171434:0:31999:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624519.171438:0:31999:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05c00 x1875506845036160/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624535 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788624519.171445:0:31999:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624519.171450:0:31999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff99dd04840000. 02000000:00000001:2.0:1788624519.171488:0:31999:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788624519.171490:0:31999:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624519.171492:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88161ba68 00000080:00000008:2.0:1788624519.171494:0:31999:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000405:0x22:0x0](ffff99dd198742c8), flags 104501, rc = 0 00000080:00000001:2.0:1788624519.171499:0:31999:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788624519.171501:0:31999:0:(dcache.c:176:ll_intent_release()) intent ffff99dd1879c3c0 released 00000080:00010000:2.0:1788624519.171504:0:31999:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef417c4 from it ffff99dd1879c3c0 00010000:00000001:2.0:1788624519.171507:0:31999:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624519.171509:0:31999:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624519.171511:0:31999:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18000 refcount=3 00000020:00000001:2.0:1788624519.171513:0:31999:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:2.0:1788624519.171515:0:31999:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:2.0:1788624519.171518:0:31999:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624519.171523:0:31999:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef417c4 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a7d32 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624519.171709:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624519.171710:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624519.171713:0:31999:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624519.171717:0:31999:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624519.171720:0:31999:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef417c4 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a7d32 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624519.171728:0:31999:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624519.171732:0:31999:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624519.171735:0:31999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624519.171741:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624519.171742:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624519.171745:0:31999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624519.171749:0:31999:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624519.171751:0:31999:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624519.171754:0:31999:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624519.171757:0:31999:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624519.171760:0:31999:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624519.171761:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624519.171762:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624519.171764:0:31999:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788624519.171767:0:31999:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1788624519.171770:0:31999:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788624519.171772:0:31999:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624519.171776:0:31999:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788624519.171778:0:31999:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624519.171783:0:31999:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788624519.171785:0:31999:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624519.171787:0:31999:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788624519.171790:0:31999:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624519.171792:0:31999:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788624519.171795:0:31999:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff99dd1879c3c0. 00000080:00000001:2.0:1788624519.171799:0:31999:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624519.171805:0:31999:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788624519.171808:0:31999:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x22:0x0](ffff99dd198742c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1788624519.171812:0:31999:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624519.171868:0:31999:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788624519.171873:0:31999:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ecc98) owner 0000000000000000/ffff99dd21008000 00020000:00000002:2.0:1788624519.171878:0:31999:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ecc98) owner 0000000000000000/ffff99dd21008000 00020000:00000001:2.0:1788624519.171881:0:31999:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624519.171896:0:31999:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:2.0:1788624519.171898:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88161bc30 00000080:00200008:2.0:1788624519.171901:0:31999:0:(llite_lib.c:2427:ll_setattr_raw()) START file f:[0x200000405:0x22:0x0](ffff99dd198742c8) current size 0, valid attrs 20070, mode 0, uid -1056046526, gid -1, new size 213440, atime 1788624519.000000000, mtime 1788624519.000000000, ctime 1788624519.000000000 00000080:00000002:2.0:1788624519.171907:0:31999:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 1788624519, ctime 1788624519, now = 1788624519 00000080:00000002:2.0:1788624519.171909:0:31999:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff99dd198742c8 attr 0x100201f0 need_sync_to_mds [0x200000405:0x22:0x0] 00000080:00000010:2.0:1788624519.171915:0:31999:0:(llite_lib.c:2494:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff99dd18104200. 00000080:00000001:2.0:1788624519.171919:0:31999:0:(llite_lib.c:2125:ll_md_setattr()) Process entered 00800000:00000001:2.0:1788624519.171926:0:31999:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:2.0:1788624519.171929:0:31999:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000405:0x22:0x0], valid 0x100201f0/0x0 00800000:00000001:2.0:1788624519.171931:0:31999:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624519.171933:0:31999:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624519.171934:0:31999:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624519.171936:0:31999:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624519.171938:0:31999:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624519.171939:0:31999:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:2.0:1788624519.171941:0:31999:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624519.171945:0:31999:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:2.0:1788624519.171949:0:31999:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788624519.171957:0:31999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10200 count: 2 00010000:00000001:2.0:1788624519.171960:0:31999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624519.171964:0:31999:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788624519.171967:0:31999:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788624519.171970:0:31999:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef417c4 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa103bd66258a7d32 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788624519.171978:0:31999:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788624519.171982:0:31999:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788624519.171985:0:31999:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788624519.171987:0:31999:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x22:0x0] mode (null) 00000002:00000001:2.0:1788624519.171992:0:31999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624519.171996:0:31999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624519.171998:0:31999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10200 count: 3 00010000:00000001:2.0:1788624519.172000:0:31999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624519.172004:0:31999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624519.172005:0:31999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624519.172006:0:31999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624519.172008:0:31999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10200 count: 3 00010000:00000001:2.0:1788624519.172010:0:31999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624519.172012:0:31999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624519.172013:0:31999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624519.172014:0:31999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624519.172016:0:31999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10200 count: 3 00010000:00000001:2.0:1788624519.172017:0:31999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624519.172019:0:31999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624519.172021:0:31999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624519.172022:0:31999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624519.172023:0:31999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10200 count: 3 00010000:00000001:2.0:1788624519.172025:0:31999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624519.172027:0:31999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624519.172029:0:31999:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624519.172031:0:31999:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788624519.172033:0:31999:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624519.172038:0:31999:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832424 : -112300453719192 : ffff99dd03591368) 00000020:00001000:2.0:1788624519.172040:0:31999:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591360 00000020:00000001:2.0:1788624519.172043:0:31999:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788624519.172483:0:31999:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x22:0x0]: losing layout lock 00000080:00000001:2.0:1788624519.172487:0:31999:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788624519.172490:0:31999:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788624519.172494:0:31999:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788624519.172496:0:31999:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788624519.172500:0:31999:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788624519.172502:0:31999:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624519.172504:0:31999:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788624519.172507:0:31999:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591360 00000080:00000001:2.0:1788624519.172511:0:31999:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624519.172514:0:31999:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788624519.172516:0:31999:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x22:0x0](ffff99dd198742c8) invalid 00000020:00000001:2.0:1788624519.172519:0:31999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88161b838 00000080:00002000:2.0:1788624519.172522:0:31999:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry f (ffff99dd19322a20) parent ffff99dd19322af8 inode ffff99dd198742c8 refc 1 00000080:00000001:2.0:1788624519.172537:0:31999:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788624519.172540:0:31999:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788624519.172542:0:31999:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624519.172548:0:31999:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788624519.172552:0:31999:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788624519.172554:0:31999:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788624519.172557:0:31999:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624519.172560:0:31999:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788624519.172563:0:31999:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d18000 with handle 0xcc94206c7ef417c4 from hash 00010000:00000001:2.0:1788624519.172566:0:31999:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788624519.172567:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624519.172568:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624519.172570:0:31999:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788624519.172573:0:31999:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788624519.172575:0:31999:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788624519.172579:0:31999:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788624519.172581:0:31999:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624519.172583:0:31999:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788624519.172591:0:31999:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62300. 00000020:00000040:2.0:1788624519.172596:0:31999:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:2.0:1788624519.172603:0:31999:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624519.172608:0:31999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624519.172611:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624519.172612:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624519.172614:0:31999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624519.172617:0:31999:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624519.172620:0:31999:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624519.172626:0:31999:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624519.172634:0:31999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd18105000. 00000100:00000001:2.0:1788624519.172645:0:31999:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624519.172648:0:31999:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624519.172652:0:31999:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788624519.172659:0:31999:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef417c4 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a7d32 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788624519.172673:0:31999:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788624519.172675:0:31999:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788624519.172676:0:31999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788624519.172679:0:31999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef417c4 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a7d32 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1788624519.172688:0:31999:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd215f8d80. 00010000:00000040:2.0:1788624519.172694:0:31999:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10200 count: 0 00010000:00000010:2.0:1788624519.172700:0:31999:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd11c18a00. 00010000:00000001:2.0:1788624519.172711:0:31999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624519.172713:0:31999:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624519.172715:0:31999:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624519.172718:0:31999:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624519.172720:0:31999:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:2.0:1788624519.172723:0:31999:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1788624519, ctime 1788624519 00000020:00100000:2.0:1788624519.172734:0:31999:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788624519.172743:0:31999:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11d62300 x1875506845036416/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624519.172752:0:31999:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624519.172754:0:31999:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624519.172762:0:31999:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd036ec780. 00000100:00000001:2.0:1788624519.172765:0:31999:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773257254784 : -112300452296832 : ffff99dd036ec780) 00000100:00000001:2.0:1788624519.172768:0:31999:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624519.172769:0:31999:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498909440 : -112300210642176 : ffff99dd11d62300) 00000100:00000001:2.0:1788624519.172775:0:31999:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624519.172780:0:31999:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624519.172783:0:31999:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624519.172785:0:31999:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624519.172789:0:31999:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d62300 x1875506845036416/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624519.172797:0:31999:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624519.172800:0:31999:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624519.172804:0:31999:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624519.172807:0:31999:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624519.172810:0:31999:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624519.172813:0:31999:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d62300 pname:cluuid:pid:xid:nid:opc:job touch:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31999:1875506845036416:192.168.202.125@tcp:36:touch.0 00000100:00000001:2.0:1788624519.172818:0:31999:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624519.172825:0:31999:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624519.172828:0:31999:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624519.172831:0:31999:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624519.172836:0:31999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04838400. 02000000:00000001:2.0:1788624519.172838:0:31999:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624519.172848:0:31999:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624519.172853:0:31999:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2058. 00000400:00000010:2.0:1788624519.172862:0:31999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08e58. 00000100:00000200:2.0:1788624519.172871:0:31999:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845036416, portal 10 00000100:00000001:2.0:1788624519.172873:0:31999:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624519.172874:0:31999:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498909440 : -112300210642176 : ffff99dd11d62300) 00000100:00000040:2.0:1788624519.172882:0:31999:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d62300 x1875506845036416/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624535 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624519.172890:0:31999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624519.172893:0:31999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624519.172897:0:31999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08880. 00000100:00000200:2.0:1788624519.172900:0:31999:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875506845036416, offset 0 00000400:00000200:2.0:1788624519.172908:0:31999:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624519.172919:0:31999:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624519.172929:0:31999:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624519.172936:0:31999:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624519.172942:0:31999:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624519.172947:0:31999:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624519.172950:0:31999:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624519.172954:0:31999:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2709:2709:256:4294967295] 192.168.202.125@tcp LPNI seq info [2709:2709:8:4294967295] 00000400:00000200:2.0:1788624519.172959:0:31999:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624519.172969:0:31999:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624519.172977:0:31999:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624519.172984:0:31999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03a0e700. 00000800:00000200:2.0:1788624519.173007:0:31999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624519.173017:0:31999:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624519.173023:0:31999:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03a0e700 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1788624519.173055:0:31999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624519.173061:0:31999:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 791487 usecs (792 jiffies) 00000400:00000200:2.0:1788624519.173065:0:31999:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624519.173069:0:31999:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296534026 00000100:00000001:2.0:1788624519.173078:0:31999:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296534006 00000100:00000001:2.0:1788624519.173085:0:31999:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296534026 00000100:00000001:2.0:1788624519.173089:0:31999:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296534006 00000100:00000001:2.0:1788624519.173093:0:31999:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624519.173096:0:31999:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624519.173098:0:31999:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624519.173101:0:31999:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624519.173105:0:31999:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd036ec780 going to sleep for 11 seconds 00000100:00000001:2.0:1788624519.173108:0:31999:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624519.173112:0:31999:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624519.173337:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624519.173344:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0e700. 00000400:00000200:3.0:1788624519.173350:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624519.173357:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624519.173364:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08880 00000400:00000010:3.0:1788624519.173367:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08880. 00000100:00000001:3.0:1788624519.173388:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624519.173393:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d62300 x1875506845036416/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624535 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624519.173414:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624519.173418:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d62300 x1875506845036416/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624535 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624519.173425:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624519.173426:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788624519.178193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10200. 00010000:00000010:2.1:1788624519.178215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18000. 00000800:00000200:3.0:1788624519.959800:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624519.959807:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cf00. 00000400:00000200:3.0:1788624519.959817:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624519.959825:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624519.959957:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053953b8 00000400:00000010:3.0:1788624519.959962:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053953b8. 00000100:00000001:3.0:1788624519.959969:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624519.959976:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9880 x1875506845036544/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624519.959989:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624519.959993:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9880 x1875506845036544/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624535 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624519.960000:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624519.960002:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624519.960088:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624519.960091:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611800. 00000400:00000200:3.0:1788624519.960095:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624519.960099:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624519.960102:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cee0 00000400:00000010:3.0:1788624519.960171:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cee0. 00000100:00000001:3.0:1788624519.960176:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624519.960181:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddb800 x1875506845036672/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624519.960190:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624519.960193:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddb800 x1875506845036672/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624535 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624519.960206:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624519.960207:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624519.960218:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624519.960221:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611100. 00000400:00000200:3.0:1788624519.960223:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624519.960227:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624519.960229:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ccc0 00000400:00000010:3.0:1788624519.960231:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ccc0. 00000100:00000001:3.0:1788624519.960234:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624519.960238:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9c00 x1875506845036928/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624519.960246:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624519.960326:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9c00 x1875506845036928/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624535 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624519.960333:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624519.960335:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624519.960346:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624519.960348:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c500. 00000400:00000200:3.0:1788624519.960351:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624519.960355:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624519.960359:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395f68 00000400:00000010:3.0:1788624519.960371:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395f68. 00000100:00000001:3.0:1788624519.960375:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624519.960379:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddb100 x1875506845036800/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624519.960387:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624519.960390:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddb100 x1875506845036800/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624535 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624519.960397:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624519.960398:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624519.961144:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624519.961151:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139ca00. 00000400:00000200:3.0:1788624519.961157:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624519.961163:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624519.961168:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395198 00000400:00000010:3.0:1788624519.961170:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395198. 00000100:00000001:3.0:1788624519.961173:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624519.961179:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8000 x1875506845037056/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624519.961187:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624519.961190:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8000 x1875506845037056/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624535 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624519.961195:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624519.961196:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624519.964693:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.964718:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624519.964724:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.964727:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624519.964738:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.964748:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624519.964759:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.964765:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.964772:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.964778:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c37745b000 00000400:00000200:3.0:1788624519.964784:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.964791:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7c65 [1] + 224 00000800:00000001:3.0:1788624519.964799:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.964804:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624519.964810:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624519.964815:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624519.964826:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624519.964836:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9880 x1875506845036544/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624535 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624519.964850:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dd9880 x1875506845036544/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624519.964878:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624519.964892:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.964895:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624519.964898:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.964900:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624519.964903:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.964906:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624519.964910:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.964913:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.964916:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.964920:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745b180 00000400:00000200:3.0:1788624519.964924:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.964929:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7c75 [1] + 224 00000800:00000001:3.0:1788624519.964933:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.964941:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624519.964943:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624519.964947:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624519.964950:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624519.964956:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9c00 x1875506845036928/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624535 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624519.964965:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dd9c00 x1875506845036928/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624519.964986:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624519.964990:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.964993:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624519.969173:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.969195:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624519.969201:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.969204:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624519.969215:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.969226:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624519.969252:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.969357:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.969373:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.969379:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c37745b100 00000400:00000200:3.0:1788624519.969385:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.969393:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x7c7d [1] + 224 00000800:00000001:3.0:1788624519.969526:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.969532:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624519.969537:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624519.969542:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624519.969553:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624519.969671:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddb100 x1875506845036800/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624535 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624519.969687:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11ddb100 x1875506845036800/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624519.969715:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624519.969727:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.969731:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624519.969733:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.969735:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624519.969739:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.969743:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624519.969748:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.969751:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.969754:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.969757:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c37745b080 00000400:00000200:3.0:1788624519.969761:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.969767:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x7c6d [1] + 224 00000800:00000001:3.0:1788624519.969770:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.969777:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624519.969779:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624519.969784:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624519.969788:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624519.969792:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddb800 x1875506845036672/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624535 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624519.969800:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11ddb800 x1875506845036672/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624519.969822:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624519.969827:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.969830:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624519.977715:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.977741:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624519.977748:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.977750:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624519.977763:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.977776:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624519.977787:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.977792:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.977799:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.977805:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745b200 00000400:00000200:3.0:1788624519.977811:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624519.977819:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7c85 [1] + 224 00000800:00000001:3.0:1788624519.977829:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.977844:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624519.977849:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624519.977854:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624519.977865:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624519.977878:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8000 x1875506845037056/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624535 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624519.977891:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dd8000 x1875506845037056/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624519.977922:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624519.977935:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624519.977939:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624520.146229:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624520.146239:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624520.146253:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624520.146261:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624521.170475:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624521.170484:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624521.170492:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624521.170493:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624521.170549:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624521.170555:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624521.170560:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788624522.048892:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624522.048897:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cd00. 00000400:00000200:3.0:1788624522.048903:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624522.048909:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624522.048915:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395a18 00000400:00000010:3.0:1788624522.048917:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395a18. 00000100:00000001:3.0:1788624522.048922:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624522.048926:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07b80 x1875506845037312/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624538 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624522.048935:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624522.048938:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c07b80 x1875506845037312/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624538 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624522.048945:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624522.048947:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624522.066782:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624522.066791:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611400. 00000400:00000200:3.0:1788624522.066798:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624522.066805:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624522.066813:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862caa0 00000400:00000010:3.0:1788624522.066816:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862caa0. 00000100:00000001:3.0:1788624522.066820:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624522.066827:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddb800 x1875506845037440/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 344/224 e 0 to 0 dl 1788624538 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624522.066838:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624522.066843:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddb800 x1875506845037440/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 344/224 e 0 to 0 dl 1788624538 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624522.066850:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624522.066852:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:3.0:1788624522.066981:0:32018:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff99dd10dbf800 00010000:00000001:3.0:1788624522.066985:0:32018:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624522.066986:0:32018:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624522.066990:0:32018:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624522.066993:0:32018:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624522.066995:0:32018:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624522.066997:0:32018:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624522.074062:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624522.074081:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624522.074085:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624522.074089:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624522.074099:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624522.074140:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624522.074151:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624522.074156:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624522.074161:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624522.074167:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 18 MB=0x6a9c37745b380 00000400:00000200:2.0:1788624522.074173:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624522.074179:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7c95 [1] + 224 00000800:00000001:2.0:1788624522.074186:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624522.074193:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624522.074197:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624522.074202:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624522.074211:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624522.074221:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddb800 x1875506845037440/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 344/224 e 0 to 0 dl 1788624538 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624522.074241:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11ddb800 x1875506845037440/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 344/224 e 0 to 0 dl 1788624538 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624522.074260:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624522.074270:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624522.074273:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788624522.074952:0:32019:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624522.074956:0:32019:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624522.074959:0:32019:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:1.1:1788624522.099219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10500. 00010000:00000010:1.1:1788624522.099242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19a00. 00010000:00000010:1.1:1788624522.099248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870200. 00010000:00000010:1.1:1788624522.099253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767e00. 00010000:00000010:1.1:1788624522.099257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870900. 00010000:00000010:1.1:1788624522.099260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766e00. 00010000:00000010:1.1:1788624522.099263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870b00. 00010000:00000010:1.1:1788624522.099266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767400. 00010000:00000001:3.0:1788624522.196241:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624522.196248:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624522.515451:0:16807:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1788624522.515457:0:16807:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624523.218446:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624523.218453:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624523.218644:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624523.218648:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624523.218651:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788624523.922235:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296537945, at 4296537984 00000100:00000010:2.0:1788624523.922253:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879c4e0. 00000100:00000040:3.0:1788624523.922550:0:31569:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296537945, at 4296537984 00000100:00000010:3.0:1788624523.922557:0:31569:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879c480. 00010000:00000001:3.0:1788624524.242246:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624524.242265:0:31569:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624524.242267:0:31569:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624524.242271:0:31569:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624524.242277:0:31569:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624524.242279:0:31569:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624524.242282:0:31569:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624524.242284:0:31569:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624525.074432:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624525.074440:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624525.074450:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595180. 00000020:00000040:3.0:1788624525.074456:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:3.0:1788624525.074461:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624525.074464:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624525.074470:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624525.074479:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd1b185400. 00000100:00000001:3.0:1788624525.074487:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624525.074499:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11595180 x1875506845037568/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624525.074509:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624525.074514:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624525.074520:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ff4ceab] to pc [ptlrpcd_01_01+1] req@ffff99dd11595180 x1875506845037568/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.074541:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624525.074544:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624525.074547:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624525.074550:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597100. 00000020:00000040:3.0:1788624525.074552:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=10 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624525.074554:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624525.074555:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624525.074557:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624525.074560:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd1b185b00. 00000100:00000001:3.0:1788624525.074563:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624525.074567:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11597100 x1875506845037696/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624525.074574:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624525.074576:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624525.074579:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130cbd3b] to pc [ptlrpcd_01_00+0] req@ffff99dd11597100 x1875506845037696/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.074588:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624525.074590:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624525.074593:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624525.074596:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595c00. 00000020:00000040:3.0:1788624525.074598:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624525.074600:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624525.074601:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624525.074603:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624525.074606:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd1b185100. 00000100:00000001:3.0:1788624525.074609:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624525.074613:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11595c00 x1875506845037824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624525.074619:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624525.074621:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624525.074625:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054b5d212] to pc [ptlrpcd_01_01+1] req@ffff99dd11595c00 x1875506845037824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.074633:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624525.074635:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624525.074638:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624525.074643:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595880. 00000020:00000040:3.0:1788624525.074645:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:3.0:1788624525.074647:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624525.074649:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624525.074650:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624525.074653:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd1b185700. 00000100:00000001:3.0:1788624525.074656:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624525.074657:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788624525.074660:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11595880 x1875506845037952/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624525.074660:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624525.074662:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788624525.074666:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624525.074668:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624525.074668:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595180 x1875506845037568/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624525.074671:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240cf891] to pc [ptlrpcd_01_00+0] req@ffff99dd11595880 x1875506845037952/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624525.074677:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624525.074678:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624525.074679:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624525.074681:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1788624525.074682:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788624525.074683:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1788624525.074685:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1788624525.074686:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11594e00. 00000020:00000040:3.0:1788624525.074688:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 02000000:00000001:2.0:1788624525.074688:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624525.074691:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624525.074692:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1788624525.074692:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2392:1875506845037568:192.168.202.125@tcp:400:kworker.0 02000000:00000001:3.0:1788624525.074693:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624525.074696:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1788624525.074697:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818e00. 00000100:00000001:3.0:1788624525.074699:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624525.074701:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1788624525.074702:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11594e00 x1875506845038080/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1788624525.074704:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624525.074706:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788624525.074709:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624525.074711:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624525.074711:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18105800. 02000000:00000001:2.0:1788624525.074712:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624525.074714:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051708160] to pc [ptlrpcd_01_01+1] req@ffff99dd11594e00 x1875506845038080/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788624525.074720:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624525.074721:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624525.074724:0:14159:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1876) 00000400:00000010:2.0:1788624525.074724:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2160. 00000400:00000010:2.0:1788624525.074731:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08cc0. 00000100:00000001:3.0:1788624525.074733:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624525.074735:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624525.074736:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1788624525.074739:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845037568, portal 25 00000100:00000040:3.0:1788624525.074740:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11597100 x1875506845037696/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624525.074742:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624525.074743:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490729344 : -112300218822272 : ffff99dd11595180) 00000100:00000001:3.0:1788624525.074747:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624525.074748:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624525.074749:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11595180 x1875506845037568/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788624525.074751:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624525.074753:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624525.074755:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624525.074757:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1788624525.074758:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845037696:192.168.202.125@tcp:400:kworker.0 00000100:00000040:2.0:1788624525.074760:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000100:00000001:3.0:1788624525.074761:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1788624525.074762:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e082a8. 02000000:00000001:3.0:1788624525.074763:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624525.074764:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788624525.074765:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845037568, offset 0 02000000:00000001:3.0:1788624525.074766:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624525.074769:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd1112da00. 02000000:00000001:3.0:1788624525.074771:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624525.074771:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624525.074774:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624525.074777:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560ad68. 00000400:00000200:2.0:1788624525.074779:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624525.074780:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f5d8. 00000100:00000200:3.0:1788624525.074782:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845037696, portal 10 00000100:00000001:3.0:1788624525.074785:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624525.074786:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490737408 : -112300218814208 : ffff99dd11597100) 00000400:00000200:2.0:1788624525.074788:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000100:00000040:3.0:1788624525.074792:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11597100 x1875506845037696/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788624525.074794:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624525.074797:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000100:00000001:3.0:1788624525.074798:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624525.074800:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624525.074801:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1788624525.074802:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fdd0. 00000400:00000200:2.0:1788624525.074803:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000100:00000200:3.0:1788624525.074804:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845037696, offset 0 00000400:00000200:2.0:1788624525.074807:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2717:2717:256:4294967295] 192.168.202.125@tcp LPNI seq info [2717:2717:8:4294967295] 00000400:00000200:3.0:1788624525.074808:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624525.074811:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624525.074889:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624525.074896:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624525.074901:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03a0e700. 00000800:00000200:2.0:1788624525.074908:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624525.074915:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624525.074920:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03a0e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624525.074933:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624525.074937:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624525.074940:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296543062 00000100:00000010:2.0:1788624525.074945:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd18588180. 00000100:00000001:2.0:1788624525.074953:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788624525.074957:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296543062 00000100:00000010:2.0:1788624525.074960:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd18588f00. 00000100:00000001:2.0:1788624525.074964:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788624525.074966:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624525.074970:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624525.074972:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624525.074976:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595c00 x1875506845037824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624525.074982:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624525.074984:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624525.074986:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624525.074987:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624525.074989:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624525.074992:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845037824:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624525.074996:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624525.074999:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624525.075000:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624525.075012:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624525.075016:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18104e00. 02000000:00000001:2.0:1788624525.075018:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624525.075022:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624525.075024:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2cb8. 00000400:00000010:2.0:1788624525.075028:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08d48. 00000100:00000200:2.0:1788624525.075031:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845037824, portal 10 00000100:00000001:2.0:1788624525.075033:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624525.075035:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490732032 : -112300218819584 : ffff99dd11595c00) 00000100:00000040:2.0:1788624525.075040:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11595c00 x1875506845037824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624525.075046:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624525.075048:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624525.075050:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08110. 00000100:00000200:2.0:1788624525.075052:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845037824, offset 0 00000400:00000200:2.0:1788624525.075056:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624525.081670:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624525.081687:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624525.081693:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624525.081697:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624525.081701:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624525.081705:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624525.081708:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2718:2718:255:4294967295] 192.168.202.125@tcp LPNI seq info [2718:2718:7:4294967295] 00000400:00000200:3.0:1788624525.081713:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624525.081724:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624525.081732:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624525.081742:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818300. 00000800:00000200:3.0:1788624525.081749:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624525.081757:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624525.081762:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624525.081767:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624525.081774:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 789163 usecs (790 jiffies) 00000400:00000200:3.0:1788624525.081778:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624525.081781:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296539933 00000100:00000001:3.0:1788624525.081785:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296543062 00000400:00000200:2.0:1788624525.081787:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624525.081788:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296539933 00000100:00000001:3.0:1788624525.081790:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296543062 00000400:00000200:2.0:1788624525.081792:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000100:00000001:3.0:1788624525.081793:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788624525.081794:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788624525.081797:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624525.081797:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624525.081799:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624525.081801:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000100:00000001:3.0:1788624525.081802:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1788624525.081804:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2719:2719:254:4294967295] 192.168.202.125@tcp LPNI seq info [2719:2719:6:4294967295] 00000400:00000200:2.0:1788624525.081807:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000040:3.0:1788624525.081809:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595880 x1875506845037952/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788624525.081813:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624525.081817:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000100:00000001:3.0:1788624525.081819:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000010:2.0:1788624525.081821:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03a0e900. 00000100:00000001:3.0:1788624525.081822:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624525.081825:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 02000000:00000001:3.0:1788624525.081826:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624525.081829:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1788624525.081829:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624525.081831:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03a0e900 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1788624525.081832:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624525.081834:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624525.081835:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845037952:192.168.202.125@tcp:400:kworker.0 00000100:00000040:2.0:1788624525.081837:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24758 usecs (25 jiffies) 00000100:00000001:3.0:1788624525.081839:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788624525.081840:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624525.081842:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296539168 02000000:00000001:3.0:1788624525.081844:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788624525.081844:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296543062 00000100:00000001:2.0:1788624525.081845:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296539168 02000000:00000001:3.0:1788624525.081846:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624525.081847:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296543062 02000000:00000001:3.0:1788624525.081849:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788624525.081850:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624525.081851:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624525.081854:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd1112cc00. 00000100:00000001:2.0:1788624525.081854:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624525.081855:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624525.081857:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624525.081859:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624525.081864:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a8f0. 00000100:00000001:2.0:1788624525.081866:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624525.081868:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1788624525.081870:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f3b8. 00000100:00000001:2.0:1788624525.081870:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624525.081873:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624525.081874:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1788624525.081876:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845037952, portal 4 00000100:00000001:3.0:1788624525.081878:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1788624525.081878:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11594e00 x1875506845038080/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.081879:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490731136 : -112300218820480 : ffff99dd11595880) 00000100:00000001:2.0:1788624525.081885:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1788624525.081886:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11595880 x1875506845037952/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624525.081887:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624525.081889:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624525.081891:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624525.081893:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624525.081894:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1788624525.081895:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845038080:192.168.202.125@tcp:400:kworker.0 00000100:00000040:3.0:1788624525.081896:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000100:00000001:2.0:1788624525.081898:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1788624525.081899:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fa18. 02000000:00000001:2.0:1788624525.081900:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1788624525.081901:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845037952, offset 0 02000000:00000001:2.0:1788624525.081901:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624525.081903:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1788624525.081907:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 02000000:00000010:2.0:1788624525.081907:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd06578000. 02000000:00000001:2.0:1788624525.081909:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624525.081912:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624525.081912:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624525.081914:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2790. 00000400:00000200:3.0:1788624525.081915:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624525.081918:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1788624525.081918:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08000. 00000100:00000200:2.0:1788624525.081920:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845038080, portal 4 00000100:00000001:2.0:1788624525.081922:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624525.081923:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490728448 : -112300218823168 : ffff99dd11594e00) 00000100:00000040:2.0:1788624525.081929:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11594e00 x1875506845038080/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624525.081935:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624525.081937:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624525.081940:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e086e8. 00000100:00000200:2.0:1788624525.081942:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845038080, offset 0 00000400:00000200:2.0:1788624525.081947:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624525.082650:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624525.082654:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624525.082657:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624525.082660:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2720:2720:253:4294967295] 192.168.202.125@tcp LPNI seq info [2720:2720:5:4294967295] 00000400:00000200:3.0:1788624525.082665:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624525.082672:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624525.082676:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624525.082679:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000800:00000010:3.0:1788624525.082682:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818f00. 00000400:00000200:2.0:1788624525.082683:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000800:00000200:3.0:1788624525.082686:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000400:00000200:2.0:1788624525.082686:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624525.082689:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000800:00000200:3.0:1788624525.082691:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000400:00000200:2.0:1788624525.082691:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624525.082693:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000800:00000200:3.0:1788624525.082694:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788624525.082696:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2721:2721:252:4294967295] 192.168.202.125@tcp LPNI seq info [2721:2721:4:4294967295] 00000100:00000001:3.0:1788624525.082697:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624525.082699:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000040:3.0:1788624525.082700:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 223550 usecs (224 jiffies) 00000400:00000200:3.0:1788624525.082704:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624525.082705:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000100:00000001:3.0:1788624525.082706:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296539368 00000100:00000001:3.0:1788624525.082709:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296543062 00000800:00000200:2.0:1788624525.082709:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000100:00000001:3.0:1788624525.082711:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296539368 00000100:00000001:3.0:1788624525.082713:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296543062 00000800:00000010:2.0:1788624525.082714:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd19e35900. 00000100:00000001:3.0:1788624525.082715:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1788624525.082717:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000100:00000001:3.0:1788624525.082718:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624525.082720:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624525.082720:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000100:00000001:3.0:1788624525.082723:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788624525.082723:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd19e35900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624525.082726:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624525.082729:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1788624525.082729:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25421 usecs (26 jiffies) 00000100:00000001:3.0:1788624525.082731:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1788624525.082732:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624525.082733:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624525.082733:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296539170 00000100:00000001:3.0:1788624525.082734:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624525.082735:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296543062 00000100:00000001:3.0:1788624525.082736:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624525.082737:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296539170 00000100:00000001:3.0:1788624525.082739:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624525.082739:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296543062 00000100:00000001:2.0:1788624525.082741:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624525.082743:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624525.082745:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624525.082746:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624525.082748:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624525.082750:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788624525.082752:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624525.082753:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624525.082754:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624525.082756:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624525.082786:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624525.082790:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0e700. 00000400:00000200:3.0:1788624525.082797:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624525.082801:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624525.082806:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e082a8 00000400:00000010:3.0:1788624525.082807:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e082a8. 00000100:00000001:3.0:1788624525.082811:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624525.082815:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595180 x1875506845037568/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.082823:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624525.082825:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595180 x1875506845037568/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.084528:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624525.084532:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624525.084566:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624525.084569:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818300. 00000400:00000200:3.0:1788624525.084573:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624525.084577:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624525.084581:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fdd0 00000400:00000010:3.0:1788624525.084583:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fdd0. 00000100:00000001:3.0:1788624525.084585:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624525.084590:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11597100 x1875506845037696/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.084597:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624525.084599:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11597100 x1875506845037696/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.084603:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624525.084604:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624525.084609:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624525.084610:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03a0e900. 00000400:00000200:3.0:1788624525.084613:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624525.084615:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624525.084617:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08110 00000400:00000010:3.0:1788624525.084618:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08110. 00000100:00000001:3.0:1788624525.084620:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624525.084622:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595c00 x1875506845037824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.084626:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624525.084627:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595c00 x1875506845037824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.084631:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624525.084631:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624525.084635:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624525.084636:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818f00. 00000400:00000200:3.0:1788624525.084637:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624525.084639:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624525.084640:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fa18 00000400:00000010:3.0:1788624525.084641:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fa18. 00000100:00000001:3.0:1788624525.084642:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624525.084644:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595880 x1875506845037952/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.084648:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624525.084649:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595880 x1875506845037952/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.084653:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624525.084654:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624525.084715:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624525.084716:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd19e35900. 00000400:00000200:3.0:1788624525.084719:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624525.084721:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624525.084723:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e086e8 00000400:00000010:3.0:1788624525.084724:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e086e8. 00000100:00000001:3.0:1788624525.084726:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624525.084729:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11594e00 x1875506845038080/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.084733:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624525.084735:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11594e00 x1875506845038080/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.084739:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624525.084740:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624525.088771:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624525.088792:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624525.088796:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624525.088799:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624525.088808:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624525.088816:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624525.088825:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624525.088831:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624525.088836:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624525.088840:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745b580 00000400:00000200:2.0:1788624525.088845:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624525.088851:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7ccd [1] + 224 00000800:00000001:2.0:1788624525.088858:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624525.088862:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624525.088865:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624525.088869:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624525.088878:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624525.088888:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595880 x1875506845037952/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624525.088899:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11595880 x1875506845037952/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.088965:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624525.088969:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624525.088988:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624525.088997:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624525.089001:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624525.089003:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624525.089005:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624525.089009:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624525.089012:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624525.089016:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624525.089020:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624525.089022:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624525.089025:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745b600 00000400:00000200:2.0:1788624525.089028:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624525.089032:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7cdd [1] + 224 00000800:00000001:2.0:1788624525.089036:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624525.089041:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624525.089044:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624525.089047:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624525.089050:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624525.089055:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11594e00 x1875506845038080/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624525.089064:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11594e00 x1875506845038080/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624525.089079:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624525.089083:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624525.089086:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624525.089097:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624525.089100:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624525.089138:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624525.089140:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624525.089143:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2790. 00000400:00000200:2.0:1788624525.089148:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08000 00000400:00000010:2.0:1788624525.089151:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08000. 00000100:00000001:2.0:1788624525.089154:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624525.089158:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11594e00 x1875506845038080/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624525.089167:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11594e00 x1875506845038080/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624525.089174:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624525.089176:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624525.089179:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624525.089183:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624525.089185:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624525.089188:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624525.089191:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624525.089200:0:2392:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=103 v=5 (5 5 5 36) 00000100:00001000:2.0:1788624525.089204:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624525.089207:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624525.089208:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624525.089211:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624525.089215:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624525.089219:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624525.089221:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:2.0:1788624525.089223:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624525.089225:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624525.089230:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11594e00 x1875506845038080/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624525.089238:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624525.089241:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624525.089243:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624525.089247:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11594e00 x1875506845038080/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624525.089271:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845038080:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624525.089277:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624525.089280:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624525.089283:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11594e00 x1875506845038080/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624525.089291:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624525.089293:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624525.089296:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd06578000. 02000000:00000001:2.0:1788624525.089308:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624525.089311:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624525.089313:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:2.0:1788624525.089315:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624525.089319:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818e00. 02000000:00000001:2.0:1788624525.089323:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624525.089325:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624525.089327:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11594e00. 00000100:00000001:2.0:1788624525.089331:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624525.089332:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624525.089335:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624525.089337:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624525.089339:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624525.089340:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624525.089342:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788624525.090183:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624525.090186:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624525.090189:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a8f0. 00000400:00000200:3.0:1788624525.090194:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f3b8 00000400:00000010:3.0:1788624525.090196:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f3b8. 00000100:00000001:3.0:1788624525.090199:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624525.090206:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595880 x1875506845037952/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624525.090216:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595880 x1875506845037952/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.090223:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624525.090224:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624525.090226:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624525.090228:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624525.090230:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624525.090232:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624525.090234:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624525.090239:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=103 v=5 (5 5 5 36) 00000100:00001000:3.0:1788624525.090242:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=151 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624525.090244:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624525.090246:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624525.090248:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624525.090250:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624525.090252:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624525.090254:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788624525.090256:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624525.090322:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624525.090329:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595880 x1875506845037952/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.090335:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624525.090337:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624525.090340:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624525.090343:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595880 x1875506845037952/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624525.090351:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845037952:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624525.090355:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624525.090358:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624525.090362:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595880 x1875506845037952/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.090368:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624525.090369:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624525.090372:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd1112cc00. 02000000:00000001:3.0:1788624525.090375:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624525.090377:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624525.090378:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624525.090380:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624525.090383:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd1b185700. 02000000:00000001:3.0:1788624525.090386:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624525.090388:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624525.090390:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595880. 00000100:00000001:3.0:1788624525.090392:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624525.090393:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624525.090396:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624525.090397:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624525.090399:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624525.090401:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624525.090402:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624525.090991:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624525.091062:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624525.091067:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624525.091071:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624525.091077:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624525.091083:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624525.091089:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624525.091093:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624525.091097:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624525.091101:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c37745b480 00000400:00000200:3.0:1788624525.091248:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624525.091254:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x7cad [1] + 224 00000800:00000001:3.0:1788624525.091261:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624525.091265:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624525.091346:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624525.091352:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624525.091359:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624525.091364:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11597100 x1875506845037696/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624525.091374:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11597100 x1875506845037696/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624525.091433:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624525.091436:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624525.091452:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624525.091462:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624525.091466:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624525.091467:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624525.091469:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624525.091472:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624525.091485:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624525.091490:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624525.091492:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624525.091495:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624525.091498:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c37745b500 00000400:00000200:3.0:1788624525.091500:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624525.091505:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x7cbd [1] + 224 00000800:00000001:3.0:1788624525.091516:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624525.091523:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624525.091525:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624525.091527:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624525.091530:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624525.091534:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595c00 x1875506845037824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624525.091542:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11595c00 x1875506845037824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.091554:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624525.091558:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624525.091561:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624525.091586:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624525.091588:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624525.091593:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624525.091595:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624525.091597:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2cb8. 00000400:00000200:3.0:1788624525.091600:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08d48 00000400:00000010:3.0:1788624525.091602:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08d48. 00000100:00000001:3.0:1788624525.091605:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624525.091609:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595c00 x1875506845037824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624525.091617:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595c00 x1875506845037824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.091623:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624525.091625:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624525.091627:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624525.091630:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624525.091631:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624525.091633:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624525.091636:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624525.091643:0:2392:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=104 v=5 (103 103 103 137) 00000100:00001000:3.0:1788624525.091647:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=104 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624525.091649:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624525.091651:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624525.091653:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624525.091655:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624525.091657:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624525.091659:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788624525.091661:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624525.091663:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624525.091667:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595c00 x1875506845037824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.091672:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624525.091675:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624525.091676:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624525.091680:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595c00 x1875506845037824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624525.091686:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845037824:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624525.091690:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624525.091692:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624525.091695:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595c00 x1875506845037824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.091700:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624525.091702:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624525.091704:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18104e00. 02000000:00000001:3.0:1788624525.091708:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624525.091710:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624525.091711:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624525.091714:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624525.091715:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd1b185100. 02000000:00000001:3.0:1788624525.091718:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624525.091719:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624525.091721:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595c00. 00000100:00000001:3.0:1788624525.091724:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624525.091726:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624525.091728:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624525.091730:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624525.091731:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624525.091733:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624525.091734:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624525.096171:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624525.096214:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624525.096220:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624525.096224:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624525.096236:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624525.096246:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624525.096257:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624525.096264:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624525.096270:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624525.096275:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c37745b400 00000400:00000200:3.0:1788624525.096282:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624525.096289:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7c9d [1] + 224 00000800:00000001:3.0:1788624525.096298:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624525.096315:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624525.096319:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624525.096325:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624525.096335:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624525.096348:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595180 x1875506845037568/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624525.096359:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11595180 x1875506845037568/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.096380:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624525.096391:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624525.096395:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624525.096416:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624525.096422:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624525.096431:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624525.096435:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624525.096439:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2160. 00000400:00000200:3.0:1788624525.096444:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08cc0 00000400:00000010:3.0:1788624525.096447:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08cc0. 00000100:00000001:3.0:1788624525.096451:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624525.096456:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595180 x1875506845037568/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624525.096465:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595180 x1875506845037568/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.096471:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624525.096473:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624525.096476:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624525.096480:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624525.096483:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624525.096486:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624525.096490:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624525.096498:0:2392:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=104 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624525.096502:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=104 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624525.096505:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624525.096507:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624525.096510:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624525.096513:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624525.096527:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624525.096533:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595180 x1875506845037568/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.096542:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624525.096546:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624525.096548:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624525.096553:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595180 x1875506845037568/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624525.096570:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2392:1875506845037568:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624525.096576:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624525.096580:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624525.096584:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595180 x1875506845037568/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624525.096591:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624525.096595:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624525.096600:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18105800. 02000000:00000001:3.0:1788624525.096608:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624525.096611:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624525.096614:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:3.0:1788624525.096617:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624525.096620:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd1b185400. 02000000:00000001:3.0:1788624525.096625:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624525.096627:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624525.096629:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595180. 00000100:00000001:3.0:1788624525.096634:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624525.096635:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624525.096638:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624525.096649:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624525.096651:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624525.096653:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624525.096657:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788624525.097549:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624525.097554:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624525.097558:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560ad68. 00000400:00000200:2.0:1788624525.097566:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f5d8 00000400:00000010:2.0:1788624525.097567:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f5d8. 00000100:00000001:2.0:1788624525.097571:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624525.097582:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11597100 x1875506845037696/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624525.097590:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11597100 x1875506845037696/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624525.097597:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624525.097599:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624525.097601:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624525.097604:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624525.097606:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624525.097608:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624525.097610:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624525.097620:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=104 v=5 (103 103 103 137) 00000100:00001000:2.0:1788624525.097623:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624525.097625:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624525.097626:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624525.097629:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624525.097632:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624525.097635:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788624525.097637:0:2391:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: committing for last_committed 4294967600 gen 2 00000100:00000040:2.0:1788624525.097642:0:2391:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967600) req@ffff99dd11dd9500 x1875506845034752/t4294967596(4294967596) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624534 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624525.097647:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624525.097649:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9500 x1875506845034752/t4294967596(4294967596) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624534 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624525.097654:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624525.097655:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624525.097658:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e3400. 02000000:00000001:2.0:1788624525.097661:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624525.097663:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624525.097664:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624525.097666:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624525.097668:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e2800. 02000000:00000001:2.0:1788624525.097670:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624525.097672:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624525.097673:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9500. 00000100:00000001:2.0:1788624525.097676:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624525.097677:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624525.097680:0:2391:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967600) req@ffff99dd11d63800 x1875506845035264/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624534 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624525.097684:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624525.097686:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d63800 x1875506845035264/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624534 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624525.097689:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624525.097690:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624525.097690:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd0483b000. 02000000:00000001:2.0:1788624525.097692:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624525.097693:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624525.097693:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624525.097694:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624525.097695:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd04839800. 02000000:00000001:2.0:1788624525.097697:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624525.097697:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624525.097698:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63800. 00000100:00000001:2.0:1788624525.097703:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624525.097703:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624525.097706:0:2391:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967600) req@ffff99dd11d63100 x1875506845035776/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624534 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624525.097711:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624525.097712:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913024 : -112300210638592 : ffff99dd11d63100) 00000100:00000001:2.0:1788624525.097713:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624525.097715:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d63100 x1875506845035776/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624534 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624525.097718:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624525.097721:0:2391:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff99dd11c05c00 x1875506845036160/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624535 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624525.097725:0:2391:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788624525.097727:0:2391:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:2.0:1788624525.097729:0:2391:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624525.097731:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624525.097733:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11597100 x1875506845037696/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624525.097738:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624525.097740:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624525.097741:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624525.097744:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11597100 x1875506845037696/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624525.097748:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845037696:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624525.097751:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624525.097753:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624525.097755:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11597100 x1875506845037696/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624525.097759:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624525.097760:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624525.097761:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd1112da00. 02000000:00000001:2.0:1788624525.097763:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624525.097764:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624525.097765:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624525.097765:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624525.097766:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd1b185b00. 02000000:00000001:2.0:1788624525.097768:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624525.097769:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624525.097769:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11597100. 00000100:00000001:2.0:1788624525.097771:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624525.097772:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624525.097773:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624525.097780:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624525.097782:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624525.097784:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624525.097786:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624525.266672:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624525.266683:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624526.290391:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624526.290400:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624526.290567:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624526.290571:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624526.290574:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624527.315727:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624527.315736:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624528.338751:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624528.338762:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624529.042577:0:31569:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296543062, at 4296543104 00000100:00000010:3.0:1788624529.042602:0:31569:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd18588f00. 00000100:00000040:2.0:1788624529.042733:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296543062, at 4296543104 00000100:00000010:2.0:1788624529.042740:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd18588180. 00010000:00000001:3.0:1788624529.362264:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624529.362274:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624529.362382:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624529.362387:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624529.362390:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788624530.194730:0:31999:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788624530.194735:0:31999:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624530.194738:0:31999:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788624530.194741:0:31999:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd036ec780 going to sleep for 1 seconds 00000100:00000001:3.0:1788624530.194746:0:31999:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624530.194750:0:31999:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624530.196289:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624530.196296:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c200. 00000400:00000200:2.0:1788624530.196304:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624530.196312:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624530.196320:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053955d8 00000400:00000010:2.0:1788624530.196323:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053955d8. 00000100:00000001:2.0:1788624530.196328:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624530.196334:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddb800 x1875506845038208/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624530.196346:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624530.196350:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddb800 x1875506845038208/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624530.196357:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624530.196359:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624530.196782:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624530.196787:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611f00. 00000400:00000200:3.0:1788624530.196792:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624530.196799:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624530.196805:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c908 00000400:00000010:3.0:1788624530.196809:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c908. 00000100:00000001:3.0:1788624530.196813:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624530.196821:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9c00 x1875506845038336/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624530.196838:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624530.196844:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9c00 x1875506845038336/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624530.196859:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624530.196861:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624530.198195:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624530.198277:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cb00. 00000400:00000200:2.0:1788624530.198283:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624530.198288:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624530.198294:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395ee0 00000400:00000010:2.0:1788624530.198296:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395ee0. 00000100:00000001:2.0:1788624530.198300:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624530.198305:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddaa00 x1875506845038464/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624530.198316:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624530.198319:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddaa00 x1875506845038464/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624530.198327:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624530.198329:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624530.198343:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624530.198345:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c200. 00000400:00000200:2.0:1788624530.198349:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624530.198352:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624530.198355:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053956e8 00000400:00000010:2.0:1788624530.198356:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053956e8. 00000100:00000001:2.0:1788624530.198359:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624530.198362:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9f80 x1875506845038720/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624530.198369:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624530.198371:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9f80 x1875506845038720/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624530.198383:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624530.198384:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624530.205593:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624530.205611:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611000. 00000400:00000200:2.0:1788624530.205621:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624530.205635:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624530.205645:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c660 00000400:00000010:2.0:1788624530.205649:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c660. 00000100:00000001:2.0:1788624530.205655:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624530.205667:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddb480 x1875506845038592/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624530.205684:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624530.205688:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddb480 x1875506845038592/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624530.205696:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624530.205699:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624530.205715:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624530.205744:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624530.205747:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624530.205750:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624530.205759:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.205765:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624530.205774:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.205779:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.205786:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.205791:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c37745b680 00000400:00000200:2.0:1788624530.205797:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.205805:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7ced [1] + 224 00000800:00000001:2.0:1788624530.205814:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624530.205819:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624530.205822:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624530.205825:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624530.205831:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624530.205836:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddb800 x1875506845038208/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624530.205845:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11ddb800 x1875506845038208/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624530.205866:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624530.205875:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624530.205878:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624530.205887:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624530.205890:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624530.205893:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.205896:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624530.206289:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.206293:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.206296:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.206299:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c37745b700 00000400:00000200:2.0:1788624530.206304:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.206309:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x7cf5 [1] + 224 00000800:00000001:2.0:1788624530.206314:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624530.206320:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624530.206322:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624530.206325:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624530.206328:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624530.206334:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9c00 x1875506845038336/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624530.206355:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dd9c00 x1875506845038336/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624530.206376:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624530.206381:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624530.206385:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624530.206387:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624530.206390:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624530.206393:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.206396:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624530.206401:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.206403:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.206405:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.206409:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c37745b780 00000400:00000200:2.0:1788624530.206412:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.206415:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x7d05 [1] + 224 00000800:00000001:2.0:1788624530.206419:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624530.206423:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624530.206424:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624530.206427:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624530.206430:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624530.206435:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddaa00 x1875506845038464/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624530.206443:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11ddaa00 x1875506845038464/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624530.206450:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624530.206453:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624530.206456:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624530.206458:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624530.206460:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624530.206463:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.206466:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624530.206470:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.206472:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.206475:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.206478:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745b800 00000400:00000200:2.0:1788624530.206481:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.206485:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7cfd [1] + 224 00000800:00000001:2.0:1788624530.206489:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624530.206493:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624530.206495:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624530.206498:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624530.206500:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624530.206503:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddb480 x1875506845038592/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624530.206510:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11ddb480 x1875506845038592/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624530.206516:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624530.206519:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624530.206522:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624530.206523:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624530.206525:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624530.206528:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.206530:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624530.206534:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.206537:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.206540:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.206543:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745b880 00000400:00000200:2.0:1788624530.206546:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624530.206550:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7d0d [1] + 224 00000800:00000001:2.0:1788624530.206553:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624530.206560:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624530.206562:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624530.206565:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624530.206568:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624530.206572:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9f80 x1875506845038720/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624530.206579:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dd9f80 x1875506845038720/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624530.206587:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624530.206590:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624530.206593:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624530.386375:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624530.386385:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624531.218631:0:31999:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788624531.218642:0:31999:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624531.218645:0:31999:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788624531.218652:0:31999:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd036ec780 going to sleep for 1 seconds 00000100:00000001:2.0:1788624531.218656:0:31999:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624531.218660:0:31999:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624531.410340:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624531.410350:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624532.242945:0:31999:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788624532.242958:0:31999:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624532.242961:0:31999:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788624532.242970:0:31999:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd036ec780 going to sleep for 1 seconds 00000100:00000001:2.0:1788624532.242975:0:31999:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624532.242980:0:31999:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624532.440399:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624532.440408:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624532.440648:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624532.440652:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624532.440656:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788624533.267613:0:31999:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788624533.267618:0:31999:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624533.267620:0:31999:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788624533.267625:0:31999:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd036ec780 going to sleep for 1 seconds 00000100:00000001:3.0:1788624533.267628:0:31999:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624533.267632:0:31999:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624533.458391:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624533.458401:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624534.164686:0:31569:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296548183, at 4296548226 00000100:00000010:3.0:1788624534.164716:0:31569:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879c780. 00000100:00000040:2.0:1788624534.165259:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296548183, at 4296548227 00000100:00000010:2.0:1788624534.165270:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879ca20. 00000100:00000001:3.0:1788624534.293812:0:31999:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788624534.293817:0:31999:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624534.293819:0:31999:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788624534.293822:0:31999:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd036ec780 going to sleep for 1 seconds 00000100:00000001:3.0:1788624534.293825:0:31999:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624534.293828:0:31999:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624534.483492:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624534.483507:0:31569:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624534.483511:0:31569:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624534.483516:0:31569:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624534.483523:0:31569:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624534.483527:0:31569:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624534.483530:0:31569:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624534.483534:0:31569:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624535.314859:0:469:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624535.314871:0:469:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624535.314885:0:469:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595180. 00000020:00000040:3.0:1788624535.314895:0:469:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:3.0:1788624535.314900:0:469:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624535.314905:0:469:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624535.314914:0:469:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624535.314927:0:469:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818f00. 00000100:00000001:3.0:1788624535.314939:0:469:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624535.314959:0:469:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11595180 x1875506845038848/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624535.314972:0:469:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624535.314978:0:469:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624535.314985:0:469:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ff4ceab] to pc [ptlrpcd_01_00+0] req@ffff99dd11595180 x1875506845038848/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.315011:0:469:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624535.315014:0:469:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624535.315017:0:469:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624535.315020:0:469:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595c00. 00000020:00000040:3.0:1788624535.315022:0:469:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624535.315025:0:469:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624535.315026:0:469:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624535.315029:0:469:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624535.315032:0:469:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818300. 00000100:00000001:3.0:1788624535.315035:0:469:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624535.315039:0:469:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11595c00 x1875506845038976/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624535.315046:0:469:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624535.315048:0:469:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624535.315051:0:469:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054b5d212] to pc [ptlrpcd_01_01+1] req@ffff99dd11595c00 x1875506845038976/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.315075:0:469:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624535.315077:0:469:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624535.315080:0:469:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624535.315088:0:469:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595880. 00000020:00000040:3.0:1788624535.315091:0:469:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624535.315093:0:469:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624535.315094:0:469:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624535.315095:0:469:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624535.315098:0:469:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818c00. 00000100:00000001:3.0:1788624535.315101:0:469:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624535.315120:0:469:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11595880 x1875506845039104/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624535.315128:0:469:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624535.315130:0:469:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624535.315134:0:469:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240cf891] to pc [ptlrpcd_01_00+0] req@ffff99dd11595880 x1875506845039104/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.315140:0:469:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624535.315143:0:469:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624535.315146:0:469:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624535.315150:0:469:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597b80. 00000020:00000040:3.0:1788624535.315152:0:469:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:3.0:1788624535.315154:0:469:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624535.315156:0:469:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624535.315157:0:469:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624535.315161:0:469:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818200. 00000100:00000001:3.0:1788624535.315164:0:469:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624535.315168:0:469:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11597b80 x1875506845039232/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624535.315174:0:469:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624535.315176:0:469:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624535.315179:0:469:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000074b5f4c] to pc [ptlrpcd_01_01+1] req@ffff99dd11597b80 x1875506845039232/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.315196:0:469:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624535.315198:0:469:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624535.315201:0:469:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624535.315205:0:469:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595500. 00000020:00000040:3.0:1788624535.315207:0:469:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:3.0:1788624535.315209:0:469:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624535.315210:0:469:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624535.315212:0:469:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624535.315215:0:469:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818600. 00000100:00000001:3.0:1788624535.315217:0:469:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624535.315221:0:469:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11595500 x1875506845039360/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624535.315225:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624535.315227:0:469:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624535.315228:0:469:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624535.315230:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1788624535.315232:0:469:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d65fc0c] to pc [ptlrpcd_01_00+0] req@ffff99dd11595500 x1875506845039360/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624535.315233:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788624535.315239:0:469:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624535.315240:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595180 x1875506845038848/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624535.315243:0:469:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1887) 00000100:00000001:2.0:1788624535.315248:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624535.315250:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624535.315474:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624535.315478:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624535.315481:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624535.315486:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2391:1875506845038848:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624535.315491:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1788624535.316046:0:469:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788624535.316053:0:469:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1788624535.316063:0:469:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788624535.316066:0:469:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788624535.316276:0:469:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1788624535.316281:0:469:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: connect to NID 192.168.202.125@tcp last attempt 1856 00000400:00000200:3.0:1788624535.316292:0:469:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.316300:0:469:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.125@tcp is discovered: rc = 1 00000100:00000040:3.0:1788624535.316305:0:469:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624535.316310:0:469:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624535.316312:0:469:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624535.316315:0:469:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000001:3.0:1788624535.316319:0:469:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788624535.316321:0:469:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d13 00000020:00000001:3.0:1788624535.316325:0:469:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624535.316329:0:469:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd10dbe000 refcount=5 00000020:00000001:3.0:1788624535.316331:0:469:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000020:00000001:3.0:1788624535.316334:0:469:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000100:00000040:3.0:1788624535.316336:0:469:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624535.316338:0:469:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624535.316340:0:469:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624535.316342:0:469:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000040:3.0:1788624535.316345:0:469:0:(genops.c:879:class_export_put()) PUTting export ffff99dd10dbe000 : new refcount 4 00000100:00080000:3.0:1788624535.316348:0:469:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: import ffff99dd19442000 using connection 192.168.202.125@tcp/192.168.202.125@tcp 00000100:00000001:3.0:1788624535.316351:0:469:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624535.316354:0:469:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788624535.316362:0:469:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624535.316365:0:469:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624535.316368:0:469:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788624535.316375:0:469:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788624535.316378:0:469:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624535.316381:0:469:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624535.316388:0:469:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595f80. 00000020:00000040:3.0:1788624535.316392:0:469:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:3.0:1788624535.316397:0:469:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788624535.316399:0:469:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624535.316403:0:469:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624535.316405:0:469:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624535.316408:0:469:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624535.316414:0:469:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cfc00. 00000100:00000001:3.0:1788624535.316418:0:469:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624535.316427:0:469:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99dd11595f80 x1875506845039488/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624535.316436:0:469:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624535.316439:0:469:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624535.316443:0:469:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043057380] to pc [ptlrpcd_rcv+-1] req@ffff99dd11595f80 x1875506845039488/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.316456:0:469:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624535.316462:0:469:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1887) 00000100:00000001:3.0:1788624535.316481:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624535.316484:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624535.316487:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624535.316492:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595c00 x1875506845038976/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.316499:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624535.316501:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624535.316504:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595c00 x1875506845038976/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl Rpc:NQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.316510:0:2392:0:(client.c:1858:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000100:00000001:3.0:1788624535.316513:0:2392:0:(client.c:2106:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:3.0:1788624535.316516:0:2392:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624535.316518:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624535.316521:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624535.316525:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595c00 x1875506845038976/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl Interpret:NQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624535.316532:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:0:1875506845038976:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624535.316537:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624535.316541:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11597b80 x1875506845039232/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.316546:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624535.316547:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624535.316550:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624535.316553:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624535.316555:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624535.316557:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845039232:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624535.316561:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624535.316567:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624535.316571:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624535.317066:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624535.317281:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd1112da00. 02000000:00000001:3.0:1788624535.317284:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624535.317289:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624535.317293:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a8f0. 00000400:00000010:3.0:1788624535.317298:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f3b8. 00000100:00000200:3.0:1788624535.317302:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845039232, portal 4 00000100:00000001:3.0:1788624535.317303:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624535.317305:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490740096 : -112300218811520 : ffff99dd11597b80) 00000100:00000040:3.0:1788624535.317312:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11597b80 x1875506845039232/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.317319:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624535.317321:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624535.317323:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fa18. 00000100:00000200:3.0:1788624535.317325:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845039232, offset 0 00000400:00000200:3.0:1788624535.317331:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624535.317336:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.317340:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624535.317343:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624535.317345:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624535.317348:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624535.317350:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624535.317353:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2728:2728:255:4294967295] 192.168.202.125@tcp LPNI seq info [2728:2728:7:4294967295] 00000400:00000200:3.0:1788624535.317358:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.317364:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624535.317369:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624535.317373:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818800. 00000800:00000200:3.0:1788624535.317376:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624535.317381:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624535.317383:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624535.317387:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624535.317391:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 221530 usecs (222 jiffies) 00000400:00000200:3.0:1788624535.317394:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624535.317396:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296549601 00000100:00000001:3.0:1788624535.317399:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296550165 00000100:00000001:3.0:1788624535.317401:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296549601 00000100:00000001:3.0:1788624535.317403:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296550165 00000100:00000001:3.0:1788624535.317405:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624535.317406:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624535.317409:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624535.317412:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624535.317416:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595c00 x1875506845038976/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl Complete:NQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.317424:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788624535.317428:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624535.317430:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624535.317434:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624535.317438:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818300. 02000000:00000001:3.0:1788624535.317446:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624535.317448:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624535.317451:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595c00. 00000100:00000001:3.0:1788624535.317456:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624535.317458:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624535.317460:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624535.317464:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624535.317468:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788624535.317470:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624535.317471:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624535.317474:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624535.317477:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788624535.317478:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624535.317480:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624535.317482:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624535.317483:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624535.317484:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624535.317486:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624535.317490:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595500 x1875506845039360/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.317497:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624535.317499:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624535.317502:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624535.317504:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624535.317506:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624535.317509:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845039360:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624535.317513:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624535.317517:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624535.317519:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624535.317520:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624535.317524:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd1112cc00. 02000000:00000001:3.0:1788624535.317526:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624535.317530:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624535.317532:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560abb0. 00000400:00000010:3.0:1788624535.317536:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fdd0. 00000100:00000200:3.0:1788624535.317539:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845039360, portal 4 00000100:00000001:3.0:1788624535.317541:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624535.317542:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490730240 : -112300218821376 : ffff99dd11595500) 00000100:00000040:3.0:1788624535.317549:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11595500 x1875506845039360/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.317555:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624535.317556:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624535.317559:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f550. 00000100:00000200:3.0:1788624535.317561:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845039360, offset 0 00000400:00000200:3.0:1788624535.317565:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624535.317568:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.317571:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624535.317672:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624535.317676:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624535.317679:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624535.317681:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624535.317683:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2729:2729:254:4294967295] 192.168.202.125@tcp LPNI seq info [2729:2729:6:4294967295] 00000400:00000200:3.0:1788624535.317687:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.317693:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624535.317697:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624535.317701:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818300. 00000800:00000200:3.0:1788624535.317705:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624535.317709:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624535.317712:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624535.317715:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624535.317718:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25311 usecs (26 jiffies) 00000400:00000200:3.0:1788624535.317721:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624535.317723:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296549405 00000100:00000001:3.0:1788624535.317725:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296550165 00000100:00000001:3.0:1788624535.317730:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296549405 00000100:00000001:3.0:1788624535.317732:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296550165 00000100:00000001:3.0:1788624535.317734:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624535.317736:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624535.317738:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624535.317740:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624535.319364:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624535.319372:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624535.319377:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624535.319391:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd06578000. 02000000:00000001:2.0:1788624535.319395:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624535.319404:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624535.319410:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2790. 00000400:00000010:2.0:1788624535.319418:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08000. 00000100:00000200:2.0:1788624535.319426:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845038848, portal 25 00000100:00000001:2.0:1788624535.319430:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624535.319431:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490729344 : -112300218822272 : ffff99dd11595180) 00000100:00000040:2.0:1788624535.319441:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11595180 x1875506845038848/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624535.319450:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624535.319453:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624535.319456:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08440. 00000100:00000200:2.0:1788624535.319459:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845038848, offset 0 00000400:00000200:2.0:1788624535.319466:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624535.319473:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.319482:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624535.319486:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624535.319491:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624535.319495:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624535.319497:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624535.319501:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2730:2730:253:4294967295] 192.168.202.125@tcp LPNI seq info [2730:2730:5:4294967295] 00000400:00000200:2.0:1788624535.319505:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.319513:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624535.319519:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624535.319525:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd19e35900. 00000800:00000200:2.0:1788624535.319531:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624535.319542:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624535.319546:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd19e35900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624535.319550:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624535.319554:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624535.319556:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296553307 00000100:00000001:2.0:1788624535.319564:0:2391:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296550165 00000100:00000001:2.0:1788624535.319571:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296553307 00000100:00000001:2.0:1788624535.319576:0:2391:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296550165 00000100:00000001:2.0:1788624535.319579:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624535.319582:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624535.319586:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624535.319592:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595880 x1875506845039104/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624535.319600:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624535.319602:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624535.319606:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624535.319609:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624535.319612:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624535.319615:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845039104:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624535.319620:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624535.319623:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624535.319625:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624535.319626:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624535.319630:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd02a27600. 02000000:00000001:2.0:1788624535.319632:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624535.319635:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624535.319638:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a26e0. 00000400:00000010:2.0:1788624535.319642:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08bb0. 00000100:00000200:2.0:1788624535.319645:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845039104, portal 10 00000100:00000001:2.0:1788624535.319646:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624535.319648:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490731136 : -112300218820480 : ffff99dd11595880) 00000800:00000200:3.0:1788624535.320313:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624535.320319:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cd00. 00000400:00000200:3.0:1788624535.320329:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624535.320337:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624535.320344:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395088 00000400:00000010:3.0:1788624535.320347:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395088. 00000100:00000001:3.0:1788624535.320352:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624535.320358:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595f80 x1875506845039488/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.320369:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624535.320372:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595f80 x1875506845039488/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624545 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.320379:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624535.320380:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624535.320395:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624535.320397:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818800. 00000400:00000200:3.0:1788624535.320400:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624535.320404:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624535.320407:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fa18 00000400:00000010:3.0:1788624535.320409:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fa18. 00000100:00000001:3.0:1788624535.320411:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624535.320416:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11597b80 x1875506845039232/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.320424:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624535.320428:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11597b80 x1875506845039232/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.320439:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624535.320440:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624535.320449:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624535.320451:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818300. 00000400:00000200:3.0:1788624535.320453:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624535.320457:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624535.320459:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f550 00000400:00000010:3.0:1788624535.320460:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f550. 00000100:00000001:3.0:1788624535.320462:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624535.320467:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595500 x1875506845039360/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.320474:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624535.320477:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595500 x1875506845039360/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.320482:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624535.320484:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624535.320570:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624535.320572:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd19e35900. 00000400:00000200:3.0:1788624535.320575:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624535.320579:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624535.320582:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08440 00000400:00000010:3.0:1788624535.320584:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08440. 00000100:00000001:3.0:1788624535.320587:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624535.320591:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595180 x1875506845038848/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.320597:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624535.320600:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595180 x1875506845038848/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.320606:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624535.320608:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1788624535.321050:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11595880 x1875506845039104/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624535.321058:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624535.321061:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624535.321067:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08aa0. 00000100:00000200:2.0:1788624535.321073:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845039104, offset 0 00000400:00000200:2.0:1788624535.321081:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624535.321090:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.321095:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624535.321100:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624535.321104:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624535.321121:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624535.321651:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624535.321664:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2731:2731:256:4294967295] 192.168.202.125@tcp LPNI seq info [2731:2731:8:4294967295] 00000400:00000200:2.0:1788624535.321670:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.321679:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624535.321686:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624535.321693:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd19e35900. 00000800:00000200:2.0:1788624535.321700:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624535.321707:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624535.321711:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd19e35900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624535.321731:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624535.321736:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24711 usecs (25 jiffies) 00000400:00000200:2.0:1788624535.321741:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624535.321743:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296549408 00000100:00000001:2.0:1788624535.321747:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296553307 00000100:00000001:2.0:1788624535.321749:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296549408 00000100:00000001:2.0:1788624535.321751:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296553307 00000100:00000001:2.0:1788624535.321754:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624535.321757:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624535.321762:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624535.321766:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624535.321775:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624535.321778:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788624535.321781:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624535.321784:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624535.321785:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624535.321787:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624535.321830:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624535.321833:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd19e35900. 00000400:00000200:2.0:1788624535.321839:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624535.321843:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624535.321847:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08aa0 00000400:00000010:2.0:1788624535.321848:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08aa0. 00000100:00000001:2.0:1788624535.321852:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624535.321857:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595880 x1875506845039104/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624535.321865:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624535.321868:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595880 x1875506845039104/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624535.321874:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624535.321875:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624535.336001:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624535.336020:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624535.336025:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624535.336028:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624535.336036:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.336044:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624535.336052:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.336057:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.336062:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.336207:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 416 into portal 10 MB=0x6a9c37745bb80 00000400:00000200:3.0:1788624535.336215:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.336224:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 416/416 into md 0x7d15 [1] + 0 00000800:00000001:3.0:1788624535.336234:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624535.336239:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624535.336243:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624535.336248:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624535.336299:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624535.336308:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595f80 x1875506845039488/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624545 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624535.336320:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff99dd11595f80 x1875506845039488/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.336428:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624535.336439:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624535.336443:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624535.336445:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624535.336448:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624535.336451:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.336455:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624535.336460:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.336462:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.336465:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.336468:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745ba80 00000400:00000200:3.0:1788624535.336471:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.336477:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7d1d [1] + 224 00000800:00000001:3.0:1788624535.336481:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624535.336484:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624535.336486:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624535.336488:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624535.336491:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624535.336496:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11597b80 x1875506845039232/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624535.336503:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11597b80 x1875506845039232/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.336531:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624535.336536:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624535.336540:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624535.336542:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624535.336543:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624535.336547:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.336550:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624535.336553:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.336555:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.336558:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.336561:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745bb00 00000400:00000200:3.0:1788624535.336564:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.336568:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7d2d [1] + 224 00000800:00000001:3.0:1788624535.336572:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624535.336581:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624535.336584:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624535.336587:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624535.336589:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624535.336593:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595500 x1875506845039360/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624535.336601:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11595500 x1875506845039360/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.336609:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624535.336612:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624535.336615:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624535.340863:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624535.340871:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624535.340881:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624535.340883:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624535.340887:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560abb0. 00000400:00000200:2.0:1788624535.340898:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fdd0 00000400:00000010:2.0:1788624535.340901:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fdd0. 00000100:00000001:2.0:1788624535.340905:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624535.340918:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595500 x1875506845039360/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624535.340929:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595500 x1875506845039360/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624535.340938:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624535.340940:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624535.340943:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624535.340947:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624535.340949:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624535.340952:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624535.340955:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624535.340966:0:2392:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=113 v=5 (5 5 5 36) 00000100:00001000:2.0:1788624535.340970:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624535.340973:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624535.340975:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624535.340978:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624535.340983:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624535.340987:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624535.340989:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:2.0:1788624535.340992:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624535.340994:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624535.340999:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595500 x1875506845039360/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624535.341006:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624535.341009:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624535.341011:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624535.341015:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595500 x1875506845039360/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624535.341023:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845039360:192.168.202.125@tcp:400:kworker.0 00000400:00000001:2.0:1788624535.341030:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624535.341031:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624535.341033:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a8f0. 00000400:00000200:2.0:1788624535.341036:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f3b8 00000400:00000010:2.0:1788624535.341038:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f3b8. 00000100:00000001:2.0:1788624535.341040:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624535.341044:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11597b80 x1875506845039232/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624535.341051:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11597b80 x1875506845039232/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624535.341057:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624535.341059:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624535.341060:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624535.341061:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624535.341063:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624535.341064:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624535.341066:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624535.341070:0:2392:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=113 v=5 (5 5 5 36) 00000100:00001000:2.0:1788624535.341084:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=11 v=5 (1 1 0 0) 00000100:00000001:2.0:1788624535.341087:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624535.341088:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624535.341090:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624535.341091:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624535.341094:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624535.341095:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788624535.341097:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624535.341098:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624535.341102:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11597b80 x1875506845039232/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624535.341148:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624535.341150:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624535.341152:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624535.341155:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11597b80 x1875506845039232/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624535.341162:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845039232:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624535.341166:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624535.341169:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624535.341172:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595500 x1875506845039360/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624535.341179:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624535.341190:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624535.341194:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd1112cc00. 02000000:00000001:2.0:1788624535.341199:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624535.341202:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624535.341203:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:2.0:1788624535.341206:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624535.341210:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818600. 02000000:00000001:2.0:1788624535.341214:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624535.341216:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624535.341218:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595500. 00000100:00000001:2.0:1788624535.341222:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624535.341223:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624535.341225:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624535.341228:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11597b80 x1875506845039232/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624535.341234:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624535.341236:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624535.341237:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd1112da00. 02000000:00000001:2.0:1788624535.341239:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624535.341240:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624535.341241:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:2.0:1788624535.341242:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624535.341244:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818200. 02000000:00000001:2.0:1788624535.341246:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624535.341247:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624535.341248:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11597b80. 00000100:00000001:2.0:1788624535.341249:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624535.341251:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624535.341253:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624535.341260:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624535.341262:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624535.341264:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624535.341281:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624535.342547:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624535.342564:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624535.342567:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624535.342570:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624535.342577:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.342584:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624535.342597:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.342602:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.342607:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.342611:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c37745b900 00000400:00000200:2.0:1788624535.342616:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.342621:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7d3d [1] + 224 00000800:00000001:2.0:1788624535.342628:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624535.342632:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624535.342635:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624535.342639:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624535.342646:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624535.342653:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595180 x1875506845038848/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624535.342664:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11595180 x1875506845038848/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624535.342689:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624535.342697:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624535.342701:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624535.342702:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624535.342705:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624535.342707:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.342710:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624535.342715:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.342717:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.342720:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.342722:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c37745ba00 00000400:00000200:2.0:1788624535.342725:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.342730:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x7d4d [1] + 224 00000800:00000001:2.0:1788624535.342733:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624535.342739:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624535.342742:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624535.342745:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624535.342748:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624535.342752:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595880 x1875506845039104/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624535.342766:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11595880 x1875506845039104/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624535.342772:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624535.342776:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624535.342778:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624535.342849:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624535.342853:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624535.342859:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624535.342861:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624535.342864:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2790. 00000400:00000200:3.0:1788624535.342868:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08000 00000400:00000010:3.0:1788624535.342870:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08000. 00000100:00000001:3.0:1788624535.342874:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624535.342879:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595180 x1875506845038848/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624535.342888:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595180 x1875506845038848/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.342894:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624535.342896:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624535.342899:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624535.342902:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624535.342904:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624535.342906:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624535.342909:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624535.342915:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=114 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624535.342919:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=114 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624535.342922:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624535.342923:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624535.342926:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624535.342928:0:2391:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624535.342932:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624535.342936:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595180 x1875506845038848/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.342943:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624535.342946:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624535.342949:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624535.342953:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595180 x1875506845038848/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624535.342961:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2391:1875506845038848:192.168.202.125@tcp:400:kworker.0 00000400:00000001:3.0:1788624535.342968:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624535.342969:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624535.342971:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a26e0. 00000400:00000200:3.0:1788624535.342973:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08bb0 00000400:00000010:3.0:1788624535.342975:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08bb0. 00000100:00000001:3.0:1788624535.342977:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624535.342980:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595880 x1875506845039104/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624535.342987:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595880 x1875506845039104/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.342993:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624535.342994:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624535.342996:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624535.342997:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624535.342998:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624535.343000:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624535.343002:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624535.343007:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=114 v=5 (103 103 103 137) 00000100:00001000:3.0:1788624535.343009:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=114 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624535.343012:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624535.343013:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624535.343014:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624535.343017:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624535.343019:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624535.343021:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788624535.343023:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624535.343024:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624535.343027:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595880 x1875506845039104/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.343037:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624535.343039:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624535.343040:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624535.343043:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595880 x1875506845039104/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624535.343049:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845039104:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624535.343053:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624535.343055:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624535.343058:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595180 x1875506845038848/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.343064:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624535.343066:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624535.343078:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd06578000. 02000000:00000001:3.0:1788624535.343083:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624535.343085:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624535.343087:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:3.0:1788624535.343090:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624535.343092:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818f00. 02000000:00000001:3.0:1788624535.343096:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624535.343097:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624535.343099:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595180. 00000100:00000001:3.0:1788624535.343102:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624535.343103:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624535.343127:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624535.343132:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595880 x1875506845039104/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624535.343137:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624535.343139:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624535.343140:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd02a27600. 02000000:00000001:3.0:1788624535.343142:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624535.343143:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624535.343145:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624535.343146:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624535.343147:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818c00. 02000000:00000001:3.0:1788624535.343149:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624535.343149:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624535.343150:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595880. 00000100:00000001:3.0:1788624535.343152:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624535.343152:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624535.343154:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624535.343161:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624535.343163:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624535.343164:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624535.343166:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624535.345326:0:31999:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624535.345331:0:31999:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624535.345333:0:31999:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624535.345336:0:31999:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624535.345338:0:31999:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624535.345353:0:31999:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624535.345357:0:31999:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624535.345360:0:31999:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1788624535.345367:0:31999:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875506845036416 new x1875506845039616 02000000:00000001:2.0:1788624535.345372:0:31999:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624535.345374:0:31999:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624535.345565:0:31999:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624535.345574:0:31999:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2d10. 00000400:00000010:2.0:1788624535.345582:0:31999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08aa0. 00000100:00000200:2.0:1788624535.345590:0:31999:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845036416, portal 10 00000100:00000001:2.0:1788624535.345594:0:31999:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624535.345595:0:31999:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498909440 : -112300210642176 : ffff99dd11d62300) 00000100:00000040:2.0:1788624535.345605:0:31999:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff99dd11d62300 x1875506845036416/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624551 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624535.345613:0:31999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624535.345616:0:31999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624535.345620:0:31999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e084c8. 00000100:00000200:2.0:1788624535.345623:0:31999:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875506845036416, offset 0 00000400:00000200:2.0:1788624535.345631:0:31999:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624535.345639:0:31999:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.345649:0:31999:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624535.345655:0:31999:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624535.345660:0:31999:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624535.345664:0:31999:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624535.345667:0:31999:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624535.345672:0:31999:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2732:2732:256:4294967295] 192.168.202.125@tcp LPNI seq info [2732:2732:8:4294967295] 00000400:00000200:2.0:1788624535.345677:0:31999:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.345760:0:31999:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624535.345768:0:31999:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624535.345774:0:31999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd19e35900. 00000800:00000200:2.0:1788624535.345782:0:31999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624535.345790:0:31999:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624535.345795:0:31999:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd19e35900 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1788624535.345810:0:31999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624535.345815:0:31999:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 785757 usecs (786 jiffies) 00000400:00000200:2.0:1788624535.345819:0:31999:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624535.345822:0:31999:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296550193 00000100:00000001:2.0:1788624535.345825:0:31999:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296553307 00000100:00000001:2.0:1788624535.345827:0:31999:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296550193 00000100:00000001:2.0:1788624535.345830:0:31999:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296553307 00000100:00000001:2.0:1788624535.345832:0:31999:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624535.345836:0:31999:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624535.345839:0:31999:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624535.345841:0:31999:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624535.345843:0:31999:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd036ec780 going to sleep for 11 seconds 00000100:00000001:2.0:1788624535.345846:0:31999:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624535.345847:0:31999:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624535.345956:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624535.345961:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd19e35900. 00000400:00000200:2.0:1788624535.345966:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624535.345986:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624535.345993:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e084c8 00000400:00000010:2.0:1788624535.345996:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e084c8. 00000100:00000001:2.0:1788624535.346001:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624535.346005:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d62300 x1875506845036416/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624551 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624535.346014:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624535.346017:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d62300 x1875506845036416/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624551 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624535.346023:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624535.346024:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000002:00000001:3.0:1788624535.346179:0:32025:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1788624535.346194:0:32025:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1788624535.346198:0:32025:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624535.346200:0:32025:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624535.346202:0:32025:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624535.346205:0:32025:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:3.0:1788624535.346207:0:32025:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624535.347236:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624535.347240:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611500. 00000400:00000200:2.0:1788624535.347245:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624535.347250:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624535.347254:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cc38 00000400:00000010:2.0:1788624535.347256:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cc38. 00000100:00000001:2.0:1788624535.347260:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624535.347265:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07b80 x1875506845037312/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624551 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624535.347273:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624535.347276:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c07b80 x1875506845037312/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624551 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624535.347282:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624535.347283:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624535.361872:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624535.361890:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624535.361895:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624535.361897:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624535.361907:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.361914:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624535.361923:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.361928:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.361933:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.361937:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745bc80 00000400:00000200:2.0:1788624535.361943:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.361950:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x7d6d [1] + 224 00000800:00000001:2.0:1788624535.361957:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624535.361961:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624535.361964:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624535.361969:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624535.361978:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624535.361988:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07b80 x1875506845037312/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624551 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624535.362000:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff99dd11c07b80 x1875506845037312/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624551 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624535.362023:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624535.362031:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624535.362034:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624535.362036:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624535.362038:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624535.362041:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.362045:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624535.362049:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.362051:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.362054:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.362057:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745bc00 00000400:00000200:2.0:1788624535.362060:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.362064:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x7d5d [1] + 224 00000800:00000001:2.0:1788624535.362067:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624535.362084:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624535.362086:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624535.362090:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624535.362093:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624535.362098:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d62300 x1875506845036416/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624551 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624535.362143:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff99dd11d62300 x1875506845036416/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624551 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624535.362156:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624535.362160:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624535.362163:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788624535.375864:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624535.375875:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139ca00. 00000400:00000200:2.0:1788624535.375885:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624535.375895:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624535.375903:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395440 00000400:00000010:2.0:1788624535.375907:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395440. 00000100:00000001:2.0:1788624535.375912:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624535.375922:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05f80 x1875506845039872/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/472 e 0 to 0 dl 1788624551 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624535.375936:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624535.375940:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05f80 x1875506845039872/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/472 e 0 to 0 dl 1788624551 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624535.375947:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624535.375949:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:1.1:1788624535.382596:0:32027:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd104cb900. 00000080:00000010:1.1:1788624535.382615:0:32027:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd104cbf40. 00000800:00000001:3.0:1788624535.388900:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624535.388921:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624535.388925:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624535.388928:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624535.388939:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.388949:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624535.388962:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.388967:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.388973:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.388978:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 400 into portal 10 MB=0x6a9c37745bd00 00000400:00000200:3.0:1788624535.388983:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.388989:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 400/400 into md 0x7d75 [1] + 224 00000800:00000001:3.0:1788624535.388997:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624535.389004:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624535.389009:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624535.389013:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624535.389022:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624535.389033:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05f80 x1875506845039872/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/472 e 0 to 0 dl 1788624551 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624535.389045:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff99dd11c05f80 x1875506845039872/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/472 e 0 to 0 dl 1788624551 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624535.389065:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624535.389081:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624535.389085:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788624535.411707:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624535.411717:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c500. 00000400:00000200:2.0:1788624535.411724:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624535.411732:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624535.411741:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395330 00000400:00000010:2.0:1788624535.411744:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395330. 00000100:00000001:2.0:1788624535.411749:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624535.411756:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05f80 x1875506845040000/t0(0) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624551 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624535.411768:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624535.411772:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05f80 x1875506845040000/t0(0) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624551 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624535.411780:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624535.411781:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624535.431338:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624535.431366:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624535.431371:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624535.431374:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624535.431382:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.431390:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624535.431400:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.431405:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.431410:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.431414:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 432 into portal 4 MB=0x6a9c37745bd80 00000400:00000200:2.0:1788624535.431419:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624535.431426:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 432/432 into md 0x7d7d [1] + 224 00000800:00000001:2.0:1788624535.431433:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624535.431440:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624535.431444:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624535.431449:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624535.431457:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624535.431467:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05f80 x1875506845040000/t0(0) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624551 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624535.431479:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff99dd11c05f80 x1875506845040000/t0(0) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624551 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624535.431492:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624535.431499:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624535.431502:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624535.445064:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624535.445082:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cf00. 00000400:00000200:3.0:1788624535.445089:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624535.445128:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624535.445139:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395000 00000400:00000010:3.0:1788624535.445142:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395000. 00000100:00000001:3.0:1788624535.445147:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624535.445156:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07100 x1875506845040256/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624551 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624535.445168:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624535.445172:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c07100 x1875506845040256/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624551 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624535.445188:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624535.445190:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624535.451154:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624535.451172:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624535.451176:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624535.451189:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624535.451198:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.451206:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624535.451216:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.451221:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.451227:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.451232:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745be80 00000400:00000200:3.0:1788624535.451237:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624535.451245:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x7d85 [1] + 224 00000800:00000001:3.0:1788624535.451253:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624535.451270:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624535.451274:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624535.451279:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624535.451287:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624535.451296:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07100 x1875506845040256/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624551 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624535.451308:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11c07100 x1875506845040256/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624551 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624535.451325:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624535.451334:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624535.451337:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788624535.465251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536ec0. 00000080:00000010:0.1:1788624535.465266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd105366c0. 00010000:00000001:3.0:1788624535.506270:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624535.506278:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624535.506283:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624535.506284:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.530569:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624536.530580:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.530587:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624536.530589:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624536.797031:0:32034:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624536.797045:0:32034:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624536.797049:0:32034:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624536.797054:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882093b20 00000080:00200000:2.0:1788624536.797061:0:32034:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624536.797072:0:32034:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd0864b400. 00800000:00000002:2.0:1788624536.797082:0:32034:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624536.797087:0:32034:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624536.797094:0:32034:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624536.797096:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882093a40 00800000:00000002:2.0:1788624536.797101:0:32034:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624536.799828:0:32034:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624536.799840:0:32034:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624536.799844:0:32034:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624536.799847:0:32034:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624536.799850:0:32034:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624536.799855:0:32034:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624536.799857:0:32034:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624536.799861:0:32034:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624536.799865:0:32034:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624536.799874:0:32034:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624536.799879:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882093910 00000002:00010000:2.0:1788624536.799884:0:32034:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624536.799888:0:32034:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624536.799890:0:32034:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624536.799896:0:32034:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624536.799906:0:32034:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624536.799909:0:32034:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624536.799911:0:32034:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624536.799914:0:32034:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788624536.799917:0:32034:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788624536.799929:0:32034:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63800. 00000020:00000040:2.0:1788624536.799937:0:32034:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:2.0:1788624536.799946:0:32034:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624536.799952:0:32034:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624536.799960:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624536.799963:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624536.799965:0:32034:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624536.799969:0:32034:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624536.799972:0:32034:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624536.799978:0:32034:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624536.799988:0:32034:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd0483b800. 00000100:00000001:2.0:1788624536.799997:0:32034:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624536.800004:0:32034:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624536.800006:0:32034:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624536.800008:0:32034:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624536.800009:0:32034:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624536.800011:0:32034:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624536.800017:0:32034:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773498914816 : -112300210636800 : ffff99dd11d63800) 00010000:00000001:2.0:1788624536.800022:0:32034:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624536.800024:0:32034:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788624536.800031:0:32034:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03870d00. 00010000:00000010:2.0:1788624536.800036:0:32034:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd05188f00. 00010000:00000001:2.0:1788624536.800041:0:32034:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624536.800045:0:32034:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10767600. 00000020:00000001:2.0:1788624536.800049:0:32034:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624536.800052:0:32034:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10767600 with handle 0xcc94206c7ef417d2 to hash 00000020:00000001:2.0:1788624536.800055:0:32034:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624536.800056:0:32034:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:2.0:1788624536.800061:0:32034:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:2.0:1788624536.800065:0:32034:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624536.800068:0:32034:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624536.800074:0:32034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624536.800085:0:32034:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624536.800098:0:32034:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624536.801245:0:32034:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624536.801250:0:32034:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624536.801261:0:32034:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd036ec840. 00000100:00000001:2.0:1788624536.801266:0:32034:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773257254976 : -112300452296640 : ffff99dd036ec840) 00000100:00000001:2.0:1788624536.801270:0:32034:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624536.801272:0:32034:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498914816 : -112300210636800 : ffff99dd11d63800) 00000100:00000001:2.0:1788624536.801278:0:32034:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624536.801283:0:32034:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624536.801286:0:32034:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624536.801289:0:32034:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624536.801303:0:32034:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63800 x1875506845040384/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.801314:0:32034:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624536.801316:0:32034:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624536.801321:0:32034:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624536.801325:0:32034:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624536.801329:0:32034:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624536.801333:0:32034:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63800 pname:cluuid:pid:xid:nid:opc:job checkstat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32034:1875506845040384:192.168.202.125@tcp:101:checkstat.0 00000100:00000001:2.0:1788624536.801338:0:32034:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624536.801345:0:32034:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624536.801348:0:32034:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624536.801351:0:32034:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624536.801357:0:32034:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd1870e000. 02000000:00000001:2.0:1788624536.801360:0:32034:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624536.801629:0:32034:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624536.801636:0:32034:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2ec8. 00000400:00000010:2.0:1788624536.801648:0:32034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e084c8. 00000100:00000200:2.0:1788624536.801656:0:32034:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845040384, portal 10 00000100:00000001:2.0:1788624536.801659:0:32034:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624536.801660:0:32034:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498914816 : -112300210636800 : ffff99dd11d63800) 00000100:00000040:2.0:1788624536.801668:0:32034:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d63800 x1875506845040384/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624552 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.801677:0:32034:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624536.801680:0:32034:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624536.801682:0:32034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08220. 00000100:00000200:2.0:1788624536.801685:0:32034:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845040384, offset 0 00000400:00000200:2.0:1788624536.801692:0:32034:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624536.801701:0:32034:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.801711:0:32034:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624536.801717:0:32034:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624536.801721:0:32034:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624536.801725:0:32034:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624536.801729:0:32034:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624536.801734:0:32034:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2737:2737:256:4294967295] 192.168.202.125@tcp LPNI seq info [2737:2737:8:4294967295] 00000400:00000200:2.0:1788624536.801739:0:32034:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.801749:0:32034:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624536.801755:0:32034:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624536.801761:0:32034:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd19e35900. 00000800:00000200:2.0:1788624536.801769:0:32034:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624536.801778:0:32034:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624536.801783:0:32034:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd19e35900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788624536.801804:0:32034:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624536.801810:0:32034:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 835746 usecs (836 jiffies) 00000400:00000200:2.0:1788624536.801813:0:32034:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624536.801816:0:32034:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296551699 00000100:00000001:2.0:1788624536.801819:0:32034:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296553307 00000100:00000001:2.0:1788624536.801822:0:32034:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296551699 00000100:00000001:2.0:1788624536.801824:0:32034:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296553307 00000100:00000001:2.0:1788624536.801826:0:32034:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624536.801829:0:32034:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624536.801832:0:32034:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624536.801834:0:32034:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624536.801838:0:32034:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd036ec840 going to sleep for 11 seconds 00000100:00000001:2.0:1788624536.801840:0:32034:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624536.801844:0:32034:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624536.802632:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624536.802640:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd19e35900. 00000400:00000200:3.0:1788624536.802648:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624536.802656:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624536.802664:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08220 00000400:00000010:3.0:1788624536.802667:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08220. 00000100:00000001:3.0:1788624536.802672:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624536.802678:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63800 x1875506845040384/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624552 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.802689:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624536.802693:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d63800 x1875506845040384/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624552 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.802706:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.802707:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624536.814562:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.814585:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624536.814590:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.814593:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.814603:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.814613:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624536.814624:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.814630:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.814637:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.814643:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745bf00 00000400:00000200:2.0:1788624536.814649:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.814655:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7d8d [1] + 224 00000800:00000001:2.0:1788624536.814664:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.814671:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.814674:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624536.814680:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624536.814689:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624536.814700:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63800 x1875506845040384/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624552 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624536.814713:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11d63800 x1875506845040384/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624552 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.814735:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624536.814745:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.814748:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624536.814799:0:32034:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624536.814810:0:32034:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624536.814812:0:32034:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624536.814817:0:32034:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2ec8. 00000400:00000200:3.0:1788624536.814822:0:32034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e084c8 00000400:00000010:3.0:1788624536.814826:0:32034:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e084c8. 00000100:00000001:3.0:1788624536.814830:0:32034:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624536.814835:0:32034:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d63800 x1875506845040384/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624552 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788624536.814844:0:32034:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d63800 x1875506845040384/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624552 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.814850:0:32034:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624536.814853:0:32034:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624536.814856:0:32034:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624536.814860:0:32034:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624536.814863:0:32034:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624536.814866:0:32034:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624536.814869:0:32034:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624536.814882:0:32034:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=115 v=5 (103 103 103 137) 00000100:00001000:3.0:1788624536.814887:0:32034:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624536.814891:0:32034:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624536.814893:0:32034:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.814896:0:32034:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624536.814901:0:32034:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.814906:0:32034:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624536.814908:0:32034:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967600 00000100:00000001:3.0:1788624536.814911:0:32034:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624536.814914:0:32034:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624536.814919:0:32034:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d63800 x1875506845040384/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624552 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.814927:0:32034:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624536.814931:0:32034:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624536.814934:0:32034:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624536.814938:0:32034:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63800 x1875506845040384/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624552 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788624536.814947:0:32034:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d63800 pname:cluuid:pid:xid:nid:opc:job checkstat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32034:1875506845040384:192.168.202.125@tcp:101:checkstat.0 00000100:00000001:3.0:1788624536.814952:0:32034:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624536.814955:0:32034:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.814958:0:32034:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788624536.814960:0:32034:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624536.814964:0:32034:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d63800 x1875506845040384/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624552 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.814970:0:32034:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624536.814973:0:32034:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd036ec840. 00000100:00000001:3.0:1788624536.814978:0:32034:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788624536.814980:0:32034:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.814983:0:32034:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788624536.814989:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.814992:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.814996:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=4 00000020:00000001:3.0:1788624536.814998:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.815002:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000040:3.0:1788624536.815011:0:32034:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10767600, remote cookie: 0xa103bd66258a7d55, flags: 0x1001 00010000:00010000:3.0:1788624536.815018:0:32034:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624536.815030:0:32034:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.815038:0:32034:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788624536.815043:0:32034:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788624536.815046:0:32034:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788624536.815049:0:32034:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788624536.815051:0:32034:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788624536.815063:0:32034:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd03870d00) refcount = 1 00010000:00010000:3.0:1788624536.815069:0:32034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.815076:0:32034:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788624536.815080:0:32034:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788624536.815083:0:32034:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624536.815086:0:32034:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788624536.815089:0:32034:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624536.815094:0:32034:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.815101:0:32034:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788624536.815103:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.815130:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.815131:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.815132:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.815134:0:32034:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.815140:0:32034:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788624536.815142:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.815143:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.815145:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:3.0:1788624536.815147:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.815149:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.815152:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.815153:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.815154:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=4 00000020:00000001:3.0:1788624536.815156:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.815158:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.815161:0:32034:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624536.815174:0:32034:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624536.815177:0:32034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.815185:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.815186:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.815188:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.815189:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.815190:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=5 00000020:00000001:3.0:1788624536.815192:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.815194:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.815197:0:32034:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624536.815200:0:32034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.815207:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.815208:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788624536.815211:0:32034:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.815218:0:32034:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624536.815219:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.815220:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.815222:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.815223:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788624536.815228:0:32034:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11d63800 x1875506845040384/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624552 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788624536.815240:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.815241:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.815243:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:3.0:1788624536.815245:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.815247:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.815250:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.815251:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624536.815253:0:32034:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.815256:0:32034:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.815259:0:32034:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788624536.815262:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.815264:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.815265:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:3.0:1788624536.815267:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.815270:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00000002:00010000:3.0:1788624536.815273:0:32034:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.815280:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.815282:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.815284:0:32034:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788624536.815286:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.815287:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.815288:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:3.0:1788624536.815290:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.815293:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000040:3.0:1788624536.815300:0:32034:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870d00 count: 2 00010000:00000001:3.0:1788624536.815303:0:32034:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788624536.815307:0:32034:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788624536.815310:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.815311:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624536.815313:0:32034:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788624536.815317:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882093898 00000002:00002000:3.0:1788624536.815320:0:32034:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788624536.815323:0:32034:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624536.815328:0:32034:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624536.815331:0:32034:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788624536.815335:0:32034:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788624536.815339:0:32034:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624536.815344:0:32034:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624536.815348:0:32034:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0864b400. 00000080:00000001:3.0:1788624536.815354:0:32034:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624536.815357:0:32034:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788624536.815366:0:32034:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788624536.815382:0:32034:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788624536.815390:0:32034:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd049c3d80. 00800000:00000001:3.0:1788624536.815393:0:32034:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773277011328 : -112300432540288 : ffff99dd049c3d80) 00800000:00000001:3.0:1788624536.815395:0:32034:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.815398:0:32034:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788624536.815402:0:32034:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788624536.815404:0:32034:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788624536.815407:0:32034:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788624536.815411:0:32034:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788624536.815413:0:32034:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624536.815418:0:32034:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788624536.815422:0:32034:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1788624536.815428:0:32034:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1788624536.815430:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.815431:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.815433:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:3.0:1788624536.815435:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.815437:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.815439:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.815440:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788624536.815441:0:32034:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788624536.815444:0:32034:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788624536.815445:0:32034:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd049c3d80 1 00800000:00000010:3.0:1788624536.815448:0:32034:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd049c3d80. 00800000:00000001:3.0:1788624536.815452:0:32034:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624536.815455:0:32034:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef417d2 00800000:00000001:3.0:1788624536.815459:0:32034:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624536.815461:0:32034:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624536.815462:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.815463:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.815464:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:3.0:1788624536.815466:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.815468:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.815472:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.815473:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624536.815475:0:32034:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624536.815477:0:32034:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624536.815479:0:32034:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624536.815482:0:32034:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624536.815485:0:32034:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef417d2 from it ffffbef882093b58 00010000:00000001:3.0:1788624536.815487:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.815488:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.815489:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:3.0:1788624536.815491:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.815494:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.815496:0:32034:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624536.815499:0:32034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.815506:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.815507:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.815509:0:32034:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624536.815512:0:32034:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624536.815515:0:32034:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788624536.815526:0:32034:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624536.815529:0:32034:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624536.815532:0:32034:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624536.815537:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.815538:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.815540:0:32034:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.815544:0:32034:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624536.815546:0:32034:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.815548:0:32034:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.815551:0:32034:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.815553:0:32034:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624536.815554:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.815556:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624536.815558:0:32034:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624536.815563:0:32034:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d63800 x1875506845040384/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624552 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.815570:0:32034:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624536.815573:0:32034:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624536.815577:0:32034:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd1870e000. 02000000:00000001:3.0:1788624536.815582:0:32034:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624536.815585:0:32034:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624536.815587:0:32034:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624536.815590:0:32034:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624536.815595:0:32034:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd0483b800. 02000000:00000001:3.0:1788624536.815599:0:32034:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624536.815602:0:32034:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624536.815604:0:32034:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63800. 00000100:00000001:3.0:1788624536.815611:0:32034:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624536.815612:0:32034:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624536.815616:0:32034:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788624536.815623:0:32034:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788624536.815639:0:32034:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd049c6320. 00000020:00000001:3.0:1788624536.815644:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882093a88 00000080:00200000:3.0:1788624536.815647:0:32034:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), flags=24 00000080:00000001:3.0:1788624536.815651:0:32034:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788624536.815653:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882093938 00000080:00200000:3.0:1788624536.815655:0:32034:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=0 00000080:00000010:3.0:1788624536.815665:0:32034:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd1112da00. 00800000:00000002:3.0:1788624536.815671:0:32034:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624536.815676:0:32034:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624536.815679:0:32034:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624536.815682:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882093858 00800000:00000002:3.0:1788624536.815684:0:32034:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624536.815687:0:32034:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624536.815692:0:32034:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624536.815695:0:32034:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624536.815697:0:32034:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624536.815700:0:32034:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624536.815703:0:32034:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624536.815705:0:32034:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624536.815707:0:32034:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624536.815712:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820937f0 00800000:00000002:3.0:1788624536.815714:0:32034:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:3.0:1788624536.815719:0:32034:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624536.815721:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882093728 00000002:00010000:3.0:1788624536.815723:0:32034:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788624536.815727:0:32034:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788624536.815730:0:32034:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788624536.815734:0:32034:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595880. 00000020:00000040:3.0:1788624536.815738:0:32034:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:3.0:1788624536.815743:0:32034:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788624536.815747:0:32034:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624536.815750:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.815751:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.815752:0:32034:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.815755:0:32034:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624536.815758:0:32034:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624536.815762:0:32034:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624536.815769:0:32034:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cf000. 00000100:00000001:3.0:1788624536.815777:0:32034:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.815781:0:32034:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624536.815783:0:32034:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.815784:0:32034:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624536.815786:0:32034:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.815788:0:32034:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.815796:0:32034:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773490731136 : -112300218820480 : ffff99dd11595880) 00010000:00000001:3.0:1788624536.815799:0:32034:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788624536.815801:0:32034:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788624536.815804:0:32034:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870d00 count: 2 00010000:00000001:3.0:1788624536.815806:0:32034:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624536.815809:0:32034:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624536.815813:0:32034:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067ec00. 00000020:00000001:3.0:1788624536.815816:0:32034:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624536.815819:0:32034:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067ec00 with handle 0xcc94206c7ef417d9 to hash 00000020:00000001:3.0:1788624536.815821:0:32034:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624536.815823:0:32034:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.815827:0:32034:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.815830:0:32034:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624536.815832:0:32034:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624536.815836:0:32034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624536.815844:0:32034:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624536.815855:0:32034:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788624536.815861:0:32034:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624536.815863:0:32034:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624536.815870:0:32034:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd03096300. 00000100:00000001:3.0:1788624536.815872:0:32034:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773250609920 : -112300458941696 : ffff99dd03096300) 00000100:00000001:3.0:1788624536.815875:0:32034:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624536.815877:0:32034:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490731136 : -112300218820480 : ffff99dd11595880) 00000100:00000001:3.0:1788624536.815882:0:32034:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624536.815887:0:32034:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.815889:0:32034:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624536.815890:0:32034:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624536.815895:0:32034:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595880 x1875506845040512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.815902:0:32034:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624536.815905:0:32034:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624536.815909:0:32034:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624536.815912:0:32034:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624536.815915:0:32034:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624536.815919:0:32034:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595880 pname:cluuid:pid:xid:nid:opc:job checkstat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32034:1875506845040512:192.168.202.125@tcp:101:checkstat.0 00000100:00000001:3.0:1788624536.815925:0:32034:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624536.815932:0:32034:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624536.815935:0:32034:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624536.815938:0:32034:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624536.815943:0:32034:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd115ed800. 02000000:00000001:3.0:1788624536.815945:0:32034:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624536.815952:0:32034:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624536.815956:0:32034:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a268. 00000400:00000010:3.0:1788624536.815963:0:32034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f550. 00000100:00000200:3.0:1788624536.815970:0:32034:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845040512, portal 10 00000100:00000001:3.0:1788624536.815972:0:32034:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624536.815974:0:32034:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490731136 : -112300218820480 : ffff99dd11595880) 00000100:00000040:3.0:1788624536.815980:0:32034:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11595880 x1875506845040512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624552 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.815988:0:32034:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624536.815991:0:32034:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624536.815994:0:32034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fa18. 00000100:00000200:3.0:1788624536.815997:0:32034:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875506845040512, offset 0 00000400:00000200:3.0:1788624536.816005:0:32034:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624536.816012:0:32034:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624536.816020:0:32034:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624536.816027:0:32034:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624536.816031:0:32034:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624536.816037:0:32034:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624536.816039:0:32034:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624536.816044:0:32034:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2738:2738:256:4294967295] 192.168.202.125@tcp LPNI seq info [2738:2738:8:4294967295] 00000400:00000200:3.0:1788624536.816049:0:32034:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624536.816058:0:32034:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624536.816064:0:32034:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624536.816069:0:32034:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818c00. 00000800:00000200:3.0:1788624536.816077:0:32034:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624536.816087:0:32034:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624536.816092:0:32034:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818c00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788624536.816131:0:32034:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624536.816136:0:32034:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 834537 usecs (835 jiffies) 00000400:00000200:3.0:1788624536.816140:0:32034:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624536.816143:0:32034:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296551711 00000100:00000001:3.0:1788624536.816148:0:32034:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296553307 00000100:00000001:3.0:1788624536.816151:0:32034:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296551711 00000100:00000001:3.0:1788624536.816154:0:32034:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296553307 00000100:00000001:3.0:1788624536.816156:0:32034:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624536.816160:0:32034:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.816162:0:32034:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624536.816175:0:32034:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624536.816178:0:32034:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd03096300 going to sleep for 11 seconds 00000100:00000001:3.0:1788624536.816181:0:32034:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624536.816183:0:32034:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624536.817201:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624536.817208:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818c00. 00000400:00000200:2.0:1788624536.817215:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624536.817221:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624536.817227:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fa18 00000400:00000010:2.0:1788624536.817229:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fa18. 00000100:00000001:2.0:1788624536.817234:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624536.817239:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595880 x1875506845040512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624552 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.817250:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624536.817254:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11595880 x1875506845040512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624552 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.817260:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624536.817262:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624536.825640:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.825662:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624536.825668:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.825670:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.825681:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.825691:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624536.825702:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.825708:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.825715:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.825720:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745bf80 00000400:00000200:2.0:1788624536.825726:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.825734:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7d9d [1] + 224 00000800:00000001:2.0:1788624536.825742:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.825749:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.825754:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624536.825759:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624536.825768:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624536.825779:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595880 x1875506845040512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624552 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624536.825793:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11595880 x1875506845040512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624552 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.825821:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624536.825830:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.825833:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624536.826096:0:32034:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624536.826150:0:32034:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624536.826152:0:32034:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624536.826156:0:32034:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a268. 00000400:00000200:3.0:1788624536.826169:0:32034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f550 00000400:00000010:3.0:1788624536.826173:0:32034:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f550. 00000100:00000001:3.0:1788624536.826177:0:32034:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624536.826183:0:32034:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595880 x1875506845040512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624552 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788624536.826191:0:32034:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595880 x1875506845040512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624552 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.826198:0:32034:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624536.826200:0:32034:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624536.826203:0:32034:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624536.826207:0:32034:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624536.826210:0:32034:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624536.826213:0:32034:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624536.826217:0:32034:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624536.826230:0:32034:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=115 v=5 (103 103 103 137) 00000100:00001000:3.0:1788624536.826235:0:32034:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624536.826238:0:32034:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624536.826241:0:32034:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.826244:0:32034:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624536.826249:0:32034:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.826253:0:32034:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624536.826256:0:32034:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967600 00000100:00000001:3.0:1788624536.826259:0:32034:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624536.826262:0:32034:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624536.826267:0:32034:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595880 x1875506845040512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624552 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.826275:0:32034:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624536.826279:0:32034:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624536.826281:0:32034:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624536.826286:0:32034:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595880 x1875506845040512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624552 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788624536.826294:0:32034:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595880 pname:cluuid:pid:xid:nid:opc:job checkstat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32034:1875506845040512:192.168.202.125@tcp:101:checkstat.0 00000100:00000001:3.0:1788624536.826299:0:32034:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624536.826302:0:32034:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.826305:0:32034:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788624536.826307:0:32034:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624536.826312:0:32034:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595880 x1875506845040512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624552 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.826320:0:32034:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624536.826323:0:32034:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd03096300. 00000100:00000001:3.0:1788624536.826327:0:32034:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788624536.826329:0:32034:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.826332:0:32034:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788624536.826337:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.826341:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.826345:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=4 00000020:00000001:3.0:1788624536.826348:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.826352:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000040:3.0:1788624536.826360:0:32034:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd1067ec00, remote cookie: 0xa103bd66258a7d71, flags: 0x1001 00010000:00010000:3.0:1788624536.826365:0:32034:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d71 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788624536.826489:0:32034:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788624536.826493:0:32034:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788624536.826504:0:32034:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd0382ae00. 00010000:00000010:3.0:1788624536.826509:0:32034:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd1115a480. 00010000:00000001:3.0:1788624536.826515:0:32034:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624536.826519:0:32034:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d71 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624536.826542:0:32034:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d71 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.826550:0:32034:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788624536.826555:0:32034:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788624536.826558:0:32034:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788624536.826560:0:32034:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788624536.826562:0:32034:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788624536.826565:0:32034:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1f:0x0].0x0 (ffff99dd0382ae00) refcount = 1 00010000:00010000:3.0:1788624536.826570:0:32034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7d71 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.826577:0:32034:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788624536.826581:0:32034:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788624536.826583:0:32034:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624536.826586:0:32034:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788624536.826589:0:32034:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624536.826593:0:32034:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d71 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.826599:0:32034:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788624536.826601:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.826602:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.826604:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.826605:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.826606:0:32034:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.826612:0:32034:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788624536.826613:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.826615:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.826616:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=3 00000020:00000001:3.0:1788624536.826618:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.826621:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.826623:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.826624:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.826626:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=4 00000020:00000001:3.0:1788624536.826627:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.826629:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.826632:0:32034:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624536.826635:0:32034:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624536.826639:0:32034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7d71 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.826645:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.826646:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.826647:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.826648:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.826649:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=5 00000020:00000001:3.0:1788624536.826651:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.826653:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.826657:0:32034:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624536.826660:0:32034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7d71 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.826666:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.826667:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788624536.826670:0:32034:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7d71 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.826676:0:32034:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624536.826677:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.826678:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.826679:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.826680:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788624536.826685:0:32034:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff99dd11595880 x1875506845040512/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624552 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788624536.826695:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.826696:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.826697:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=3 00000020:00000001:3.0:1788624536.826699:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.826701:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.826703:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.826704:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624536.826706:0:32034:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.826708:0:32034:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.826711:0:32034:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788624536.826713:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.826715:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.826716:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=3 00000020:00000001:3.0:1788624536.826718:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.826720:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00000002:00010000:3.0:1788624536.826724:0:32034:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d71 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.826736:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.826737:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.826739:0:32034:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788624536.826741:0:32034:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.826742:0:32034:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.826743:0:32034:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=3 00000020:00000001:3.0:1788624536.826745:0:32034:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.826746:0:32034:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000040:3.0:1788624536.826750:0:32034:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ae00 count: 2 00010000:00000001:3.0:1788624536.826753:0:32034:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788624536.826757:0:32034:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/31 (0 0) 00010000:00000001:3.0:1788624536.826760:0:32034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.826761:0:32034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624536.826762:0:32034:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788624536.826765:0:32034:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820936b0 00000002:00002000:3.0:1788624536.826767:0:32034:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788624536.826771:0:32034:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624536.826775:0:32034:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624536.826778:0:32034:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788624536.826781:0:32034:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788624536.826784:0:32034:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624536.826789:0:32034:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:3.0:1788624536.826792:0:32034:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788624536.826795:0:32034:0:(namei.c:674:ll_lookup_it_finish()) it ffffbef882093a28 it_disposition b 00000080:00000001:3.0:1788624536.827449:0:32034:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788624536.827457:0:32034:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788624536.827462:0:32034:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00000800:00000200:2.0:1788624536.829771:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624536.829779:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cf00. 00000400:00000200:2.0:1788624536.829785:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624536.829792:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624536.829807:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395908 00000400:00000010:2.0:1788624536.829810:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395908. 00000100:00000001:2.0:1788624536.829815:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624536.829820:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05c00 x1875506845040640/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624552 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.829830:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624536.829835:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05c00 x1875506845040640/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624552 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.829841:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624536.829843:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624536.835335:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.835360:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624536.835366:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.835379:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.835390:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.835401:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624536.835413:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.835418:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.835426:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.835431:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 640 into portal 10 MB=0x6a9c37745c000 00000400:00000200:2.0:1788624536.835438:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.835444:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 640/640 into md 0x7dad [1] + 224 00000800:00000001:2.0:1788624536.835453:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.835463:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.835468:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624536.835473:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624536.835483:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624536.835495:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05c00 x1875506845040640/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624552 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624536.835507:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff99dd11c05c00 x1875506845040640/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624552 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.835531:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624536.835543:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.835547:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788624536.839611:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624536.839618:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611a00. 00000400:00000200:2.0:1788624536.839625:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624536.839632:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624536.839639:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c110 00000400:00000010:2.0:1788624536.839642:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c110. 00000100:00000001:2.0:1788624536.839646:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624536.839652:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddb480 x1875506845040768/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624552 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.839664:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624536.839667:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddb480 x1875506845040768/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624552 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.839674:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624536.839675:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624536.845712:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.845735:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624536.845740:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.845743:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.845754:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.845763:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624536.845774:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.845780:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.845788:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.845793:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 400 into portal 4 MB=0x6a9c37745c080 00000400:00000200:2.0:1788624536.845809:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.845817:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 400/400 into md 0x7db5 [1] + 224 00000800:00000001:2.0:1788624536.845826:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.845835:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.845840:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624536.845845:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624536.845856:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624536.845866:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddb480 x1875506845040768/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624552 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624536.845877:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff99dd11ddb480 x1875506845040768/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624552 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.845903:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624536.845914:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.845918:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624536.881360:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624536.881365:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611200. 00000400:00000200:3.0:1788624536.881381:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624536.881387:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624536.881394:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ce58 00000400:00000010:3.0:1788624536.881397:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ce58. 00000100:00000001:3.0:1788624536.881402:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624536.881409:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddb480 x1875506845040896/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624552 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.881420:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624536.881423:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddb480 x1875506845040896/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624552 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.881431:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.881432:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624536.886640:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.886664:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624536.886669:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.886671:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.886684:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.886694:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624536.886705:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.886711:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.886717:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.886722:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745c100 00000400:00000200:2.0:1788624536.886737:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.886744:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7dbd [1] + 224 00000800:00000001:2.0:1788624536.886753:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.886761:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.886765:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624536.886770:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624536.886780:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624536.886790:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddb480 x1875506845040896/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624552 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624536.886803:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11ddb480 x1875506845040896/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624552 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.886819:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624536.886828:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.886831:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624536.892607:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624536.892613:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611100. 00000400:00000200:3.0:1788624536.892619:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624536.892627:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624536.892637:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c7f8 00000400:00000010:3.0:1788624536.892640:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c7f8. 00000100:00000001:3.0:1788624536.892646:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624536.892651:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddb480 x1875506845041024/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624552 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.892661:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624536.892664:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddb480 x1875506845041024/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624552 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.892672:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.892674:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624536.908293:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.908318:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624536.908323:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.908326:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.908337:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.908347:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624536.908359:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.908366:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.908372:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.908377:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 640 into portal 10 MB=0x6a9c37745c180 00000400:00000200:2.0:1788624536.908384:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.908404:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 640/640 into md 0x7dc5 [1] + 224 00000800:00000001:2.0:1788624536.908414:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.908423:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.908428:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624536.908433:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624536.908444:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624536.908457:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddb480 x1875506845041024/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624552 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624536.908468:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff99dd11ddb480 x1875506845041024/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624552 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.908492:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624536.908502:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.908506:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000010:2.0:1788624536.909875:0:32035:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99dd11d2ddc0. 00010000:00000001:2.0:1788624536.909882:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624536.909883:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624536.909885:0:32035:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624536.909888:0:32035:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624536.909892:0:32035:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788624536.909894:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624536.909896:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624536.909898:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:2.0:1788624536.909900:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:2.0:1788624536.909904:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00000002:00010000:2.0:1788624536.909908:0:32035:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef417f5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7dcc expref: -99 pid: 32035 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624536.909917:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624536.909919:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624536.909921:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624536.909923:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624536.909924:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624536.909926:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:2.0:1788624536.909928:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:2.0:1788624536.909930:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000040:2.0:1788624536.909935:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10000 count: 3 00010000:00000001:2.0:1788624536.909938:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788624536.909943:0:32035:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/34 (0 0) 00010000:00000001:2.0:1788624536.909946:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624536.909947:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624536.909949:0:32035:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788624536.909952:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881def710 00000002:00002000:2.0:1788624536.909954:0:32035:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788624536.909958:0:32035:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624536.909962:0:32035:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624536.909966:0:32035:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788624536.909970:0:32035:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x20:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788624536.909973:0:32035:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624536.909978:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8c80 2 00000080:00000001:2.0:1788624536.909982:0:32035:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788624536.909984:0:32035:0:(namei.c:674:ll_lookup_it_finish()) it ffffbef881defb20 it_disposition b 00000080:00000001:2.0:1788624536.909988:0:32035:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788624536.909996:0:32035:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788624536.910000:0:32035:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788624536.910003:0:32035:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:2.0:1788624536.910007:0:32035:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1788624536.910022:0:32035:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624536.910028:0:32035:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832424 : -112300453719192 : ffff99dd03591368) 00000020:00001000:2.0:1788624536.910031:0:32035:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591360 00000020:00000001:2.0:1788624536.910033:0:32035:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788624536.910038:0:32035:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788624536.910040:0:32035:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788624536.910048:0:32035:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd18588180. 00020000:00000010:2.0:1788624536.910053:0:32035:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd049c1280. 00020000:00000010:2.0:1788624536.910158:0:32035:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd18588120. 00020000:00000001:2.0:1788624536.910172:0:32035:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773608116512 : -112300101435104 : ffff99dd18588120) 00020000:00000002:2.0:1788624536.910177:0:32035:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd18588120, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788624536.910182:0:32035:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788624536.910187:0:32035:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd049c1280: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000002:2.0:1788624536.910192:0:32035:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd107ecc98) owner ffff99dd19e9cf80 00020000:00000001:2.0:1788624536.910196:0:32035:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788624536.910199:0:32035:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd107ecc98) owner ffff99dd19e9cf80 00020000:00000010:2.0:1788624536.910204:0:32035:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd049c1280. 00020000:00000010:2.0:1788624536.910210:0:32035:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd18588180. 00020000:00000010:2.0:1788624536.910213:0:32035:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd18588120. 00020000:00000002:2.0:1788624536.910216:0:32035:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788624536.910218:0:32035:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624536.910221:0:32035:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788624536.910224:0:32035:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591360 00000080:00000001:2.0:1788624536.910229:0:32035:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:2.0:1788624536.910232:0:32035:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788624536.910239:0:32035:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x22:0x0](ffff99dd198742c8): rc = 0 00000080:00000001:2.0:1788624536.910242:0:32035:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773627957960 : -112300081593656 : ffff99dd198742c8) 00010000:00000001:2.0:1788624536.910245:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624536.910246:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624536.910248:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:2.0:1788624536.910250:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:2.0:1788624536.910252:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00000080:00000001:2.0:1788624536.910256:0:32035:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788624536.910258:0:32035:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624536.910259:0:32035:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832424 : -112300453719192 : ffff99dd03591368) 00000020:00001000:2.0:1788624536.910261:0:32035:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591360 00000020:00000001:2.0:1788624536.910263:0:32035:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788624536.910264:0:32035:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788624536.910265:0:32035:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788624536.910268:0:32035:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd18588120. 00020000:00000010:2.0:1788624536.910270:0:32035:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd049c1280. 00020000:00000010:2.0:1788624536.910273:0:32035:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd18588180. 00020000:00000001:2.0:1788624536.910275:0:32035:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773608116608 : -112300101435008 : ffff99dd18588180) 00020000:00000002:2.0:1788624536.910278:0:32035:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd18588180, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788624536.910281:0:32035:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788624536.910284:0:32035:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd049c1280: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000002:2.0:1788624536.910287:0:32035:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd107ecc98) owner ffff99dd19e9cf80 00020000:00000001:2.0:1788624536.910289:0:32035:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788624536.910291:0:32035:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd107ecc98) owner ffff99dd19e9cf80 00020000:00000010:2.0:1788624536.910293:0:32035:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd049c1280. 00020000:00000010:2.0:1788624536.910296:0:32035:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd18588120. 00020000:00000010:2.0:1788624536.910298:0:32035:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd18588180. 00020000:00000002:2.0:1788624536.910300:0:32035:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788624536.910302:0:32035:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624536.910304:0:32035:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624536.910307:0:32035:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788624536.910311:0:32035:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ecc98) owner 0000000000000000/ffff99dd19e9cf80 00020000:00000002:2.0:1788624536.910315:0:32035:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd18588600 addref 2/0 by ffff99dd19e9cf80. 00020000:00000002:2.0:1788624536.910318:0:32035:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ecc98) owner 0000000000000000/ffff99dd19e9cf80 00020000:00000001:2.0:1788624536.910321:0:32035:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788624536.910323:0:32035:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788624536.910325:0:32035:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788624536.910327:0:32035:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788624536.910329:0:32035:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788624536.910332:0:32035:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x22:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1788624536.910334:0:32035:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591360 00000080:00000001:2.0:1788624536.910337:0:32035:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624536.910338:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624536.910340:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624536.910342:0:32035:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788624536.910345:0:32035:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788624536.910347:0:32035:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624536.910351:0:32035:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x22:0x0](ffff99dd198742c8) for lock 0xcc94206c7ef417f5 00800000:00000001:2.0:1788624536.910355:0:32035:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624536.910358:0:32035:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624536.910359:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624536.910360:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624536.910362:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:2.0:1788624536.910364:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:2.0:1788624536.910366:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:2.0:1788624536.910369:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624536.910370:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624536.910372:0:32035:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624536.910374:0:32035:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788624536.910382:0:32035:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd1933a870 inode ffff99dd198742c8 refc 1 flags 0x40000e 00000080:00000001:2.0:1788624536.910387:0:32035:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788624536.910391:0:32035:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x22:0x0](ffff99dd198742c8) 00000080:00010000:2.0:1788624536.910396:0:32035:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef417f5 from it ffffbef881defb20 00010000:00000001:2.0:1788624536.910398:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624536.910399:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624536.910400:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:2.0:1788624536.910402:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:2.0:1788624536.910404:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:2.0:1788624536.910407:0:32035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624536.910410:0:32035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef417f5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a7dcc expref: -99 pid: 32035 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624536.910417:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624536.910418:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624536.910420:0:32035:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624536.910423:0:32035:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624536.910427:0:32035:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef417f5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a7dcc expref: -99 pid: 32035 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624536.910435:0:32035:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624536.910439:0:32035:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624536.910441:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624536.910447:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624536.910449:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624536.910450:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624536.910454:0:32035:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624536.910457:0:32035:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624536.910459:0:32035:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624536.910462:0:32035:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624536.910464:0:32035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624536.910465:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624536.910466:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624536.910469:0:32035:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788624536.910473:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd05164600. 00000100:00000001:2.0:1788624536.910480:0:32035:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624536.910488:0:32035:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddb480 x1875506845041024/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1788624552 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.910495:0:32035:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624536.910499:0:32035:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624536.910503:0:32035:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd18656800. 02000000:00000001:2.0:1788624536.910508:0:32035:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624536.910511:0:32035:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624536.910513:0:32035:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624536.910515:0:32035:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624536.910519:0:32035:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e0000. 02000000:00000001:2.0:1788624536.910522:0:32035:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624536.910525:0:32035:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624536.910597:0:32035:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddb480. 00000100:00000001:2.0:1788624536.910603:0:32035:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624536.910604:0:32035:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624536.910608:0:32035:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788624536.910610:0:32035:0:(dcache.c:176:ll_intent_release()) intent ffffbef881defb20 released 00000080:00000001:2.0:1788624536.910611:0:32035:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1788624536.910629:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defd08 00000080:00200008:2.0:1788624536.910632:0:32035:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000405:0x22:0x0](ffff99dd198742c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624536.910639:0:32035:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624536.910641:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defc80 00000080:00200000:2.0:1788624536.910643:0:32035:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x22:0x0](ffff99dd198742c8),name=f 00000080:00000010:2.0:1788624536.910651:0:32035:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd0864a400. 00800000:00000002:2.0:1788624536.910658:0:32035:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8c80 2 00000080:00000001:2.0:1788624536.910667:0:32035:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624536.910671:0:32035:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624536.910674:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defba0 00800000:00000002:2.0:1788624536.910676:0:32035:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x22:0x0] 'f' on [0x200000405:0x20:0x0] 00800000:00000001:2.0:1788624536.910680:0:32035:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624536.910685:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624536.910688:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624536.910691:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624536.910694:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624536.910696:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624536.910699:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:2.0:1788624536.910701:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624536.910704:0:32035:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624536.910705:0:32035:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624536.910706:0:32035:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624536.910708:0:32035:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624536.910709:0:32035:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624536.910711:0:32035:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:2.0:1788624536.910713:0:32035:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624536.910716:0:32035:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x20:0x0], fid2=[0x200000405:0x22:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624536.910722:0:32035:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624536.910724:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defa70 00000002:00010000:2.0:1788624536.910817:0:32035:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x22:0x0]) in obj [0x200000405:0x20:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624536.910822:0:32035:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624536.910825:0:32035:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624536.910827:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624536.910832:0:32035:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10000 count: 3 00010000:00000001:2.0:1788624536.910835:0:32035:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624536.910838:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624536.910842:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624536.910846:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef417f5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a7dcc expref: -99 pid: 32035 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788624536.910856:0:32035:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624536.910862:0:32035:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624536.910866:0:32035:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef417f5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a7dcc expref: -99 pid: 32035 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788624536.910873:0:32035:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624536.910875:0:32035:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624536.910877:0:32035:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624536.910879:0:32035:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624536.910880:0:32035:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624536.910882:0:32035:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x20:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624536.910885:0:32035:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624536.910887:0:32035:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8c80 2 00000080:00000010:2.0:1788624536.910890:0:32035:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0864a400. 00000080:00000001:2.0:1788624536.910893:0:32035:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624536.910895:0:32035:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624536.910897:0:32035:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x22:0x0](ffff99dd198742c8) 00000080:00010000:2.0:1788624536.910901:0:32035:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x22:0x0](ffff99dd198742c8) for lock 0xcc94206c7ef417f5 00800000:00000001:2.0:1788624536.910903:0:32035:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624536.910905:0:32035:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624536.910907:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624536.910908:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624536.910910:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:2.0:1788624536.910913:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:2.0:1788624536.910915:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:2.0:1788624536.910918:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624536.910919:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624536.910921:0:32035:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624536.910922:0:32035:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624536.910925:0:32035:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef417f5 from it ffffbef881defcb8 00010000:00000001:2.0:1788624536.910927:0:32035:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624536.910928:0:32035:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624536.910930:0:32035:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:2.0:1788624536.910932:0:32035:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:2.0:1788624536.910934:0:32035:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:2.0:1788624536.910936:0:32035:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624536.910939:0:32035:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef417f5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a7dcc expref: -99 pid: 32035 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624536.910945:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624536.910946:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624536.910947:0:32035:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624536.910949:0:32035:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624536.910951:0:32035:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef417f5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a7dcc expref: -99 pid: 32035 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624536.910958:0:32035:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624536.910960:0:32035:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624536.910961:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624536.910963:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624536.910964:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624536.910965:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624536.910968:0:32035:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624536.910969:0:32035:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624536.910971:0:32035:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624536.910973:0:32035:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624536.910975:0:32035:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624536.910977:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624536.910978:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624536.910980:0:32035:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624536.910981:0:32035:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624536.910985:0:32035:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788624536.910989:0:32035:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788624536.910991:0:32035:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624536.910994:0:32035:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788624536.910995:0:32035:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624536.910997:0:32035:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788624536.911002:0:32035:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788624536.911004:0:32035:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624536.911007:0:32035:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832424 : -112300453719192 : ffff99dd03591368) 00000020:00001000:2.0:1788624536.911009:0:32035:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591360 00000020:00000001:2.0:1788624536.911016:0:32035:0:(cl_object.c:143:cl_object_top()) ffff99dd10db7148 -> ffff99dd10db7148 00000020:00000001:2.0:1788624536.911020:0:32035:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788624536.911023:0:32035:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788624536.911026:0:32035:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x22:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788624536.911029:0:32035:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624536.911031:0:32035:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788624536.911033:0:32035:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788624536.911035:0:32035:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624536.911037:0:32035:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788624536.911041:0:32035:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x22:0x0]io ffff99dd11c909a0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788624536.911044:0:32035:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ecc98) owner 0000000000000000/ffff99dd19e9cf80 00020000:00000001:2.0:1788624536.911048:0:32035:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788624536.911261:0:32035:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788624536.911264:0:32035:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788624536.911266:0:32035:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624536.911269:0:32035:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788624536.911272:0:32035:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788624536.911274:0:32035:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624536.911276:0:32035:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624536.911277:0:32035:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788624536.911279:0:32035:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788624536.911281:0:32035:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ecc98) owner 0000000000000000/ffff99dd19e9cf80 00000020:00000001:2.0:1788624536.911284:0:32035:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788624536.911287:0:32035:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788624536.911289:0:32035:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x22:0x0] 00000020:00000001:2.0:1788624536.911292:0:32035:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788624536.911294:0:32035:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788624536.911298:0:32035:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788624536.911300:0:32035:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788624536.911306:0:32035:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788624536.911312:0:32035:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd05188c80. 00020000:00000002:2.0:1788624536.911315:0:32035:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788624536.911318:0:32035:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788624536.911320:0:32035:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624536.911321:0:32035:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788624536.911323:0:32035:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624536.911325:0:32035:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482286472 : -112300227265144 : ffff99dd10d87d88) 00000020:00001000:2.0:1788624536.911327:0:32035:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87d80 00000020:00000001:2.0:1788624536.911330:0:32035:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3d788 -> ffff99dd10db7148 00000020:00000001:2.0:1788624536.911332:0:32035:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788624536.911336:0:32035:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624536.911337:0:32035:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788624536.911338:0:32035:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624536.911340:0:32035:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624536.911342:0:32035:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494035704 : -112300215515912 : ffff99dd118bc4f8) 00000020:00000001:2.0:1788624536.911344:0:32035:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788624536.911348:0:32035:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd10fb2130. 00000008:00010000:2.0:1788624536.911351:0:32035:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788624536.911355:0:32035:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788624536.911356:0:32035:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788624536.911358:0:32035:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd05188cb0, osc lock ffff99dd10fb2130, flags 0x400001002 00000020:00000001:2.0:1788624536.911360:0:32035:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624536.911362:0:32035:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624536.911364:0:32035:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773285158016 : -112300424393600 : ffff99dd05188c80) 00000020:00000001:2.0:1788624536.911366:0:32035:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788624536.911367:0:32035:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788624536.911369:0:32035:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624536.911370:0:32035:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624536.911373:0:32035:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788624536.911375:0:32035:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788624536.911376:0:32035:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788624536.911378:0:32035:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788624536.911379:0:32035:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624536.911380:0:32035:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494035704 : -112300215515912 : ffff99dd118bc4f8) 00000020:00000001:2.0:1788624536.911382:0:32035:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788624536.911384:0:32035:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788624536.911387:0:32035:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788624536.911391:0:32035:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788624536.911393:0:32035:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788624536.911395:0:32035:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788624536.911397:0:32035:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788624536.911398:0:32035:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788624536.911399:0:32035:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788624536.911402:0:32035:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788624536.911404:0:32035:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624536.911409:0:32035:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624536.911412:0:32035:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788624536.911418:0:32035:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63480. 00000020:00000040:2.0:1788624536.911423:0:32035:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=4 obd=lustre-OST0000-osc-ffff99dd10dbf800 00010000:00000001:2.0:1788624536.911427:0:32035:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624536.911431:0:32035:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624536.911433:0:32035:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624536.911436:0:32035:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624536.911439:0:32035:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624536.911442:0:32035:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624536.911447:0:32035:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd0864a400. 00000100:00000001:2.0:1788624536.911455:0:32035:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624536.911460:0:32035:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624536.911462:0:32035:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624536.911463:0:32035:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624536.911464:0:32035:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624536.911466:0:32035:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624536.911469:0:32035:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446631773498913920 : -112300210637696 : ffff99dd11d63480) 00010000:00000001:2.0:1788624536.911472:0:32035:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624536.911475:0:32035:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788624536.911479:0:32035:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03870400. 00010000:00000010:2.0:1788624536.911483:0:32035:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff99dd03870100. 00010000:00000001:2.0:1788624536.911489:0:32035:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624536.911493:0:32035:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10766000. 00000020:00000001:2.0:1788624536.911497:0:32035:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624536.911499:0:32035:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10766000 with handle 0xcc94206c7ef417fc to hash 00000020:00000001:2.0:1788624536.911501:0:32035:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624536.911503:0:32035:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000010:2.0:1788624536.911508:0:32035:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff99dd11d2d700. 00010000:00000001:2.0:1788624536.911510:0:32035:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:2.0:1788624536.911513:0:32035:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624536.911515:0:32035:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624536.911519:0:32035:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000083c6ef29/0xcc94206c7ef417fc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32035 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624536.911607:0:32035:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000083c6ef29/0xcc94206c7ef417fc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32035 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624536.911620:0:32035:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624536.911626:0:32035:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624536.911630:0:32035:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624536.911642:0:32035:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e3f350f] to pc [ptlrpcd_01_01+1] req@ffff99dd11d63480 x1875506845041152/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788624536.911679:0:32035:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624536.911682:0:32035:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624536.911684:0:32035:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624536.911686:0:32035:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624536.911687:0:32035:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624536.911690:0:32035:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788624536.911692:0:32035:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788624536.911694:0:32035:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788624536.911696:0:32035:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1788624536.911785:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624536.911790:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624536.911793:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624536.911802:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63480 x1875506845041152/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.911810:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624536.911813:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624536.911817:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624536.911820:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624536.911822:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624536.911827:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845041152:192.168.202.125@tcp:101:checkstat.0 00000100:00000001:3.0:1788624536.911833:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624536.911841:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624536.911844:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624536.911847:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624536.911854:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049cf000. 02000000:00000001:3.0:1788624536.911856:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624536.911865:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624536.911870:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a268. 00000400:00000010:3.0:1788624536.911879:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f550. 00000100:00000200:3.0:1788624536.911887:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845041152, portal 4 00000100:00000001:3.0:1788624536.911890:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624536.911892:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913920 : -112300210637696 : ffff99dd11d63480) 00000100:00000040:3.0:1788624536.911899:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d63480 x1875506845041152/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624552 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.911907:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624536.911910:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624536.911913:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f880. 00000100:00000200:3.0:1788624536.911916:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875506845041152, offset 0 00000400:00000200:3.0:1788624536.911923:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624536.911933:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624536.911944:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624536.911950:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624536.911955:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624536.911960:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624536.911963:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624536.911967:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2743:2743:256:4294967295] 192.168.202.125@tcp LPNI seq info [2743:2743:8:4294967295] 00000400:00000200:3.0:1788624536.911971:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624536.911982:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624536.911990:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624536.911996:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818f00. 00000800:00000200:3.0:1788624536.912004:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624536.912014:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624536.912019:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788624536.912202:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624536.912207:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 219705 usecs (220 jiffies) 00000400:00000200:3.0:1788624536.912212:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624536.912215:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296551194 00000100:00000001:3.0:1788624536.912219:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296553307 00000100:00000001:3.0:1788624536.912221:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296551194 00000100:00000001:3.0:1788624536.912224:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296553307 00000100:00000001:3.0:1788624536.912226:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624536.912230:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.912234:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.912237:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624536.912245:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624536.912247:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788624536.912249:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624536.912251:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624536.912252:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.912254:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.912269:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624536.912271:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624536.912654:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624536.912659:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818f00. 00000400:00000200:2.0:1788624536.912667:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624536.912673:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624536.912680:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f880 00000400:00000010:2.0:1788624536.912683:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f880. 00000100:00000001:2.0:1788624536.912687:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624536.912692:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63480 x1875506845041152/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624552 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.912702:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624536.912706:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d63480 x1875506845041152/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624552 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.912712:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624536.912714:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624536.919317:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.919344:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624536.919350:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.919354:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.919366:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.919377:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624536.919387:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.919393:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.919399:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.919404:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 400 into portal 4 MB=0x6a9c37745c200 00000400:00000200:2.0:1788624536.919410:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.919417:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 400/400 into md 0x7dcd [1] + 224 00000800:00000001:2.0:1788624536.919425:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.919433:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.919437:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624536.919443:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624536.919454:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624536.919465:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63480 x1875506845041152/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624552 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624536.919477:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff99dd11d63480 x1875506845041152/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624552 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.919533:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624536.919539:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624536.919622:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624536.919636:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.919640:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788624536.919681:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624536.919683:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624536.919688:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a268. 00000400:00000200:3.0:1788624536.919693:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f550 00000400:00000010:3.0:1788624536.919697:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f550. 00000100:00000001:3.0:1788624536.919700:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624536.919705:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d63480 x1875506845041152/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624552 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788624536.919714:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d63480 x1875506845041152/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624552 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.919725:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624536.919727:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624536.919731:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624536.919735:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624536.919737:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624536.919740:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624536.919744:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624536.919756:0:2392:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=114 v=5 (5 5 5 36) 00000100:00001000:3.0:1788624536.919761:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=12 v=5 (1 1 0 0) 00000100:00000001:3.0:1788624536.919764:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624536.919766:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.919769:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624536.919774:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.919778:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624536.919781:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788624536.919783:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624536.919787:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624536.919792:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d63480 x1875506845041152/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624552 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.919800:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624536.919804:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624536.919806:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788624536.919810:0:2392:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1788624536.919813:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.919816:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.919821:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=4 00000020:00000001:3.0:1788624536.919823:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624536.919826:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624536.919828:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.919829:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.919831:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=5 00000020:00000001:3.0:1788624536.919833:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624536.919834:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624536.919839:0:2392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624536.919844:0:2392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624536.919849:0:2392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000083c6ef29/0xcc94206c7ef417fc lrc: 6/2,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32035 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.919861:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.919863:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.919865:0:2392:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788624536.919868:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.919869:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.919870:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=6 00000020:00000001:3.0:1788624536.919872:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624536.919874:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000040:3.0:1788624536.919882:0:2392:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10766000, remote cookie: 0xa103bd66258a7dd3, flags: 0x1001 00010000:00010000:3.0:1788624536.919887:0:2392:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000083c6ef29/0xcc94206c7ef417fc lrc: 6/2,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7dd3 expref: -99 pid: 32035 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.919895:0:2392:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788624536.919899:0:2392:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.919902:0:2392:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788624536.919907:0:2392:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1788624536.919912:0:2392:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000083c6ef29/0xcc94206c7ef417fc lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7dd3 expref: -99 pid: 32035 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788624536.919922:0:2392:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x14:0x0].0x0 (ffff99dd03870400) refcount = 1 00010000:00000040:3.0:1788624536.919925:0:2392:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788624536.919928:0:2392:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000083c6ef29/0xcc94206c7ef417fc lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7dd3 expref: -99 pid: 32035 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.919938:0:2392:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788624536.919941:0:2392:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624536.919944:0:2392:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788624536.919947:0:2392:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624536.919951:0:2392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000083c6ef29/0xcc94206c7ef417fc lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7dd3 expref: -99 pid: 32035 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.919958:0:2392:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788624536.919960:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.919961:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.919962:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.919963:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788624536.919965:0:2392:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788624536.919969:0:2392:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788624536.919972:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.919973:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.919974:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=5 00000020:00000001:3.0:1788624536.919976:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624536.919978:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00000008:00000001:3.0:1788624536.919982:0:2392:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788624536.919988:0:2392:0:(cl_object.c:143:cl_object_top()) ffff99dd42066c40 -> ffff99dd10db7148 00000008:00010000:3.0:1788624536.919992:0:2392:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000083c6ef29/0xcc94206c7ef417fc lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a7dd3 expref: -99 pid: 32035 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788624536.920000:0:2392:0:(cl_object.c:143:cl_object_top()) ffff99dd42066c40 -> ffff99dd10db7148 00000020:00000001:3.0:1788624536.920003:0:2392:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788624536.920006:0:2392:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788624536.920009:0:2392:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788624536.920013:0:2392:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624536.920014:0:2392:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624536.920016:0:2392:0:(cl_object.c:143:cl_object_top()) ffff99dd42066c40 -> ffff99dd10db7148 00000008:00000001:3.0:1788624536.920018:0:2392:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1788624536.920021:0:2392:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788624536.920023:0:2392:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788624536.920159:0:2392:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788624536.920172:0:2392:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.920175:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.920176:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.920178:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=6 00000020:00000001:3.0:1788624536.920180:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624536.920182:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624536.920185:0:2392:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624536.920188:0:2392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000083c6ef29/0xcc94206c7ef417fc lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a7dd3 expref: -99 pid: 32035 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.920195:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.920196:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788624536.920199:0:2392:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000083c6ef29/0xcc94206c7ef417fc lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a7dd3 expref: -99 pid: 32035 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.920205:0:2392:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624536.920268:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.920269:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788624536.920270:0:2392:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.920272:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.920273:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.920275:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=5 00000020:00000001:3.0:1788624536.920276:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624536.920279:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624536.920280:0:2392:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624536.920283:0:2392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000083c6ef29/0xcc94206c7ef417fc lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a7dd3 expref: -99 pid: 32035 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.920289:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.920290:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.920292:0:2392:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624536.920294:0:2392:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624536.920297:0:2392:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000083c6ef29/0xcc94206c7ef417fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a7dd3 expref: -99 pid: 32035 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788624536.920308:0:2392:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624536.920311:0:2392:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624536.920313:0:2392:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624536.920317:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.920318:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.920320:0:2392:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.920324:0:2392:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624536.920326:0:2392:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.920329:0:2392:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.920331:0:2392:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.920333:0:2392:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624536.920334:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.920335:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.920336:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.920337:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788624536.920338:0:2392:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624536.920345:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63480 x1875506845041152/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624552 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788624536.920354:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845041152:192.168.202.125@tcp:101:checkstat.0 00000100:00000001:3.0:1788624536.920360:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624536.920363:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624536.920367:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d63480 x1875506845041152/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624552 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.920374:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624536.920377:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624536.920382:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049cf000. 02000000:00000001:3.0:1788624536.920387:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624536.920389:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624536.920391:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624536.920394:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624536.920396:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd0864a400. 02000000:00000001:3.0:1788624536.920401:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624536.920403:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624536.920405:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63480. 00000100:00000001:3.0:1788624536.920411:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624536.920413:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624536.920415:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624536.920423:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624536.920425:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.920428:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624536.920430:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624536.920521:0:32035:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624536.920526:0:32035:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624536.920534:0:32035:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788624536.920536:0:32035:0:(cl_object.c:143:cl_object_top()) ffff99dd10db7148 -> ffff99dd10db7148 00000020:00000001:2.0:1788624536.920538:0:32035:0:(cl_object.c:143:cl_object_top()) ffff99dd10db7148 -> ffff99dd10db7148 00000020:00000001:2.0:1788624536.920539:0:32035:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788624536.920544:0:32035:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788624536.920549:0:32035:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788624536.920551:0:32035:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624536.920553:0:32035:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788624536.920554:0:32035:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788624536.920556:0:32035:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x22:1029 on OST[0]: s=0 (1) m=1788624519 a=1788624519 c=1788624519 b=0 00020000:00000001:2.0:1788624536.920560:0:32035:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788624536.920562:0:32035:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1788624519 a=1788624519 c=1788624519 b=0 00020000:00000001:2.0:1788624536.920565:0:32035:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624536.920567:0:32035:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624536.920569:0:32035:0:(cl_object.c:143:cl_object_top()) ffff99dd10db7148 -> ffff99dd10db7148 00000080:00200000:2.0:1788624536.920572:0:32035:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x22:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1788624536.920575:0:32035:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788624536.920578:0:32035:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788624536.920581:0:32035:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd11c90940 (ffff99dd03591368/0) at cl_lock_release():245 00000020:00000001:2.0:1788624536.920584:0:32035:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788624536.920585:0:32035:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c90940 (ffff99dd03591368/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788624536.920590:0:32035:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788624536.920594:0:32035:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624536.920596:0:32035:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494035704 : -112300215515912 : ffff99dd118bc4f8) 00000020:00000001:2.0:1788624536.920598:0:32035:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788624536.920600:0:32035:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd05188cb0 (ffff99dd10d87d88/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788624536.920603:0:32035:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788624536.920605:0:32035:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788624536.920607:0:32035:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624536.920608:0:32035:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788624536.920610:0:32035:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788624536.920612:0:32035:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788624536.920614:0:32035:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788624536.920615:0:32035:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788624536.920617:0:32035:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788624536.920618:0:32035:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c90940 (ffff99dd03591368/0) at cl_lock_fini():72 00020000:00000001:2.0:1788624536.920621:0:32035:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788624536.920622:0:32035:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788624536.920624:0:32035:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd05188cb0 (ffff99dd03591368/1) at cl_lock_fini():72 00000008:00000010:2.0:1788624536.920627:0:32035:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd10fb2130. 00000020:00000001:2.0:1788624536.920631:0:32035:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788624536.920633:0:32035:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd05188c80. 00020000:00000001:2.0:1788624536.920636:0:32035:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788624536.920637:0:32035:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788624536.920639:0:32035:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788624536.920641:0:32035:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624536.920645:0:32035:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788624536.920648:0:32035:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788624536.920650:0:32035:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788624536.920651:0:32035:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788624536.920654:0:32035:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788624536.920656:0:32035:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87d80 00020000:00000001:2.0:1788624536.920660:0:32035:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788624536.920663:0:32035:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788624536.920666:0:32035:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788624536.920669:0:32035:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x22:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788624536.920673:0:32035:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788624536.920676:0:32035:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624536.920678:0:32035:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788624536.920680:0:32035:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788624536.920681:0:32035:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788624536.920682:0:32035:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591360 00000001:00000001:2.0:1788624536.920685:0:32035:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624536.920695:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defd08 00000080:00000008:2.0:1788624536.920698:0:32035:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x22:0x0](ffff99dd198742c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624536.920706:0:32035:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788624536.920708:0:32035:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defda0 00000080:00002000:2.0:1788624536.920710:0:32035:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff99dd1933a870, parent ffff99dd1933a0d8, inode ffff99dd198742c8) hashed, 00000080:00000001:2.0:1788624536.920713:0:32035:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624536.922462:0:31842:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624536.922470:0:31842:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624536.922474:0:31842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d17b78 00000080:00200000:3.0:1788624536.922478:0:31842:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624536.922489:0:31842:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd1112ce00. 00800000:00000002:3.0:1788624536.922498:0:31842:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624536.922503:0:31842:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624536.922509:0:31842:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624536.922511:0:31842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d17a98 00800000:00000002:3.0:1788624536.922514:0:31842:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624536.922518:0:31842:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624536.922522:0:31842:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624536.922525:0:31842:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624536.922529:0:31842:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624536.922531:0:31842:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624536.922534:0:31842:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624536.922536:0:31842:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624536.922539:0:31842:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624536.922543:0:31842:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624536.922549:0:31842:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624536.922551:0:31842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d17968 00000002:00010000:3.0:1788624536.922553:0:31842:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624536.922557:0:31842:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624536.922559:0:31842:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624536.922563:0:31842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624536.922572:0:31842:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870d00 count: 2 00010000:00000001:3.0:1788624536.922574:0:31842:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624536.922580:0:31842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624536.922586:0:31842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624536.922592:0:31842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788624536.922605:0:31842:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624536.922610:0:31842:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624536.922614:0:31842:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788624536.922621:0:31842:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624536.922623:0:31842:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624536.922625:0:31842:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624536.922627:0:31842:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624536.922629:0:31842:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624536.922631:0:31842:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624536.922634:0:31842:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624536.922638:0:31842:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624536.922641:0:31842:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd1112ce00. 00000080:00000001:3.0:1788624536.922646:0:31842:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624536.922648:0:31842:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624536.922651:0:31842:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624536.922655:0:31842:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef417d2 00800000:00000001:3.0:1788624536.922659:0:31842:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624536.922661:0:31842:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624536.922664:0:31842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.922666:0:31842:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.922669:0:31842:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:3.0:1788624536.922671:0:31842:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.922674:0:31842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.922677:0:31842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.922678:0:31842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624536.922680:0:31842:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624536.922681:0:31842:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624536.922684:0:31842:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef417d2 from it ffffbef880d17bb0 00010000:00000001:3.0:1788624536.922687:0:31842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.922688:0:31842:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.922690:0:31842:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:3.0:1788624536.922691:0:31842:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.922693:0:31842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.922696:0:31842:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624536.922699:0:31842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788624536.922705:0:31842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.922706:0:31842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.922708:0:31842:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624536.922710:0:31842:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624536.922713:0:31842:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788624536.922721:0:31842:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624536.922724:0:31842:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624536.922727:0:31842:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624536.922732:0:31842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.922733:0:31842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.922735:0:31842:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.922739:0:31842:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624536.922741:0:31842:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.922743:0:31842:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.922745:0:31842:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.922748:0:31842:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624536.922749:0:31842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.922750:0:31842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624536.922753:0:31842:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624536.922755:0:31842:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624536.922757:0:31842:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 44 00000080:00000001:3.0:1788624536.922762:0:31842:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624536.922768:0:31842:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:3.0:1788624536.922771:0:31842:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788624536.922773:0:31842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d17b78 00000080:00200008:3.0:1788624536.922775:0:31842:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 304000 00000080:00000010:3.0:1788624536.922781:0:31842:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd06755e00. 00000080:00000001:3.0:1788624536.922786:0:31842:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624536.922788:0:31842:0:(dir.c:3016:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624536.922799:0:31842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d17d28 00000080:00200008:3.0:1788624536.922801:0:31842:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788624536.922810:0:31842:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1788624536.922812:0:31842:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:3.0:1788624536.922814:0:31842:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd1112ce00. 00800000:00000002:3.0:1788624536.922817:0:31842:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00800000:00000001:3.0:1788624536.922824:0:31842:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:3.0:1788624536.922826:0:31842:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624536.922827:0:31842:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624536.922828:0:31842:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624536.922830:0:31842:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624536.922832:0:31842:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624536.922834:0:31842:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624536.922836:0:31842:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.922840:0:31842:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1788624536.922841:0:31842:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624536.922843:0:31842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d17990 00000002:00010000:3.0:1788624536.922845:0:31842:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:3.0:1788624536.922848:0:31842:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624536.922849:0:31842:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624536.922850:0:31842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624536.922852:0:31842:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870d00 count: 2 00010000:00000001:3.0:1788624536.922855:0:31842:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624536.922857:0:31842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624536.922859:0:31842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624536.922862:0:31842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788624536.922868:0:31842:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624536.922870:0:31842:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624536.922872:0:31842:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788624536.922883:0:31842:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624536.922885:0:31842:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624536.922887:0:31842:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624536.922888:0:31842:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624536.922890:0:31842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.922891:0:31842:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.922892:0:31842:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:3.0:1788624536.922894:0:31842:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.922897:0:31842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.922899:0:31842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.922900:0:31842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624536.922901:0:31842:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.922976:0:31842:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1788624536.922982:0:31842:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff99dd115ed000. 00000002:00000001:2.0:1788624536.924535:0:31842:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1788624536.924553:0:31842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62d80. 00000020:00000040:2.0:1788624536.924562:0:31842:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624536.924568:0:31842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624536.924573:0:31842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624536.924579:0:31842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624536.924590:0:31842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd0864b800. 00000100:00000001:2.0:1788624536.924600:0:31842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624536.924606:0:31842:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1788624536.924613:0:31842:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff99dd0483b000. 00000100:00000010:2.0:1788624536.924618:0:31842:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff99dd18ba2000. 00000020:00000040:2.0:1788624536.924620:0:31842:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624536.924654:0:31842:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624536.924657:0:31842:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624536.924665:0:31842:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd036ec180. 00000100:00000001:2.0:1788624536.924668:0:31842:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773257253248 : -112300452298368 : ffff99dd036ec180) 00000100:00000001:2.0:1788624536.924671:0:31842:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624536.924674:0:31842:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498912128 : -112300210639488 : ffff99dd11d62d80) 00000100:00000001:2.0:1788624536.924679:0:31842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624536.924684:0:31842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624536.924687:0:31842:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624536.924689:0:31842:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624536.924703:0:31842:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d62d80 x1875506845041280/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.924712:0:31842:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624536.924715:0:31842:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624536.924719:0:31842:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624536.924722:0:31842:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624536.924724:0:31842:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624536.924728:0:31842:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d62d80 pname:cluuid:pid:xid:nid:opc:job bash:a55b9942-a78b-4307-bacc-c0fbc9bcd663:31842:1875506845041280:192.168.202.125@tcp:37:bash.0 00000100:00000001:2.0:1788624536.924733:0:31842:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624536.924739:0:31842:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624536.924742:0:31842:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624536.924745:0:31842:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1788624536.924756:0:31842:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624536.924762:0:31842:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2948. 00000400:00000010:2.0:1788624536.924776:0:31842:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff99dd04810000. 00000100:00000200:2.0:1788624536.924785:0:31842:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9c37745c280-0x6a9c37745c280, portal 14 00000100:00000001:2.0:1788624536.924789:0:31842:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624536.924792:0:31842:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624536.924796:0:31842:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04839400. 02000000:00000001:2.0:1788624536.924798:0:31842:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624536.924801:0:31842:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624536.924804:0:31842:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2210. 00000400:00000010:2.0:1788624536.924809:0:31842:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08990. 00000100:00000200:2.0:1788624536.924813:0:31842:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845041280, portal 10 00000100:00000001:2.0:1788624536.924815:0:31842:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624536.924816:0:31842:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498912128 : -112300210639488 : ffff99dd11d62d80) 00000100:00000040:2.0:1788624536.924824:0:31842:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d62d80 x1875506845041280/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624552 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.924837:0:31842:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624536.924840:0:31842:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624536.924844:0:31842:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08330. 00000100:00000200:2.0:1788624536.924846:0:31842:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875506845041280, offset 0 00000400:00000200:2.0:1788624536.924853:0:31842:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624536.924864:0:31842:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.924873:0:31842:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624536.924880:0:31842:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624536.924885:0:31842:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624536.924890:0:31842:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624536.924893:0:31842:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624536.924898:0:31842:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2744:2744:256:4294967295] 192.168.202.125@tcp LPNI seq info [2744:2744:8:4294967295] 00000400:00000200:2.0:1788624536.924902:0:31842:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.924913:0:31842:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624536.924921:0:31842:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624536.924928:0:31842:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd19e35900. 00000800:00000200:2.0:1788624536.924937:0:31842:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624536.924945:0:31842:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624536.924951:0:31842:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd19e35900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788624536.925032:0:31842:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624536.925038:0:31842:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 829717 usecs (830 jiffies) 00000400:00000200:2.0:1788624536.925042:0:31842:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624536.925045:0:31842:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296551816 00000100:00000001:2.0:1788624536.925048:0:31842:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296553307 00000100:00000001:2.0:1788624536.925061:0:31842:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296551816 00000100:00000001:2.0:1788624536.925064:0:31842:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296553307 00000100:00000001:2.0:1788624536.925067:0:31842:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624536.925070:0:31842:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624536.925073:0:31842:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624536.925076:0:31842:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624536.925079:0:31842:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd036ec180 going to sleep for 11 seconds 00000100:00000001:2.0:1788624536.925082:0:31842:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624536.925085:0:31842:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624536.925861:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624536.925871:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd19e35900. 00000400:00000200:2.0:1788624536.925879:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624536.925887:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624536.925896:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08330 00000400:00000010:2.0:1788624536.925899:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08330. 00000100:00000001:2.0:1788624536.925904:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624536.925910:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d62d80 x1875506845041280/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624552 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.925925:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624536.925929:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d62d80 x1875506845041280/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624552 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.925936:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624536.925938:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624536.929925:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.929951:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624536.929957:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.929960:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.929971:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.929982:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624536.929993:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.930000:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.930007:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.930013:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 4096 into portal 14 MB=0x6a9c37745c280 00000400:00000200:2.0:1788624536.930019:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.930027:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.125@tcp of length 4096/4096 into md 0x7ddd [256] + 0 00000400:00000010:2.0:1788624536.930034:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2948. 00000400:00000200:2.0:1788624536.930040:0:2384:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff99dd04810000 00000800:00000001:2.0:1788624536.930049:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.930100:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.930149:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624536.930156:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624536.930179:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd04810000 00000400:00000010:2.0:1788624536.930182:0:2384:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff99dd04810000. 00000100:00000001:2.0:1788624536.930189:0:2384:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788624536.930191:0:2384:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff99dd11d62d80 desc ffff99dd0483b000 mbits 1875506845041280 00000100:00000001:2.0:1788624536.930205:0:2384:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788624536.930214:0:2384:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788624536.930218:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.930225:0:2384:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624536.930232:0:2384:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2745:2745:256:4294967295] 192.168.202.125@tcp LPNI seq info [2745:2745:8:4294967295] 00000400:00000200:2.0:1788624536.930237:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.930245:0:2384:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) 192.168.202.125@tcp : ACK try# 0 00000800:00000200:2.0:1788624536.930252:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624536.930260:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff99dd04810000. 00000800:00000200:2.0:1788624536.930268:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624536.930276:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624536.930281:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04810000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788624536.930357:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624536.930362:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff99dd04810000. 00000400:00000200:2.0:1788624536.930365:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624536.930369:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: ACK: OK 00000800:00000001:2.0:1788624536.930376:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.930380:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624536.940239:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.940270:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624536.940276:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.940278:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.940290:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.940300:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624536.940314:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.940321:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.940327:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.940332:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 440 into portal 10 MB=0x6a9c37745c280 00000400:00000200:2.0:1788624536.940338:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.940345:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 440/440 into md 0x7de5 [1] + 224 00000800:00000001:2.0:1788624536.940354:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.940379:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.940383:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624536.940388:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624536.940398:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624536.940409:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d62d80 x1875506845041280/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624552 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624536.940421:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff99dd11d62d80 x1875506845041280/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624552 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.940454:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624536.940466:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.940469:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624536.944589:0:31842:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:2.0:1788624536.944597:0:31842:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624536.944602:0:31842:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd1112ce00. 00000080:00000001:2.0:1788624536.944610:0:31842:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624536.944617:0:31842:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624536.944621:0:31842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d17ca0 00000080:00200000:2.0:1788624536.944623:0:31842:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624536.944635:0:31842:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd0864b600. 00800000:00000002:2.0:1788624536.944642:0:31842:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624536.944646:0:31842:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624536.944652:0:31842:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624536.944654:0:31842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d17bc0 00800000:00000002:2.0:1788624536.944657:0:31842:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624536.944661:0:31842:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624536.944664:0:31842:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624536.944667:0:31842:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624536.944670:0:31842:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624536.944673:0:31842:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624536.944675:0:31842:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624536.944677:0:31842:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624536.944680:0:31842:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624536.944683:0:31842:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624536.944689:0:31842:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624536.944691:0:31842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d17a90 00000002:00010000:2.0:1788624536.944693:0:31842:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624536.944696:0:31842:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624536.944699:0:31842:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624536.944701:0:31842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624536.944709:0:31842:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870d00 count: 2 00010000:00000001:2.0:1788624536.944711:0:31842:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624536.944717:0:31842:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624536.944721:0:31842:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624536.944834:0:31842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788624536.944847:0:31842:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624536.944853:0:31842:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624536.944857:0:31842:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788624536.944865:0:31842:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624536.944867:0:31842:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624536.944870:0:31842:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624536.944872:0:31842:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624536.944874:0:31842:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624536.944877:0:31842:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624536.944880:0:31842:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624536.944881:0:31842:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624536.944883:0:31842:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0864b600. 00000080:00000001:2.0:1788624536.944887:0:31842:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624536.944890:0:31842:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624536.944893:0:31842:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624536.944897:0:31842:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef417d2 00800000:00000001:2.0:1788624536.944901:0:31842:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624536.944903:0:31842:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624536.944905:0:31842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624536.944906:0:31842:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624536.944908:0:31842:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:2.0:1788624536.944910:0:31842:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:2.0:1788624536.944913:0:31842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:2.0:1788624536.944915:0:31842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624536.944916:0:31842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624536.944918:0:31842:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624536.944919:0:31842:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624536.944923:0:31842:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef417d2 from it ffffbef880d17cd8 00010000:00000001:2.0:1788624536.944925:0:31842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624536.944926:0:31842:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624536.944928:0:31842:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:2.0:1788624536.944930:0:31842:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:2.0:1788624536.944932:0:31842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:2.0:1788624536.944934:0:31842:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624536.944937:0:31842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788624536.944942:0:31842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624536.944943:0:31842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624536.944945:0:31842:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624536.944946:0:31842:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624536.944948:0:31842:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788624536.944954:0:31842:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624536.944956:0:31842:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624536.944957:0:31842:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624536.944960:0:31842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624536.944961:0:31842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624536.944962:0:31842:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624536.944965:0:31842:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624536.944966:0:31842:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624536.944968:0:31842:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624536.944970:0:31842:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624536.944972:0:31842:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624536.944973:0:31842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624536.944975:0:31842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624536.944978:0:31842:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624536.944980:0:31842:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624536.944984:0:31842:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624536.944990:0:31842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d17d28 00000080:00000008:2.0:1788624536.944992:0:31842:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624536.945326:0:31842:0:(dir.c:328:ll_iterate()) Process entered 00000080:00200000:2.0:1788624536.945330:0:31842:0:(dir.c:336:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) pos/size0/4096 32bit_api 0 00000080:00000010:2.0:1788624536.945336:0:31842:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd0864b600. 00800000:00000002:2.0:1788624536.945339:0:31842:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624536.945341:0:31842:0:(dir.c:195:ll_dir_read()) Process entered 00000080:00000001:2.0:1788624536.945350:0:31842:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446720599645676224 : -23474063875392 : ffffeaa684c2e2c0) 00000080:00000001:2.0:1788624536.945355:0:31842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788624536.945359:0:31842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:2.0:1788624536.945362:0:31842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:2.0:1788624536.945364:0:31842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056707 : 144115205306056707 : 200000403000003) 00000080:00000001:2.0:1788624536.945366:0:31842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761475 : 162129603798761475 : 240000402000003) 00000080:00000001:2.0:1788624536.945368:0:31842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279494 : 144115205289279494 : 200000402000006) 00000080:00000001:2.0:1788624536.945370:0:31842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761476 : 162129603798761476 : 240000402000004) 00000080:00000001:2.0:1788624536.945372:0:31842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:2.0:1788624536.945374:0:31842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279489 : 144115205289279489 : 200000402000001) 00000080:00000001:2.0:1788624536.945376:0:31842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611140 : 144115205339611140 : 200000405000004) 00000080:00000001:2.0:1788624536.945378:0:31842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833921 : 144115205322833921 : 200000404000001) 00000080:00000001:2.0:1788624536.945380:0:31842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279490 : 144115205289279490 : 200000402000002) 00000080:00000001:2.0:1788624536.945382:0:31842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833931 : 144115205322833931 : 20000040400000b) 00000080:00000001:2.0:1788624536.945385:0:31842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833935 : 144115205322833935 : 20000040400000f) 00000080:00000001:2.0:1788624536.945387:0:31842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:2.0:1788624536.945389:0:31842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788624536.945509:0:31842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833933 : 144115205322833933 : 20000040400000d) 00000080:00000001:2.0:1788624536.945512:0:31842:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:2.0:1788624536.945515:0:31842:0:(dir.c:310:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624536.945518:0:31842:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624536.945520:0:31842:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0864b600. 00000080:00000001:2.0:1788624536.945524:0:31842:0:(dir.c:406:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624536.945609:0:31842:0:(dir.c:328:ll_iterate()) Process entered 00000080:00200000:2.0:1788624536.945611:0:31842:0:(dir.c:336:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:2.0:1788624536.945614:0:31842:0:(dir.c:346:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788624536.945616:0:31842:0:(dir.c:406:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624536.945631:0:31842:0:(dir.c:3021:ll_dir_release()) Process entered 00000080:00000001:2.0:1788624536.945634:0:31842:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788624536.945636:0:31842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d17dd0 00000080:00200008:2.0:1788624536.945638:0:31842:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 304000 00000080:00400000:2.0:1788624536.945642:0:31842:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788624536.945646:0:31842:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd06755e00. 00000080:00000001:2.0:1788624536.945651:0:31842:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788624536.945654:0:31842:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d17dd0 00000080:00000008:2.0:1788624536.945656:0:31842:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 304000, rc = 0 00000080:00000001:2.0:1788624536.945658:0:31842:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624536.945660:0:31842:0:(dir.c:3022:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624536.960010:0:32036:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624536.960020:0:32036:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624536.960022:0:32036:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624536.960027:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defb20 00000080:00200000:3.0:1788624536.960034:0:32036:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624536.960059:0:32036:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd1112ce00. 00800000:00000002:3.0:1788624536.960069:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624536.960074:0:32036:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624536.960080:0:32036:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624536.960083:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defa40 00800000:00000002:3.0:1788624536.960086:0:32036:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624536.960090:0:32036:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624536.960094:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624536.960097:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624536.960100:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624536.960102:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624536.960140:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624536.960142:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624536.960144:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624536.960148:0:32036:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624536.960154:0:32036:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624536.960156:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881def910 00000002:00010000:3.0:1788624536.960158:0:32036:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624536.960161:0:32036:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624536.960172:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624536.960176:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624536.960186:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870d00 count: 2 00010000:00000001:3.0:1788624536.960190:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624536.960197:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624536.960202:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624536.960208:0:32036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788624536.960221:0:32036:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624536.960228:0:32036:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624536.960231:0:32036:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788624536.960238:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624536.960240:0:32036:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624536.960242:0:32036:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624536.960244:0:32036:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624536.960246:0:32036:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624536.960248:0:32036:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624536.960251:0:32036:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624536.960254:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624536.960258:0:32036:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd1112ce00. 00000080:00000001:3.0:1788624536.960263:0:32036:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624536.960265:0:32036:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624536.960268:0:32036:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624536.960272:0:32036:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef417d2 00800000:00000001:3.0:1788624536.960277:0:32036:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624536.960279:0:32036:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624536.960282:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.960284:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.960288:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:3.0:1788624536.960290:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.960293:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.960297:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.960299:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624536.960300:0:32036:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624536.960302:0:32036:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624536.960305:0:32036:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef417d2 from it ffffbef881defb58 00010000:00000001:3.0:1788624536.960308:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.960309:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.960310:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:3.0:1788624536.960312:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.960314:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.960317:0:32036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624536.960320:0:32036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788624536.960326:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.960327:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.960329:0:32036:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624536.960331:0:32036:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624536.960334:0:32036:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788624536.960342:0:32036:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624536.960346:0:32036:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624536.960348:0:32036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624536.960353:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.960355:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.960357:0:32036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.960361:0:32036:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624536.960364:0:32036:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.960366:0:32036:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.960370:0:32036:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.960372:0:32036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624536.960373:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.960375:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624536.960379:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624536.960381:0:32036:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624536.960384:0:32036:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788624536.960389:0:32036:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624536.960393:0:32036:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788624536.960396:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defb48 00000080:00002000:3.0:1788624536.960398:0:32036:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff99dd192e0798) flags 0x20000e refc 1 00000080:00000001:3.0:1788624536.960401:0:32036:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624536.960402:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defb90 00000080:00200000:3.0:1788624536.960404:0:32036:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=8 00000080:00000002:3.0:1788624536.960411:0:32036:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:3.0:1788624536.960418:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defd08 00000080:00200008:3.0:1788624536.960420:0:32036:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff99dd191b8908), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788624536.960425:0:32036:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624536.960426:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defc80 00000080:00200000:3.0:1788624536.960428:0:32036:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff99dd191b8908),name=d21g.recovery-small-1 00000080:00000010:3.0:1788624536.960433:0:32036:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd1112ce00. 00800000:00000002:3.0:1788624536.960435:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624536.960441:0:32036:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624536.960443:0:32036:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624536.960444:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defba0 00800000:00000002:3.0:1788624536.960446:0:32036:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x1f:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624536.960449:0:32036:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624536.960452:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624536.960453:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624536.960455:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624536.960456:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624536.960458:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624536.960460:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624536.960461:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624536.960463:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624536.960465:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624536.960466:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624536.960468:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624536.960470:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624536.960471:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:3.0:1788624536.960473:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624536.960475:0:32036:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1f:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624536.960478:0:32036:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624536.960479:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defa70 00000002:00010000:3.0:1788624536.960481:0:32036:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624536.960484:0:32036:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624536.960485:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624536.960486:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624536.960491:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ae00 count: 2 00010000:00000001:3.0:1788624536.960493:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624536.960496:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624536.960498:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624536.960502:0:32036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d71 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788624536.960509:0:32036:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624536.960512:0:32036:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624536.960514:0:32036:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d71 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788624536.960520:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624536.960522:0:32036:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624536.960523:0:32036:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624536.960525:0:32036:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624536.960527:0:32036:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624536.960529:0:32036:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624536.960532:0:32036:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624536.960533:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624536.960536:0:32036:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd1112ce00. 00000080:00000001:3.0:1788624536.960539:0:32036:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624536.960541:0:32036:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624536.960543:0:32036:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1f:0x0](ffff99dd191b8908) 00000080:00010000:3.0:1788624536.960545:0:32036:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1f:0x0](ffff99dd191b8908) for lock 0xcc94206c7ef417d9 00800000:00000001:3.0:1788624536.960548:0:32036:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624536.960549:0:32036:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624536.960551:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.960552:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.960554:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=3 00000020:00000001:3.0:1788624536.960555:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.960557:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.960559:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.960560:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624536.960561:0:32036:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624536.960563:0:32036:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624536.960564:0:32036:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef417d9 from it ffffbef881defcb8 00010000:00000001:3.0:1788624536.960566:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.960567:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.960568:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=3 00000020:00000001:3.0:1788624536.960570:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.960572:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.960573:0:32036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624536.960576:0:32036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7d71 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788624536.960581:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.960583:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.960584:0:32036:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624536.960585:0:32036:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624536.960587:0:32036:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d71 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788624536.960592:0:32036:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624536.960594:0:32036:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624536.960595:0:32036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624536.960597:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.960598:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.960599:0:32036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.960601:0:32036:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624536.960602:0:32036:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.960603:0:32036:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.960605:0:32036:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.960606:0:32036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624536.960607:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.960608:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624536.960610:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624536.960611:0:32036:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788624536.960614:0:32036:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624536.960618:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defd08 00000080:00000008:3.0:1788624536.960620:0:32036:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff99dd191b8908), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788624536.960650:0:32036:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624536.960653:0:32036:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624536.960654:0:32036:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624536.960656:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defbc0 00000080:00200000:3.0:1788624536.960658:0:32036:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624536.960661:0:32036:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd1112ce00. 00800000:00000002:3.0:1788624536.960663:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624536.960665:0:32036:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624536.960667:0:32036:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624536.960668:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defae0 00800000:00000002:3.0:1788624536.960670:0:32036:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624536.960672:0:32036:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624536.960673:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624536.960675:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624536.960676:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624536.960677:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624536.960678:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624536.960680:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624536.960681:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624536.960683:0:32036:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624536.960685:0:32036:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624536.960687:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881def9b0 00000002:00010000:3.0:1788624536.960689:0:32036:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624536.960691:0:32036:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624536.960692:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624536.960694:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624536.960697:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870d00 count: 2 00010000:00000001:3.0:1788624536.960699:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624536.960701:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624536.960703:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624536.960706:0:32036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1788624536.960713:0:32036:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624536.960715:0:32036:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624536.960717:0:32036:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1788624536.960723:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624536.960724:0:32036:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624536.960726:0:32036:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624536.960728:0:32036:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624536.960729:0:32036:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624536.960731:0:32036:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624536.960733:0:32036:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624536.960735:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624536.960737:0:32036:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd1112ce00. 00000080:00000001:3.0:1788624536.960739:0:32036:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624536.960740:0:32036:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624536.960742:0:32036:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624536.960744:0:32036:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef417d2 00800000:00000001:3.0:1788624536.960746:0:32036:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624536.960747:0:32036:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624536.960749:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.960750:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.960752:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:3.0:1788624536.960754:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.961714:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.961820:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.961824:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624536.961826:0:32036:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624536.961829:0:32036:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624536.961833:0:32036:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef417d2 from it ffffbef881defbf8 00010000:00000001:3.0:1788624536.961836:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.961838:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.961840:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:3.0:1788624536.961842:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.961845:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624536.961847:0:32036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624536.961851:0:32036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788624536.961861:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.961862:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.961863:0:32036:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624536.961866:0:32036:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624536.961869:0:32036:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef417d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d55 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788624536.961876:0:32036:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624536.961879:0:32036:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624536.961881:0:32036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624536.961885:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.961886:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.961888:0:32036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.961891:0:32036:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624536.961893:0:32036:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.961895:0:32036:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.961898:0:32036:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.961901:0:32036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624536.961903:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.961904:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624536.961907:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624536.961908:0:32036:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624536.961911:0:32036:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788624536.961916:0:32036:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624536.961922:0:32036:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788624536.961926:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defbc0 00000080:00002000:3.0:1788624536.961928:0:32036:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff99dd192e0798) flags 0x20000e refc 1 00000080:00000001:3.0:1788624536.961931:0:32036:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624536.961932:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defc08 00000080:00200000:3.0:1788624536.961934:0:32036:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=266 00000080:00000002:3.0:1788624536.961941:0:32036:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1788624536.961947:0:32036:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788624536.961948:0:32036:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff99dd191b8908), inode mode 41ed mask 44 00000080:00000001:3.0:1788624536.961951:0:32036:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624536.961957:0:32036:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:3.0:1788624536.961960:0:32036:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788624536.961962:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defb78 00000080:00200008:3.0:1788624536.961964:0:32036:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff99dd191b8908), flags 704400 00000080:00000010:3.0:1788624536.961972:0:32036:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd06754c80. 00000080:00000001:3.0:1788624536.961980:0:32036:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788624536.961985:0:32036:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd1112ce00. 00800000:00000002:3.0:1788624536.961990:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624536.961994:0:32036:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624536.961997:0:32036:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624536.962000:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defa28 00800000:00000002:3.0:1788624536.962002:0:32036:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x1f:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624536.962006:0:32036:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788624536.962009:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624536.962011:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624536.962013:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624536.962015:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624536.962017:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624536.962020:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:3.0:1788624536.962023:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624536.962026:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881def9a8 00800000:00000002:3.0:1788624536.962029:0:32036:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1f:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788624536.962099:0:32036:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624536.962102:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881def8e0 00000002:00010000:3.0:1788624536.962252:0:32036:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:3.0:1788624536.962258:0:32036:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788624536.962261:0:32036:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788624536.962265:0:32036:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788624536.962271:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ae00 count: 2 00010000:00000001:3.0:1788624536.962275:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624536.962278:0:32036:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788624536.962282:0:32036:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.962284:0:32036:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.962287:0:32036:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.962289:0:32036:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788624536.962291:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870d00 count: 2 00010000:00000001:3.0:1788624536.962293:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624536.962295:0:32036:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788624536.962296:0:32036:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.962297:0:32036:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.962299:0:32036:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624536.962306:0:32036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595180. 00000020:00000040:3.0:1788624536.962312:0:32036:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:3.0:1788624536.962320:0:32036:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788624536.962322:0:32036:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.962326:0:32036:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788624536.962331:0:32036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624536.962334:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.962335:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.962336:0:32036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.962340:0:32036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624536.962342:0:32036:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624536.962346:0:32036:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624536.962356:0:32036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cf000. 00000100:00000001:3.0:1788624536.962365:0:32036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.962371:0:32036:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624536.962373:0:32036:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.962375:0:32036:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624536.962376:0:32036:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.962378:0:32036:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.962385:0:32036:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773490729344 : -112300218822272 : ffff99dd11595180) 00010000:00000001:3.0:1788624536.962389:0:32036:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788624536.962392:0:32036:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788624536.962394:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870d00 count: 2 00010000:00000001:3.0:1788624536.962396:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624536.962399:0:32036:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624536.962403:0:32036:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067f200. 00000020:00000001:3.0:1788624536.962408:0:32036:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624536.962411:0:32036:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067f200 with handle 0xcc94206c7ef41803 to hash 00000020:00000001:3.0:1788624536.962413:0:32036:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624536.962415:0:32036:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474910720 : -112300234640896 : ffff99dd1067f200) 00010000:00000001:3.0:1788624536.962419:0:32036:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474910720 : -112300234640896 : ffff99dd1067f200) 00010000:00000001:3.0:1788624536.962423:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624536.962425:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624536.962429:0:32036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef41803 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624536.962436:0:32036:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef41803 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788624536.962451:0:32036:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788624536.962467:0:32036:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11595180 x1875506845041536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788624536.962477:0:32036:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef41803 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788624536.962484:0:32036:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624536.962487:0:32036:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624536.962495:0:32036:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd03096300. 00000100:00000001:3.0:1788624536.962498:0:32036:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773250609920 : -112300458941696 : ffff99dd03096300) 00000100:00000001:3.0:1788624536.962501:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624536.962503:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490729344 : -112300218822272 : ffff99dd11595180) 00000100:00000001:3.0:1788624536.962509:0:32036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624536.962513:0:32036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.962516:0:32036:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624536.962518:0:32036:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624536.962522:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595180 x1875506845041536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.962531:0:32036:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624536.962533:0:32036:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624536.962537:0:32036:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624536.962540:0:32036:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624536.962543:0:32036:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624536.962547:0:32036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595180 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32036:1875506845041536:192.168.202.125@tcp:101:rm.0 00000100:00000001:3.0:1788624536.962552:0:32036:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624536.962558:0:32036:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624536.962561:0:32036:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624536.962564:0:32036:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624536.962703:0:32036:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff99dd04a40000. 02000000:00000001:3.0:1788624536.962706:0:32036:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624536.962717:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624536.962722:0:32036:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a268. 00000400:00000010:3.0:1788624536.962732:0:32036:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff99dd115eb000. 00000100:00000200:3.0:1788624536.962742:0:32036:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875506845041536, portal 10 00000100:00000001:3.0:1788624536.962744:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624536.962746:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490729344 : -112300218822272 : ffff99dd11595180) 00000100:00000040:3.0:1788624536.962754:0:32036:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11595180 x1875506845041536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624552 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.962762:0:32036:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624536.962765:0:32036:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624536.962769:0:32036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f550. 00000100:00000200:3.0:1788624536.962772:0:32036:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875506845041536, offset 0 00000400:00000200:3.0:1788624536.962779:0:32036:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624536.962789:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624536.962799:0:32036:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624536.962807:0:32036:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624536.962811:0:32036:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624536.962815:0:32036:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624536.962818:0:32036:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624536.962823:0:32036:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2746:2746:256:4294967295] 192.168.202.125@tcp LPNI seq info [2746:2746:8:4294967295] 00000400:00000200:3.0:1788624536.962827:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624536.962838:0:32036:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624536.962846:0:32036:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624536.962852:0:32036:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818800. 00000800:00000200:3.0:1788624536.962860:0:32036:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624536.962869:0:32036:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624536.962874:0:32036:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818800 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788624536.963843:0:32036:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624536.963853:0:32036:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 828532 usecs (829 jiffies) 00000400:00000200:3.0:1788624536.963860:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624536.963863:0:32036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296551854 00000100:00000001:3.0:1788624536.963868:0:32036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296553307 00000100:00000001:3.0:1788624536.963871:0:32036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296551854 00000100:00000001:3.0:1788624536.963874:0:32036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296553307 00000100:00000001:3.0:1788624536.963877:0:32036:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624536.963879:0:32036:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.963883:0:32036:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624536.963885:0:32036:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624536.963888:0:32036:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd03096300 going to sleep for 11 seconds 00000100:00000001:3.0:1788624536.963893:0:32036:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624536.963897:0:32036:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624536.964246:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624536.964252:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818800. 00000400:00000200:2.0:1788624536.964260:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624536.964268:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624536.964276:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f550 00000400:00000010:2.0:1788624536.964279:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f550. 00000100:00000001:2.0:1788624536.964285:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624536.964292:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595180 x1875506845041536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624552 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.964306:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624536.964310:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11595180 x1875506845041536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624552 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.964318:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624536.964320:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624536.969529:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.971011:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624536.971017:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.971020:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.971032:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.971052:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624536.971067:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.971074:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.971081:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.971087:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c37745c380 00000400:00000200:2.0:1788624536.971094:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.971102:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x7df5 [64] + 224 00000800:00000001:2.0:1788624536.971125:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.971139:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.971143:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624536.971148:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624536.971160:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624536.971184:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595180 x1875506845041536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624552 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624536.971198:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff99dd11595180 x1875506845041536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624552 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.971215:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624536.971225:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.971229:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624536.971437:0:32036:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624536.971448:0:32036:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624536.971451:0:32036:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624536.971456:0:32036:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a268. 00000400:00000200:3.0:1788624536.971462:0:32036:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd115eb000 00000400:00000010:3.0:1788624536.971465:0:32036:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff99dd115eb000. 00000100:00000001:3.0:1788624536.971471:0:32036:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624536.971476:0:32036:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595180 x1875506845041536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624552 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788624536.971485:0:32036:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595180 x1875506845041536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624552 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.971492:0:32036:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624536.971494:0:32036:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624536.971497:0:32036:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624536.971501:0:32036:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624536.971504:0:32036:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624536.971506:0:32036:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624536.971510:0:32036:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624536.971521:0:32036:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=115 v=5 (103 103 103 137) 00000100:00001000:3.0:1788624536.971525:0:32036:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624536.971527:0:32036:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788624536.971532:0:32036:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff99dd11595180 x1875506845041536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624552 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.971538:0:32036:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788624536.971542:0:32036:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788624536.971544:0:32036:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788624536.971546:0:32036:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788624536.971549:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624536.971551:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490729344 : -112300218822272 : ffff99dd11595180) 00000100:00000001:3.0:1788624536.971555:0:32036:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624536.971557:0:32036:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967600 00000100:00000001:3.0:1788624536.971560:0:32036:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624536.971562:0:32036:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1788624536.971568:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595180 x1875506845041536/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624552 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.971578:0:32036:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1788624536.971581:0:32036:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624536.971583:0:32036:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624536.971586:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595180 x1875506845041536/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624552 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788624536.971592:0:32036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595180 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32036:1875506845041536:192.168.202.125@tcp:101:rm.0 00000100:00000001:3.0:1788624536.971597:0:32036:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624536.971599:0:32036:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788624536.971601:0:32036:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788624536.971604:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624536.971606:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11595180 x1875506845041536/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624552 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.971611:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624536.971614:0:32036:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd03096300. 00000100:00000001:3.0:1788624536.971617:0:32036:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788624536.971618:0:32036:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1788624536.971622:0:32036:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788624536.971628:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.971631:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.971634:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f200 refcount=4 00000020:00000001:3.0:1788624536.971636:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474910720 : -112300234640896 : ffff99dd1067f200) 00010000:00000001:3.0:1788624536.971639:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474910720 : -112300234640896 : ffff99dd1067f200) 00010000:00010000:3.0:1788624536.971644:0:32036:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef41803 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.971655:0:32036:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1788624536.971659:0:32036:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef41803 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.971664:0:32036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624536.971666:0:32036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef41803 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.971671:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.971672:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788624536.971674:0:32036:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef41803 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.971678:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624536.971681:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.971684:0:32036:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788624536.971686:0:32036:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef41803 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624536.971690:0:32036:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd1067f200 already unused, calling callback (ffffffffc194e620) 00000080:00000001:3.0:1788624536.971693:0:32036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788624536.971696:0:32036:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef41803 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.971700:0:32036:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788624536.971702:0:32036:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788624536.971703:0:32036:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef41803 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.971706:0:32036:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788624536.971708:0:32036:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788624536.971709:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.971710:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.971711:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f200 refcount=5 00000020:00000001:3.0:1788624536.971713:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474910720 : -112300234640896 : ffff99dd1067f200) 00010000:00000001:3.0:1788624536.971714:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474910720 : -112300234640896 : ffff99dd1067f200) 00010000:00000001:3.0:1788624536.971716:0:32036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624536.971718:0:32036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef41803 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788624536.971726:0:32036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788624536.971727:0:32036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624536.971729:0:32036:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788624536.971731:0:32036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624536.971735:0:32036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624536.971736:0:32036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624536.971737:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624536.971738:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788624536.971740:0:32036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd1067f200 with handle 0xcc94206c7ef41803 from hash 00010000:00000001:3.0:1788624536.971741:0:32036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624536.971742:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.971742:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.971743:0:32036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624536.971744:0:32036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624536.971745:0:32036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788624536.971746:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.971747:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.971748:0:32036:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624536.971749:0:32036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624536.971750:0:32036:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef41803 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.971753:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.971753:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.971754:0:32036:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788624536.971755:0:32036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624536.971756:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.971757:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.971757:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624536.971759:0:32036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef41803 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624536.971768:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.971770:0:32036:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1788624536.971774:0:32036:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1788624536.971779:0:32036:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff99dd11595180 x1875506845041536/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624552 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788624536.971787:0:32036:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788624536.971791:0:32036:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11595180 x1875506845041536/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624552 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788624536.971796:0:32036:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.971802:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788624536.971802:0:32036:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.971804:0:32036:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.971805:0:32036:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.971808:0:32036:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788624536.971810:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624536.971810:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490729344 : -112300218822272 : ffff99dd11595180) 00010000:00000001:3.0:1788624536.971812:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788624536.971812:0:32036:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.971813:0:32036:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788624536.971816:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881def868 00000002:00002000:3.0:1788624536.971818:0:32036:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:3.0:1788624536.971820:0:32036:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624536.971823:0:32036:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624536.971825:0:32036:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788624536.971828:0:32036:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788624536.971830:0:32036:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624536.971834:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624536.971837:0:32036:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd1112ce00. 00000080:00000001:3.0:1788624536.971841:0:32036:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788624536.971847:0:32036:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788624536.971851:0:32036:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788624536.971857:0:32036:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd049c3d80. 00800000:00000001:3.0:1788624536.971859:0:32036:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773277011328 : -112300432540288 : ffff99dd049c3d80) 00800000:00000001:3.0:1788624536.971860:0:32036:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.971862:0:32036:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788624536.971865:0:32036:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788624536.971867:0:32036:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1f:0x0] 00000080:00000001:3.0:1788624536.971871:0:32036:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788624536.971874:0:32036:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788624536.971875:0:32036:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624536.971880:0:32036:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:3.0:1788624536.971882:0:32036:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788624536.971886:0:32036:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1f:0x0], updating i_size 4096 00000080:00000001:3.0:1788624536.971888:0:32036:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788624536.971889:0:32036:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788624536.971890:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd049c3d80 1 00800000:00000010:3.0:1788624536.971892:0:32036:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd049c3d80. 00800000:00000001:3.0:1788624536.971894:0:32036:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788624536.971897:0:32036:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-1 [0x200000405:0x1f:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:3.0:1788624536.971900:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624536.971902:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11595180 x1875506845041536/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624552 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.971906:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624536.971910:0:32036:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788624536.971914:0:32036:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd049c3d80. 00000080:00000001:3.0:1788624536.971917:0:32036:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788624536.971919:0:32036:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1788624536.971922:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624536.971924:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624536.971926:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624536.971929:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624536.971930:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624536.971932:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:3.0:1788624536.971933:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.971935:0:32036:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788624536.971938:0:32036:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd049c60c0. 00000002:00100000:3.0:1788624536.971940:0:32036:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11595180 x1875506845041536/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624552 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788624536.971944:0:32036:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624536.971945:0:32036:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788624536.971948:0:32036:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788624536.971952:0:32036:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624536.971954:0:32036:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1788624536.971956:0:32036:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624536.971957:0:32036:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624536.971961:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624536.971962:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595180 x1875506845041536/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624552 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788624536.971967:0:32036:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624536.971970:0:32036:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff99dd04a40000. 02000000:00000001:3.0:1788624536.972018:0:32036:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788624536.972021:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624536.972024:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defb78 00000080:00000008:3.0:1788624536.972026:0:32036:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff99dd191b8908), flags 704400, rc = 0 00000080:00000001:3.0:1788624536.972031:0:32036:0:(dir.c:3016:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624536.972074:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defd28 00000080:00200008:3.0:1788624536.972077:0:32036:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff99dd191b8908), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788624536.972084:0:32036:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624536.972086:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defca0 00000080:00200000:3.0:1788624536.972088:0:32036:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff99dd191b8908),name=d21g.recovery-small-1 00000080:00000010:3.0:1788624536.972094:0:32036:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd1112ce00. 00800000:00000002:3.0:1788624536.972101:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624536.972138:0:32036:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624536.972142:0:32036:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624536.972144:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defbc0 00800000:00000002:3.0:1788624536.972146:0:32036:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x1f:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624536.972149:0:32036:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624536.972153:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624536.972154:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624536.972155:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624536.972156:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624536.972158:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624536.972160:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624536.972171:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624536.972174:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624536.972175:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624536.972177:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624536.972178:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624536.972179:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624536.972181:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:3.0:1788624536.972182:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624536.972185:0:32036:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x1f:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624536.972190:0:32036:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624536.972192:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defa90 00000002:00010000:3.0:1788624536.972194:0:32036:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624536.972198:0:32036:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624536.972200:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624536.972203:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624536.972211:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ae00 count: 2 00010000:00000001:3.0:1788624536.972214:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624536.972220:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624536.972223:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624536.972227:0:32036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d71 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788624536.972236:0:32036:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624536.972241:0:32036:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624536.972245:0:32036:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d71 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788624536.972252:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624536.972254:0:32036:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624536.972257:0:32036:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624536.972258:0:32036:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624536.972260:0:32036:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624536.972262:0:32036:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624536.972265:0:32036:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624536.972266:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624536.972269:0:32036:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd1112ce00. 00000080:00000001:3.0:1788624536.972272:0:32036:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624536.972275:0:32036:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624536.972279:0:32036:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1f:0x0](ffff99dd191b8908) 00000080:00010000:3.0:1788624536.972283:0:32036:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1f:0x0](ffff99dd191b8908) for lock 0xcc94206c7ef417d9 00800000:00000001:3.0:1788624536.972286:0:32036:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624536.972288:0:32036:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624536.972290:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.972291:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.972293:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=3 00000020:00000001:3.0:1788624536.972295:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.972297:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.972299:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.972300:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624536.972302:0:32036:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624536.972304:0:32036:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624536.972307:0:32036:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef417d9 from it ffffbef881defcd8 00010000:00000001:3.0:1788624536.972309:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.972310:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.972311:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=3 00000020:00000001:3.0:1788624536.972313:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.972316:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.972317:0:32036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624536.972320:0:32036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7d71 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788624536.972326:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.972327:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.972329:0:32036:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624536.972331:0:32036:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624536.972333:0:32036:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d71 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788624536.972341:0:32036:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624536.972344:0:32036:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624536.972347:0:32036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624536.972352:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.972353:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624536.972354:0:32036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.972358:0:32036:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624536.972360:0:32036:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.972361:0:32036:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.972364:0:32036:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624536.972366:0:32036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624536.972367:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.972368:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624536.972370:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624536.972371:0:32036:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788624536.972375:0:32036:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624536.972380:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defd28 00000080:00000008:3.0:1788624536.972383:0:32036:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff99dd191b8908), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788624536.972481:0:32036:0:(dir.c:328:ll_iterate()) Process entered 00000080:00200000:3.0:1788624536.972484:0:32036:0:(dir.c:336:ll_iterate()) VFS Op:inode=[0x200000405:0x1f:0x0](ffff99dd191b8908) pos/size0/4096 32bit_api 0 00000080:00000010:3.0:1788624536.972489:0:32036:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd1112ce00. 00800000:00000002:3.0:1788624536.972490:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd11d2d400 2 00000080:00000001:3.0:1788624536.972493:0:32036:0:(dir.c:195:ll_dir_read()) Process entered 00800000:00000001:3.0:1788624536.972499:0:32036:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:3.0:1788624536.972501:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624536.972502:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624536.972503:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624536.972504:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624536.972505:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624536.972506:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:3.0:1788624536.972507:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.972510:0:32036:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1788624536.972512:0:32036:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624536.972513:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defab0 00000002:00010000:3.0:1788624536.972514:0:32036:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1f:0x0]) in obj [0x200000405:0x1f:0x0], intent: readdir flags 0 00000002:00000001:3.0:1788624536.972516:0:32036:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624536.972517:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624536.972518:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624536.972520:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ae00 count: 2 00010000:00000001:3.0:1788624536.972522:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624536.972524:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624536.972526:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624536.972529:0:32036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d71 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788624536.972536:0:32036:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624536.972539:0:32036:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624536.972541:0:32036:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d71 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788624536.972547:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624536.972549:0:32036:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624536.972551:0:32036:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624536.972553:0:32036:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624536.972554:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624536.972555:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624536.972557:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=3 00000020:00000001:3.0:1788624536.972558:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.972561:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624536.972563:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624536.972564:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624536.972565:0:32036:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624536.972603:0:32036:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1788624536.972607:0:32036:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff99dd115eb000. 00000002:00000001:3.0:1788624536.973023:0:32036:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1788624536.973028:0:32036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595c00. 00000020:00000040:3.0:1788624536.973031:0:32036:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624536.973036:0:32036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624536.973039:0:32036:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624536.973041:0:32036:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624536.973047:0:32036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd1112da00. 00000100:00000001:3.0:1788624536.973053:0:32036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.973056:0:32036:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1788624536.973060:0:32036:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff99dd049ce000. 00000100:00000010:3.0:1788624536.973064:0:32036:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff99dd049d0000. 00000020:00000040:3.0:1788624536.973066:0:32036:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624536.973079:0:32036:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624536.973081:0:32036:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624536.973086:0:32036:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd03096300. 00000100:00000001:3.0:1788624536.973088:0:32036:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773250609920 : -112300458941696 : ffff99dd03096300) 00000100:00000001:3.0:1788624536.973090:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624536.973091:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490732032 : -112300218819584 : ffff99dd11595c00) 00000100:00000001:3.0:1788624536.973094:0:32036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624536.973098:0:32036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.973099:0:32036:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624536.973101:0:32036:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624536.973135:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595c00 x1875506845041664/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.973142:0:32036:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624536.973144:0:32036:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624536.973147:0:32036:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624536.973149:0:32036:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624536.973151:0:32036:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624536.973154:0:32036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595c00 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32036:1875506845041664:192.168.202.125@tcp:37:rm.0 00000100:00000001:3.0:1788624536.973157:0:32036:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624536.973175:0:32036:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624536.973178:0:32036:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.973180:0:32036:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1788624536.973191:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624536.973196:0:32036:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a268. 00000400:00000010:3.0:1788624536.973208:0:32036:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff99dd04a04000. 00000100:00000200:3.0:1788624536.973222:0:32036:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9c37745c400-0x6a9c37745c400, portal 14 00000100:00000001:3.0:1788624536.973225:0:32036:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624536.973229:0:32036:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624536.973234:0:32036:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049cfc00. 02000000:00000001:3.0:1788624536.973236:0:32036:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624536.973239:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624536.973242:0:32036:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560adc0. 00000400:00000010:3.0:1788624536.973247:0:32036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fd48. 00000100:00000200:3.0:1788624536.973251:0:32036:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845041664, portal 10 00000100:00000001:3.0:1788624536.973253:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624536.973255:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490732032 : -112300218819584 : ffff99dd11595c00) 00000100:00000040:3.0:1788624536.973261:0:32036:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11595c00 x1875506845041664/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624552 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624536.973268:0:32036:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624536.973271:0:32036:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624536.973274:0:32036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f2a8. 00000100:00000200:3.0:1788624536.973278:0:32036:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875506845041664, offset 0 00000400:00000200:3.0:1788624536.973285:0:32036:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624536.973294:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624536.973304:0:32036:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624536.973311:0:32036:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624536.973315:0:32036:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624536.973319:0:32036:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624536.973322:0:32036:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624536.973327:0:32036:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2747:2747:256:4294967295] 192.168.202.125@tcp LPNI seq info [2747:2747:8:4294967295] 00000400:00000200:3.0:1788624536.973331:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624536.973341:0:32036:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624536.973347:0:32036:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624536.973353:0:32036:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818100. 00000800:00000200:3.0:1788624536.973361:0:32036:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624536.973370:0:32036:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624536.973376:0:32036:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818100 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1788624536.973401:0:32036:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624536.973407:0:32036:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 827336 usecs (828 jiffies) 00000400:00000200:3.0:1788624536.973410:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624536.973414:0:32036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296551863 00000100:00000001:3.0:1788624536.973417:0:32036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296553307 00000100:00000001:3.0:1788624536.973422:0:32036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296551863 00000100:00000001:3.0:1788624536.973424:0:32036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296553307 00000100:00000001:3.0:1788624536.973426:0:32036:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624536.973429:0:32036:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624536.973432:0:32036:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624536.973434:0:32036:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624536.973436:0:32036:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd03096300 going to sleep for 11 seconds 00000100:00000001:3.0:1788624536.973438:0:32036:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624536.973441:0:32036:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624536.973966:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624536.973972:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818100. 00000400:00000200:2.0:1788624536.973981:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624536.973987:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624536.973994:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f2a8 00000400:00000010:2.0:1788624536.973997:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f2a8. 00000100:00000001:2.0:1788624536.974001:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624536.974006:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595c00 x1875506845041664/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624552 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.974016:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624536.974019:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11595c00 x1875506845041664/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624552 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624536.974026:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624536.974027:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624536.985018:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.985052:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624536.985057:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.985061:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.985073:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.985083:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624536.985097:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.985256:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.985264:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.985270:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 4096 into portal 14 MB=0x6a9c37745c400 00000400:00000200:2.0:1788624536.985276:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.985282:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.125@tcp of length 4096/4096 into md 0x7e05 [256] + 0 00000400:00000010:2.0:1788624536.985288:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a268. 00000400:00000200:2.0:1788624536.985295:0:2384:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff99dd04a04000 00000800:00000001:2.0:1788624536.985301:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.985312:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624536.985316:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624536.985321:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624536.985329:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd04a04000 00000400:00000010:2.0:1788624536.985332:0:2384:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff99dd04a04000. 00000100:00000001:2.0:1788624536.985338:0:2384:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788624536.985341:0:2384:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff99dd11595c00 desc ffff99dd049ce000 mbits 1875506845041664 00000100:00000001:2.0:1788624536.985357:0:2384:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788624536.985367:0:2384:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788624536.985371:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.985377:0:2384:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624536.985384:0:2384:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2748:2748:256:4294967295] 192.168.202.125@tcp LPNI seq info [2748:2748:8:4294967295] 00000400:00000200:2.0:1788624536.985389:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624536.985404:0:2384:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) 192.168.202.125@tcp : ACK try# 0 00000800:00000200:2.0:1788624536.985411:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624536.985421:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff99dd04810000. 00000800:00000200:2.0:1788624536.985430:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624536.985437:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624536.985443:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04810000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788624536.985517:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624536.985523:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff99dd04810000. 00000400:00000200:2.0:1788624536.985537:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624536.985541:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: ACK: OK 00000800:00000001:2.0:1788624536.985548:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624536.985552:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624536.985607:0:32036:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624536.985614:0:32036:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788624536.990199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067f200. 00000800:00000001:2.0:1788624537.005745:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.005774:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624537.005779:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.005783:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.005795:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.005805:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624537.005818:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.005823:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.005828:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.005833:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 440 into portal 10 MB=0x6a9c37745c400 00000400:00000200:2.0:1788624537.005837:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.005843:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 440/440 into md 0x7e0d [1] + 224 00000800:00000001:2.0:1788624537.005850:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.005862:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.005865:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.005868:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624537.005877:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624537.005887:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595c00 x1875506845041664/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624552 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624537.005896:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff99dd11595c00 x1875506845041664/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624552 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.005915:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624537.005923:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.005926:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624537.006505:0:32036:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624537.006515:0:32036:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624537.006517:0:32036:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624537.006531:0:32036:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560adc0. 00000400:00000200:3.0:1788624537.006538:0:32036:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fd48 00000400:00000010:3.0:1788624537.006541:0:32036:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fd48. 00000100:00000001:3.0:1788624537.006545:0:32036:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624537.006551:0:32036:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595c00 x1875506845041664/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624552 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788624537.006562:0:32036:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595c00 x1875506845041664/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624552 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624537.006568:0:32036:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624537.006571:0:32036:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624537.006574:0:32036:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624537.006579:0:32036:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624537.006581:0:32036:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624537.006584:0:32036:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624537.006587:0:32036:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624537.006599:0:32036:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=115 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624537.006604:0:32036:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624537.006607:0:32036:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624537.006609:0:32036:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624537.006612:0:32036:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624537.006616:0:32036:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624537.006622:0:32036:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624537.006624:0:32036:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967600 00000100:00000001:3.0:1788624537.006627:0:32036:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624537.006630:0:32036:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624537.006635:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff99dd11595c00 x1875506845041664/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624552 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624537.006645:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff99dd11595c00 x1875506845041664/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624552 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624537.006654:0:32036:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624537.006657:0:32036:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624537.006661:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595c00 x1875506845041664/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624552 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788624537.006669:0:32036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595c00 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32036:1875506845041664:192.168.202.125@tcp:37:rm.0 00000100:00000001:3.0:1788624537.006675:0:32036:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624537.006679:0:32036:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624537.006682:0:32036:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788624537.006684:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624537.006688:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595c00 x1875506845041664/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624552 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624537.006696:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624537.006700:0:32036:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd03096300. 00000100:00000001:3.0:1788624537.006704:0:32036:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788624537.006706:0:32036:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624537.006710:0:32036:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624537.006714:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624537.006717:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595c00 x1875506845041664/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624552 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624537.006723:0:32036:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624537.006726:0:32036:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624537.006730:0:32036:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049cfc00. 02000000:00000001:3.0:1788624537.006734:0:32036:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624537.006745:0:32036:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624537.006747:0:32036:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624537.006750:0:32036:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788624537.006752:0:32036:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1788624537.006754:0:32036:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624537.006755:0:32036:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624537.006757:0:32036:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:3.0:1788624537.006789:0:32036:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff99dd049d0000. 00000100:00000010:3.0:1788624537.006793:0:32036:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff99dd049ce000. 00000100:00000001:3.0:1788624537.006796:0:32036:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1788624537.006799:0:32036:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd1112da00. 02000000:00000001:3.0:1788624537.006802:0:32036:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624537.006805:0:32036:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624537.006807:0:32036:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595c00. 00000100:00000001:3.0:1788624537.006811:0:32036:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624537.006812:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624537.006815:0:32036:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:3.0:1788624537.006817:0:32036:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:3.0:1788624537.008646:0:32036:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff99dd115eb000. 00000002:00000001:3.0:1788624537.008662:0:32036:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624537.008672:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624537.008676:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624537.008680:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=3 00000020:00000001:3.0:1788624537.008683:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624537.008687:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624537.008691:0:32036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624537.008698:0:32036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7d71 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788624537.008708:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624537.008711:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624537.008712:0:32036:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624537.008718:0:32036:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624537.008721:0:32036:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef417d9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7d71 expref: -99 pid: 32034 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788624537.008736:0:32036:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624537.008932:0:32036:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624537.008935:0:32036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624537.008940:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624537.008942:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624537.008944:0:32036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624537.008948:0:32036:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624537.008950:0:32036:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624537.008952:0:32036:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624537.008957:0:32036:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624537.008959:0:32036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624537.008961:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624537.008962:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:3.0:1788624537.008965:0:32036:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624537.009216:0:32036:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788624537.009227:0:32036:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611169 : 144115205339611169 : 200000405000021) 00000080:00000001:2.0:1788624537.009229:0:32036:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:2.0:1788624537.009237:0:32036:0:(dir.c:310:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624537.009242:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd11d2d400 2 00000080:00000010:2.0:1788624537.009248:0:32036:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd1112ce00. 00000080:00000001:2.0:1788624537.009255:0:32036:0:(dir.c:406:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624537.009376:0:32036:0:(dir.c:3021:ll_dir_release()) Process entered 00000080:00000001:2.0:1788624537.009381:0:32036:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788624537.009384:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defdd0 00000080:00200008:2.0:1788624537.009387:0:32036:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-1:[0x200000405:0x1f:0x0](ffff99dd191b8908), flags 704000 00000080:00400000:2.0:1788624537.009392:0:32036:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x1f:0x0] 00000080:00000001:2.0:1788624537.009408:0:32036:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788624537.009410:0:32036:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:2.0:1788624537.009413:0:32036:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788624537.009420:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624537.009424:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624537.009427:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624537.009431:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624537.009433:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624537.009435:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:2.0:1788624537.009439:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624537.009446:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624537.009449:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624537.009459:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ae00 count: 2 00010000:00000001:2.0:1788624537.009462:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624537.009468:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624537.009471:0:32036:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x1f:0x0]: 0 00000080:00000001:2.0:1788624537.009475:0:32036:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788624537.009478:0:32036:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788624537.009486:0:32036:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd0864b800. 00000080:00000001:2.0:1788624537.009488:0:32036:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:2.0:1788624537.009495:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd11d2d400 2 00000080:00000001:2.0:1788624537.009499:0:32036:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788624537.009504:0:32036:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788624537.009505:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624537.009507:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624537.009508:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624537.009510:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624537.009511:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624537.009513:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1f:0x0] 00800000:00000001:2.0:1788624537.009515:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624537.009518:0:32036:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x1f:0x0] 00000002:00000001:2.0:1788624537.009522:0:32036:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788624537.009524:0:32036:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff99dd10dbf800: [0x200000405:0x1f:0x0] file closed with intent: 0 00000100:00000010:2.0:1788624537.009533:0:32036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61c00. 00000020:00000040:2.0:1788624537.009538:0:32036:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624537.009543:0:32036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624537.009548:0:32036:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624537.009553:0:32036:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624537.009565:0:32036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd0864a000. 00000100:00000001:2.0:1788624537.015331:0:32036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788624537.015381:0:32036:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11595180 x1875506845041536/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624552 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788624537.015744:0:32036:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788624537.015755:0:32036:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11d61c00 x1875506845041920/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788624537.015764:0:32036:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624537.015767:0:32036:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624537.015783:0:32036:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd036ec900. 00000100:00000001:2.0:1788624537.015786:0:32036:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773257255168 : -112300452296448 : ffff99dd036ec900) 00000100:00000001:2.0:1788624537.015788:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624537.015790:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498907648 : -112300210643968 : ffff99dd11d61c00) 00000100:00000001:2.0:1788624537.015795:0:32036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624537.015800:0:32036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624537.015802:0:32036:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624537.015804:0:32036:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624537.016510:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61c00 x1875506845041920/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.016523:0:32036:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624537.016601:0:32036:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624537.016609:0:32036:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624537.016613:0:32036:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624537.016617:0:32036:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624537.016622:0:32036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61c00 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32036:1875506845041920:192.168.202.125@tcp:35:rm.0 00000100:00000001:2.0:1788624537.016628:0:32036:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624537.016636:0:32036:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624537.016639:0:32036:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624537.016642:0:32036:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624537.016652:0:32036:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd0483b000. 02000000:00000001:2.0:1788624537.016655:0:32036:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624537.016666:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624537.016671:0:32036:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2948. 00000400:00000010:2.0:1788624537.016681:0:32036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08330. 00000100:00000200:2.0:1788624537.016692:0:32036:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845041920, portal 10 00000100:00000001:2.0:1788624537.016694:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624537.016695:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498907648 : -112300210643968 : ffff99dd11d61c00) 00000100:00000040:2.0:1788624537.016706:0:32036:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d61c00 x1875506845041920/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624553 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.016725:0:32036:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624537.016728:0:32036:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624537.016731:0:32036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e087f8. 00000100:00000200:2.0:1788624537.016735:0:32036:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845041920, offset 0 00000400:00000200:2.0:1788624537.016743:0:32036:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624537.016753:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.016765:0:32036:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624537.016773:0:32036:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624537.016777:0:32036:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624537.016782:0:32036:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624537.016785:0:32036:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624537.016789:0:32036:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2749:2749:256:4294967295] 192.168.202.125@tcp LPNI seq info [2749:2749:8:4294967295] 00000400:00000200:2.0:1788624537.016795:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.016807:0:32036:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624537.016814:0:32036:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624537.016820:0:32036:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd19e35900. 00000800:00000200:2.0:1788624537.016829:0:32036:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624537.016840:0:32036:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624537.016846:0:32036:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd19e35900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788624537.016878:0:32036:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624537.016884:0:32036:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 826187 usecs (827 jiffies) 00000400:00000200:2.0:1788624537.016888:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624537.016891:0:32036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296551905 00000100:00000001:2.0:1788624537.016895:0:32036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296553307 00000100:00000001:2.0:1788624537.016897:0:32036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296551905 00000100:00000001:2.0:1788624537.016900:0:32036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296553307 00000100:00000001:2.0:1788624537.016902:0:32036:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624537.016905:0:32036:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624537.016908:0:32036:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624537.016911:0:32036:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624537.016914:0:32036:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd036ec900 going to sleep for 11 seconds 00000100:00000001:2.0:1788624537.016917:0:32036:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624537.016921:0:32036:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624537.020765:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624537.020780:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd19e35900. 00000400:00000200:3.0:1788624537.020791:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624537.020804:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624537.020816:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e087f8 00000400:00000010:3.0:1788624537.020820:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e087f8. 00000100:00000001:3.0:1788624537.020827:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624537.020837:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61c00 x1875506845041920/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624553 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624537.020852:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624537.020856:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61c00 x1875506845041920/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624553 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624537.020863:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624537.020864:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624537.028255:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.028281:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624537.028286:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.028289:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.028300:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.028310:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624537.028322:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.028328:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.028335:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.028341:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745c500 00000400:00000200:2.0:1788624537.028348:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.028355:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x7e1d [1] + 224 00000800:00000001:2.0:1788624537.028364:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.028375:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.028379:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.028385:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624537.028521:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624537.028602:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61c00 x1875506845041920/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624553 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624537.028615:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11d61c00 x1875506845041920/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.028723:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624537.028737:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.028741:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624537.036684:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624537.036692:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c500. 00000400:00000200:3.0:1788624537.036700:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624537.036707:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624537.036716:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395550 00000400:00000010:3.0:1788624537.036719:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395550. 00000100:00000001:3.0:1788624537.036724:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624537.036731:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05180 x1875506845042176/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624553 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624537.036826:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624537.036831:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05180 x1875506845042176/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624553 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624537.036839:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624537.036840:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624537.056679:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.056710:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624537.056716:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.056720:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.056732:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.056743:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624537.056757:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.056763:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.056770:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.056776:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c37745c600 00000400:00000200:2.0:1788624537.056782:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.056789:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x7e2d [64] + 224 00000800:00000001:2.0:1788624537.056799:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.056813:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.056817:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.056822:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624537.056832:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624537.056842:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05180 x1875506845042176/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624553 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624537.056854:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff99dd11c05180 x1875506845042176/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.056870:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624537.056879:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.056882:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624537.059255:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624537.059261:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139ca00. 00000400:00000200:3.0:1788624537.059268:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624537.059275:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624537.059292:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395550 00000400:00000010:3.0:1788624537.059295:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395550. 00000100:00000001:3.0:1788624537.059300:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624537.059305:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04380 x1875506845042304/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 440/368 e 0 to 0 dl 1788624553 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624537.059317:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624537.059320:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04380 x1875506845042304/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 440/368 e 0 to 0 dl 1788624553 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624537.059328:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624537.059329:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624537.072721:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.072801:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624537.072808:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.072810:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.072822:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.072832:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624537.072845:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.072851:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.072857:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.072863:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 368 into portal 10 MB=0x6a9c37745c680 00000400:00000200:2.0:1788624537.072870:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.072879:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 368/368 into md 0x7e35 [1] + 224 00000800:00000001:2.0:1788624537.072890:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.072899:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.072903:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.072908:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624537.072919:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624537.072933:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04380 x1875506845042304/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 440/368 e 0 to 0 dl 1788624553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624537.072946:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99dd11c04380 x1875506845042304/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 440/368 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624537.072972:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624537.072983:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.072986:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624537.074959:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624537.074965:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cd00. 00000400:00000200:3.0:1788624537.074971:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624537.074977:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624537.074982:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395908 00000400:00000010:3.0:1788624537.074985:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395908. 00000100:00000001:3.0:1788624537.074989:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624537.074993:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04380 x1875506845042560/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/624 e 0 to 0 dl 1788624553 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624537.075004:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624537.075008:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04380 x1875506845042560/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/624 e 0 to 0 dl 1788624553 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624537.075014:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624537.075016:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788624537.082461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10500. 00010000:00000010:0.1:1788624537.082511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19c00. 00010000:00000010:0.1:1788624537.082516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067ec00. 00000800:00000001:2.0:1788624537.088918:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.088945:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624537.088950:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.088953:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.088965:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.088976:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624537.088987:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.088994:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.089000:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.089005:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745c780 00000400:00000200:2.0:1788624537.089011:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.089017:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x7e3d [1] + 224 00000800:00000001:2.0:1788624537.089026:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.089034:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.089038:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.089043:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624537.089054:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624537.089067:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04380 x1875506845042560/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/624 e 0 to 0 dl 1788624553 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624537.089080:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99dd11c04380 x1875506845042560/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/624 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624537.089202:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624537.089221:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.089225:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624537.091267:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624537.091273:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c200. 00000400:00000200:3.0:1788624537.091278:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624537.091290:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624537.091295:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395000 00000400:00000010:3.0:1788624537.091297:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395000. 00000100:00000001:3.0:1788624537.091300:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624537.091303:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05880 x1875506845042688/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624553 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624537.091310:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624537.091312:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05880 x1875506845042688/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624553 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624537.091317:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624537.091318:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1788624537.095291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536e40. 00000080:00000010:0.1:1788624537.095323:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19870000. 00000800:00000001:2.0:1788624537.095675:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.095694:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624537.095698:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.095700:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.095711:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.095721:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624537.095743:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.095749:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.095756:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.095761:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745c800 00000400:00000200:2.0:1788624537.095766:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.095775:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7e45 [1] + 224 00000800:00000001:2.0:1788624537.095783:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.095794:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.095798:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.095804:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624537.095815:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624537.095827:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05880 x1875506845042688/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624553 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624537.095838:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11c05880 x1875506845042688/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.095864:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624537.095876:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.095879:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788624537.100457:0:32036:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd049c6320. 00000800:00000200:3.0:1788624537.111756:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624537.111766:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cb00. 00000400:00000200:3.0:1788624537.111776:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624537.111786:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624537.111796:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395330 00000400:00000010:3.0:1788624537.111799:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395330. 00000100:00000001:3.0:1788624537.111805:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624537.111811:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05880 x1875506845042944/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624553 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624537.111824:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624537.111828:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05880 x1875506845042944/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624553 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624537.111845:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624537.111847:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624537.115818:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.115852:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624537.115857:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.115860:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.115872:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.115883:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624537.115893:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.115900:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.115906:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.115911:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745c900 00000400:00000200:2.0:1788624537.115917:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.115924:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x7e4d [1] + 224 00000800:00000001:2.0:1788624537.115933:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.115942:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.115946:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.115952:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624537.115962:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624537.115974:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05880 x1875506845042944/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624553 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624537.115987:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11c05880 x1875506845042944/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.116012:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624537.116023:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.116027:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624537.117769:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624537.117776:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cb00. 00000400:00000200:3.0:1788624537.117781:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624537.117786:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624537.117791:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395440 00000400:00000010:3.0:1788624537.117794:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395440. 00000100:00000001:3.0:1788624537.117797:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624537.117802:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05880 x1875506845043200/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624553 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624537.117812:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624537.117814:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05880 x1875506845043200/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624553 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624537.117820:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624537.117821:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788624537.124462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19c00. 00010000:00000010:0.1:1788624537.124494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382ae00. 00010000:00000010:0.1:1788624537.124499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19800. 00010000:00000010:0.1:1788624537.124504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870d00. 00010000:00000010:0.1:1788624537.124509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767600. 00000800:00000001:2.0:1788624537.132729:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.132754:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624537.132760:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.132763:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.132775:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.132785:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624537.132796:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.132802:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.132809:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.132814:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745ca00 00000400:00000200:2.0:1788624537.132821:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.132829:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x7e55 [1] + 224 00000800:00000001:2.0:1788624537.132847:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.132857:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.132862:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.132868:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624537.132879:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624537.132892:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05880 x1875506845043200/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624553 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624537.132905:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99dd11c05880 x1875506845043200/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624537.132929:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624537.132939:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.132942:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624537.135070:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624537.135078:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c200. 00000400:00000200:3.0:1788624537.135085:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624537.135091:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624537.135098:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395110 00000400:00000010:3.0:1788624537.135101:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395110. 00000100:00000001:3.0:1788624537.135143:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624537.135149:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05180 x1875506845043328/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624553 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624537.135172:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624537.135176:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05180 x1875506845043328/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624553 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624537.135183:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624537.135185:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1788624537.138697:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191b8840. 00000080:00000010:0.1:1788624537.138728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536a40. 00000800:00000001:2.0:1788624537.145332:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.145358:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624537.145363:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.145377:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.145388:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.145398:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624537.145411:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.145417:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.145423:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.145429:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745ca80 00000400:00000200:2.0:1788624537.145435:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.145443:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7e5d [1] + 224 00000800:00000001:2.0:1788624537.145453:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.145465:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.145470:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.145476:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624537.145488:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624537.145503:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05180 x1875506845043328/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624553 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624537.145517:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11c05180 x1875506845043328/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.145550:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624537.145561:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.145565:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624537.146783:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.146787:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.146791:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=4 00000020:00000001:0.0:1788624537.146794:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.146798:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000040:0.0:1788624537.146808:0:32036:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd11d19800, remote cookie: 0xa103bd66258a7e51, flags: 0x1001 00010000:00010000:0.0:1788624537.146815:0:32036:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624537.146829:0:32036:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.146847:0:32036:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624537.146853:0:32036:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624537.146856:0:32036:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624537.146858:0:32036:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624537.146860:0:32036:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624537.146863:0:32036:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd03f10500) refcount = 1 00010000:00010000:0.0:1788624537.146868:0:32036:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.146875:0:32036:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624537.146879:0:32036:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624537.146881:0:32036:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624537.146885:0:32036:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624537.146888:0:32036:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624537.146892:0:32036:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.146897:0:32036:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624537.146899:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.146901:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.146902:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.146903:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.146907:0:32036:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.146913:0:32036:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788624537.146914:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.146915:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.146917:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:0.0:1788624537.146919:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.146922:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.146924:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.146926:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.146927:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=4 00000020:00000001:0.0:1788624537.146929:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.146931:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.146935:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624537.146938:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624537.146942:0:32036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.146948:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.146950:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.146951:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.146952:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.146953:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=5 00000020:00000001:0.0:1788624537.146955:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.146958:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.146961:0:32036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624537.146964:0:32036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.146970:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.146971:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624537.146974:0:32036:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.146986:0:32036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624537.146988:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.146989:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.146990:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.146991:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788624537.146996:0:32036:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11c05180 x1875506845043328/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624553 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788624537.147007:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.147008:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.147010:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:0.0:1788624537.147012:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.147014:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.147016:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.147017:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624537.147019:0:32036:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.147022:0:32036:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.147026:0:32036:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788624537.147029:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.147031:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.147032:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:0.0:1788624537.147035:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.147038:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00000002:00010000:0.0:1788624537.147041:0:32036:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.147060:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.147061:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.147063:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624537.147065:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.147066:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.147067:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:0.0:1788624537.147069:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.147072:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000040:0.0:1788624537.147079:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10500 count: 2 00010000:00000001:0.0:1788624537.147083:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788624537.147087:0:32036:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788624537.147090:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.147091:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624537.147092:0:32036:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624537.147096:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881def898 00000002:00002000:0.0:1788624537.147098:0:32036:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788624537.147101:0:32036:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.150740:0:32036:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.150754:0:32036:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624537.150758:0:32036:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788624537.150763:0:32036:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.150769:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624537.150777:0:32036:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744000. 00000080:00000001:0.0:1788624537.150788:0:32036:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624537.150792:0:32036:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624537.150802:0:32036:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788624537.150811:0:32036:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788624537.151316:0:32036:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd11d2d600. 00800000:00000001:2.0:1788624537.151322:0:32036:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773498693120 : -112300210858496 : ffff99dd11d2d600) 00800000:00000001:2.0:1788624537.151325:0:32036:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624537.151328:0:32036:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788624537.151332:0:32036:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788624537.151335:0:32036:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788624537.151338:0:32036:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788624537.151342:0:32036:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788624537.151344:0:32036:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624537.151350:0:32036:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788624537.151354:0:32036:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788624537.151359:0:32036:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1788624537.151444:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624537.151450:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624537.151455:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:2.0:1788624537.151458:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:2.0:1788624537.151463:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:2.0:1788624537.151467:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624537.151470:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624537.151471:0:32036:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788624537.151475:0:32036:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788624537.151477:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd11d2d600 1 00800000:00000010:2.0:1788624537.151480:0:32036:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd11d2d600. 00800000:00000001:2.0:1788624537.151485:0:32036:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624537.151488:0:32036:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41818 00800000:00000001:2.0:1788624537.151491:0:32036:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624537.151494:0:32036:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624537.151495:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624537.151497:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624537.151498:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:2.0:1788624537.151500:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:2.0:1788624537.151502:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:2.0:1788624537.151506:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624537.151507:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624537.151509:0:32036:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624537.151511:0:32036:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624537.151514:0:32036:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624537.151517:0:32036:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624537.151521:0:32036:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41818 from it ffffbef881defb58 00010000:00000001:2.0:1788624537.151523:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624537.151524:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624537.151525:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:2.0:1788624537.151527:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:2.0:1788624537.151529:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:2.0:1788624537.151532:0:32036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624537.151538:0:32036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624537.151549:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624537.151550:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624537.151552:0:32036:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624537.151556:0:32036:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624537.151559:0:32036:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624537.151567:0:32036:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624537.151572:0:32036:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624537.151574:0:32036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624537.151580:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624537.151580:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624537.151582:0:32036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.151586:0:32036:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624537.151588:0:32036:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.151590:0:32036:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.151596:0:32036:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.151598:0:32036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624537.151600:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624537.151601:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624537.151604:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624537.151621:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05180 x1875506845043328/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624553 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.151630:0:32036:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624537.151634:0:32036:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624537.151639:0:32036:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd02e13000. 02000000:00000001:2.0:1788624537.151645:0:32036:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624537.151649:0:32036:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624537.151651:0:32036:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624537.151654:0:32036:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624537.151657:0:32036:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd06572000. 02000000:00000001:2.0:1788624537.151662:0:32036:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624537.151666:0:32036:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624537.151668:0:32036:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05180. 00000100:00000001:2.0:1788624537.151673:0:32036:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624537.151675:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624537.151679:0:32036:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788624537.151686:0:32036:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624537.151695:0:32036:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788624537.151700:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defb48 00000080:00002000:2.0:1788624537.151703:0:32036:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff99dd1933a0d8) flags 0x20000e refc 1 00000080:00000001:2.0:1788624537.151706:0:32036:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624537.151709:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defb90 00000080:00200000:2.0:1788624537.151710:0:32036:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=8 00000080:00000002:2.0:1788624537.151718:0:32036:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:2.0:1788624537.151735:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defd08 00000080:00200008:2.0:1788624537.151737:0:32036:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff99dd1912c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624537.151747:0:32036:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788624537.151751:0:32036:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624537.151755:0:32036:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624537.151756:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defc80 00000080:00200000:2.0:1788624537.151759:0:32036:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff99dd1912c2c8),name=d21g.recovery-small-2 00000080:00000010:2.0:1788624537.151767:0:32036:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd0864a400. 00800000:00000002:2.0:1788624537.151773:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624537.151781:0:32036:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624537.151785:0:32036:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624537.151788:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defba0 00800000:00000002:2.0:1788624537.151790:0:32036:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x20:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624537.151794:0:32036:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624537.151798:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624537.151802:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624537.151805:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624537.151808:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624537.151811:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624537.151813:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624537.151815:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624537.151818:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624537.151819:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624537.151820:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624537.151822:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624537.151823:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624537.151825:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:2.0:1788624537.151827:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624537.151829:0:32036:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624537.151835:0:32036:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624537.151837:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defa70 00000002:00010000:2.0:1788624537.151839:0:32036:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624537.151843:0:32036:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624537.151845:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624537.151848:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624537.151857:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 2 00010000:00000001:2.0:1788624537.151860:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624537.151867:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624537.151871:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624537.151875:0:32036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef417ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7db0 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788624537.151890:0:32036:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624537.151895:0:32036:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624537.151899:0:32036:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef417ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7db0 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788624537.151906:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624537.151908:0:32036:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624537.151910:0:32036:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624537.151912:0:32036:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624537.151914:0:32036:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624537.151916:0:32036:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624537.151919:0:32036:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624537.151921:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624537.151925:0:32036:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0864a400. 00000080:00000001:2.0:1788624537.151927:0:32036:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624537.151929:0:32036:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624537.151931:0:32036:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff99dd1912c2c8) 00000080:00010000:2.0:1788624537.151935:0:32036:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff99dd1912c2c8) for lock 0xcc94206c7ef417ee 00800000:00000001:2.0:1788624537.151937:0:32036:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624537.151939:0:32036:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624537.151940:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624537.151941:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624537.151943:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:2.0:1788624537.151945:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624537.151948:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624537.151950:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624537.151951:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624537.151953:0:32036:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624537.151954:0:32036:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624537.151956:0:32036:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef417ee from it ffffbef881defcb8 00010000:00000001:2.0:1788624537.151959:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624537.151960:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624537.151962:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:2.0:1788624537.151964:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624537.151966:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624537.151968:0:32036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624537.151971:0:32036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef417ee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7db0 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624537.151977:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624537.151978:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624537.151979:0:32036:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624537.151981:0:32036:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624537.151983:0:32036:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef417ee lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7db0 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624537.151990:0:32036:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624537.151991:0:32036:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624537.151993:0:32036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624537.151995:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624537.151997:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624537.151998:0:32036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.152000:0:32036:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624537.152002:0:32036:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.152003:0:32036:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.152005:0:32036:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.152007:0:32036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624537.152009:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624537.152010:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624537.152012:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624537.152013:0:32036:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624537.152017:0:32036:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624537.152021:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defd08 00000080:00000008:2.0:1788624537.152023:0:32036:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff99dd1912c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624537.152091:0:32036:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624537.152094:0:32036:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624537.152096:0:32036:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624537.152097:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defbc0 00000080:00200000:2.0:1788624537.152100:0:32036:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624537.152103:0:32036:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd0864a400. 00800000:00000002:2.0:1788624537.152175:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624537.152178:0:32036:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624537.152180:0:32036:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624537.152182:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defae0 00800000:00000002:2.0:1788624537.152184:0:32036:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624537.152187:0:32036:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624537.152189:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624537.152190:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624537.152191:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624537.152193:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624537.152194:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624537.152196:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624537.152198:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624537.152200:0:32036:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624537.152203:0:32036:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624537.152205:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881def9b0 00000002:00010000:2.0:1788624537.152207:0:32036:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624537.152209:0:32036:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624537.152211:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624537.152212:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624537.152216:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10500 count: 2 00010000:00000001:2.0:1788624537.152218:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624537.152221:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624537.152223:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624537.152226:0:32036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788624537.152234:0:32036:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624537.152235:0:32036:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624537.152238:0:32036:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788624537.152244:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624537.152246:0:32036:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624537.152248:0:32036:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624537.152250:0:32036:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624537.152252:0:32036:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624537.152253:0:32036:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624537.152256:0:32036:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624537.152257:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624537.152259:0:32036:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0864a400. 00000080:00000001:2.0:1788624537.152262:0:32036:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624537.152263:0:32036:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624537.152266:0:32036:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624537.152268:0:32036:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41818 00800000:00000001:2.0:1788624537.152270:0:32036:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624537.152271:0:32036:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624537.152272:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624537.152274:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624537.152275:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:2.0:1788624537.152277:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:2.0:1788624537.152279:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:2.0:1788624537.152282:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624537.152283:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624537.152284:0:32036:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624537.152285:0:32036:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624537.152288:0:32036:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41818 from it ffffbef881defbf8 00010000:00000001:2.0:1788624537.152289:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624537.152290:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624537.152292:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:2.0:1788624537.152294:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:2.0:1788624537.152296:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:2.0:1788624537.152298:0:32036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624537.152300:0:32036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624537.152307:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624537.152309:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624537.152310:0:32036:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624537.152312:0:32036:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624537.152314:0:32036:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624537.152321:0:32036:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624537.152322:0:32036:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624537.152323:0:32036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624537.152325:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624537.152326:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624537.152328:0:32036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.152330:0:32036:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624537.152331:0:32036:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.152333:0:32036:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.152335:0:32036:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.152337:0:32036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624537.152338:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624537.152339:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624537.152341:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624537.152342:0:32036:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624537.152344:0:32036:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788624537.152347:0:32036:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624537.152351:0:32036:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788624537.152352:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defbc0 00000080:00002000:2.0:1788624537.152354:0:32036:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff99dd1933a0d8) flags 0x20000e refc 1 00000080:00000001:2.0:1788624537.152358:0:32036:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624537.152359:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defc08 00000080:00200000:2.0:1788624537.152361:0:32036:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=266 00000080:00000002:2.0:1788624537.152377:0:32036:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1788624537.152383:0:32036:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788624537.152384:0:32036:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff99dd1912c2c8), inode mode 41ed mask 44 00000080:00000001:2.0:1788624537.152387:0:32036:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624537.152394:0:32036:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:2.0:1788624537.152397:0:32036:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788624537.152399:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defb78 00000080:00200008:2.0:1788624537.152401:0:32036:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff99dd1912c2c8), flags 704400 00000080:00000010:2.0:1788624537.152407:0:32036:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd017c8c80. 00000080:00000001:2.0:1788624537.152414:0:32036:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788624537.152417:0:32036:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd0864a400. 00800000:00000002:2.0:1788624537.152420:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624537.152422:0:32036:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624537.152424:0:32036:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624537.152426:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defa28 00800000:00000002:2.0:1788624537.152427:0:32036:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x20:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624537.152432:0:32036:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788624537.152433:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624537.152434:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624537.152435:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624537.152437:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624537.152439:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624537.152440:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:2.0:1788624537.152442:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624537.152444:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881def9a8 00800000:00000002:2.0:1788624537.152446:0:32036:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788624537.152449:0:32036:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624537.152450:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881def8e0 00000002:00010000:2.0:1788624537.152452:0:32036:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:2.0:1788624537.152456:0:32036:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788624537.152459:0:32036:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788624537.152462:0:32036:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788624537.152465:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 2 00010000:00000001:2.0:1788624537.152467:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624537.152470:0:32036:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788624537.152473:0:32036:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.152475:0:32036:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624537.152477:0:32036:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624537.152479:0:32036:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788624537.152481:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10500 count: 2 00010000:00000001:2.0:1788624537.152482:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624537.152484:0:32036:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788624537.152486:0:32036:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.152488:0:32036:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624537.152489:0:32036:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624537.152495:0:32036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62680. 00000020:00000040:2.0:1788624537.152500:0:32036:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:2.0:1788624537.152506:0:32036:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788624537.152508:0:32036:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.152512:0:32036:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624537.152516:0:32036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624537.152519:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624537.152520:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624537.152521:0:32036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624537.152525:0:32036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624537.152527:0:32036:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624537.152530:0:32036:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624537.152538:0:32036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd04839400. 00000100:00000001:2.0:1788624537.152546:0:32036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.152551:0:32036:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624537.152553:0:32036:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.152554:0:32036:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624537.152555:0:32036:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.152557:0:32036:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624537.152565:0:32036:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773498910336 : -112300210641280 : ffff99dd11d62680) 00010000:00000001:2.0:1788624537.152570:0:32036:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624537.152573:0:32036:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788624537.152576:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10500 count: 2 00010000:00000001:2.0:1788624537.152578:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624537.152580:0:32036:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624537.152585:0:32036:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10766a00. 00000020:00000001:2.0:1788624537.152588:0:32036:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624537.152591:0:32036:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10766a00 with handle 0xcc94206c7ef4181f to hash 00000020:00000001:2.0:1788624537.152593:0:32036:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624537.152595:0:32036:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:2.0:1788624537.152599:0:32036:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:2.0:1788624537.152603:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624537.152605:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624537.152609:0:32036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766a00/0xcc94206c7ef4181f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624537.152616:0:32036:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766a00/0xcc94206c7ef4181f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788624537.152630:0:32036:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788624537.152639:0:32036:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11d62680 x1875506845043584/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788624537.152648:0:32036:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766a00/0xcc94206c7ef4181f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624537.152654:0:32036:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624537.152656:0:32036:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624537.152664:0:32036:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd036ec900. 00000100:00000001:2.0:1788624537.152666:0:32036:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773257255168 : -112300452296448 : ffff99dd036ec900) 00000100:00000001:2.0:1788624537.152669:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624537.152670:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498910336 : -112300210641280 : ffff99dd11d62680) 00000100:00000001:2.0:1788624537.152676:0:32036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624537.152681:0:32036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624537.152683:0:32036:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624537.152686:0:32036:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624537.152690:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d62680 x1875506845043584/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.152698:0:32036:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624537.152702:0:32036:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624537.152706:0:32036:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624537.152709:0:32036:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624537.152711:0:32036:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624537.152715:0:32036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d62680 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32036:1875506845043584:192.168.202.125@tcp:101:rm.0 00000100:00000001:2.0:1788624537.152720:0:32036:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624537.152727:0:32036:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624537.152730:0:32036:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624537.152733:0:32036:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624537.152887:0:32036:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff99dd04a40000. 02000000:00000001:2.0:1788624537.152890:0:32036:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624537.152900:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624537.152905:0:32036:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2d68. 00000400:00000010:2.0:1788624537.152916:0:32036:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff99dd1870b000. 00000100:00000200:2.0:1788624537.152926:0:32036:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875506845043584, portal 10 00000100:00000001:2.0:1788624537.152928:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624537.152929:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498910336 : -112300210641280 : ffff99dd11d62680) 00000100:00000040:2.0:1788624537.152936:0:32036:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d62680 x1875506845043584/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624553 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.152944:0:32036:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624537.152947:0:32036:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624537.152952:0:32036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08198. 00000100:00000200:2.0:1788624537.152955:0:32036:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875506845043584, offset 0 00000400:00000200:2.0:1788624537.152962:0:32036:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624537.152972:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.152984:0:32036:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624537.152990:0:32036:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624537.152995:0:32036:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624537.152999:0:32036:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624537.153002:0:32036:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624537.153007:0:32036:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2757:2757:256:4294967295] 192.168.202.125@tcp LPNI seq info [2757:2757:8:4294967295] 00000400:00000200:2.0:1788624537.153012:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.153022:0:32036:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624537.153029:0:32036:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624537.153035:0:32036:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd19e35900. 00000800:00000200:2.0:1788624537.153043:0:32036:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624537.153052:0:32036:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624537.153057:0:32036:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd19e35900 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788624537.153090:0:32036:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624537.153096:0:32036:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 816836 usecs (817 jiffies) 00000400:00000200:2.0:1788624537.153099:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624537.153103:0:32036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296552031 00000100:00000001:2.0:1788624537.153147:0:32036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296553307 00000100:00000001:2.0:1788624537.153150:0:32036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296552032 00000100:00000001:2.0:1788624537.153152:0:32036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296553307 00000100:00000001:2.0:1788624537.153155:0:32036:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624537.153158:0:32036:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624537.153171:0:32036:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624537.153173:0:32036:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624537.153177:0:32036:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd036ec900 going to sleep for 11 seconds 00000100:00000001:2.0:1788624537.153180:0:32036:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624537.153183:0:32036:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624537.154418:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624537.154430:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd19e35900. 00000400:00000200:3.0:1788624537.154439:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624537.154449:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624537.154458:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08198 00000400:00000010:3.0:1788624537.154462:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08198. 00000100:00000001:3.0:1788624537.154469:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624537.154476:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d62680 x1875506845043584/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624553 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624537.154489:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624537.154493:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d62680 x1875506845043584/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624553 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624537.154499:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624537.154501:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624537.166506:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.166533:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624537.166539:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.166542:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.166554:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.166565:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624537.166576:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.166582:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.166589:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.166595:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c37745cb80 00000400:00000200:2.0:1788624537.166601:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.166608:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x7e65 [64] + 224 00000800:00000001:2.0:1788624537.166618:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.166627:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.166631:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.166637:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624537.166647:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624537.166660:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d62680 x1875506845043584/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624553 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624537.166681:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff99dd11d62680 x1875506845043584/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.166712:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624537.166723:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.166728:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624537.167005:0:32036:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624537.167015:0:32036:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624537.167018:0:32036:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624537.167023:0:32036:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2d68. 00000400:00000200:0.0:1788624537.167029:0:32036:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1870b000 00000400:00000010:0.0:1788624537.167032:0:32036:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff99dd1870b000. 00000100:00000001:0.0:1788624537.167036:0:32036:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624537.167041:0:32036:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d62680 x1875506845043584/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624537.167065:0:32036:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d62680 x1875506845043584/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.167072:0:32036:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624537.167075:0:32036:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624537.167078:0:32036:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624537.167083:0:32036:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624537.167086:0:32036:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624537.167089:0:32036:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624537.167093:0:32036:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624537.167268:0:32036:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=116 v=5 (103 103 103 137) 00000100:00001000:0.0:1788624537.167274:0:32036:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624537.167277:0:32036:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788624537.167282:0:32036:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff99dd11d62680 x1875506845043584/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.167289:0:32036:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788624537.167292:0:32036:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788624537.167294:0:32036:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788624537.167296:0:32036:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788624537.167299:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624537.167301:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498910336 : -112300210641280 : ffff99dd11d62680) 00000100:00000001:0.0:1788624537.167305:0:32036:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624537.167307:0:32036:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967600 00000100:00000001:0.0:1788624537.167309:0:32036:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624537.167312:0:32036:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788624537.167317:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d62680 x1875506845043584/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624553 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.167324:0:32036:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788624537.167328:0:32036:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624537.167331:0:32036:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624537.167334:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d62680 x1875506845043584/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624553 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624537.167341:0:32036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d62680 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32036:1875506845043584:192.168.202.125@tcp:101:rm.0 00000100:00000001:0.0:1788624537.167347:0:32036:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624537.167350:0:32036:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788624537.167353:0:32036:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624537.167356:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624537.167359:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d62680 x1875506845043584/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624553 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.167435:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624537.167439:0:32036:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd036ec900. 00000100:00000001:0.0:1788624537.167444:0:32036:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624537.167446:0:32036:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788624537.167451:0:32036:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624537.167459:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.167462:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.167468:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766a00 refcount=4 00000020:00000001:0.0:1788624537.167470:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:0.0:1788624537.167474:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00010000:0.0:1788624537.167482:0:32036:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766a00/0xcc94206c7ef4181f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.167494:0:32036:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788624537.167499:0:32036:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766a00/0xcc94206c7ef4181f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.167506:0:32036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624537.167510:0:32036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766a00/0xcc94206c7ef4181f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.167516:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.167517:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624537.167520:0:32036:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766a00/0xcc94206c7ef4181f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.167537:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624537.167542:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.167546:0:32036:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788624537.167549:0:32036:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766a00/0xcc94206c7ef4181f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624537.167561:0:32036:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd10766a00 already unused, calling callback (ffffffffc194e620) 00000080:00000001:0.0:1788624537.167565:0:32036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788624537.167570:0:32036:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766a00/0xcc94206c7ef4181f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.167577:0:32036:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788624537.167579:0:32036:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788624537.167583:0:32036:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766a00/0xcc94206c7ef4181f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.167589:0:32036:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788624537.167592:0:32036:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788624537.167594:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.167595:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.167597:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766a00 refcount=5 00000020:00000001:0.0:1788624537.167599:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:0.0:1788624537.167601:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:0.0:1788624537.167605:0:32036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624537.167607:0:32036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766a00/0xcc94206c7ef4181f lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788624537.167614:0:32036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624537.167616:0:32036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624537.167619:0:32036:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788624537.167621:0:32036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624537.167624:0:32036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624537.167626:0:32036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624537.167628:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624537.167630:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788624537.167632:0:32036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd10766a00 with handle 0xcc94206c7ef4181f from hash 00010000:00000001:0.0:1788624537.167635:0:32036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624537.167637:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.167638:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.167640:0:32036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624537.167642:0:32036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624537.167644:0:32036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788624537.167646:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.167647:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.167649:0:32036:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.167651:0:32036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624537.167654:0:32036:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766a00/0xcc94206c7ef4181f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.167660:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.167661:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.167663:0:32036:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788624537.167664:0:32036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624537.167666:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.167667:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.167668:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624537.167671:0:32036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766a00/0xcc94206c7ef4181f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.167687:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.167689:0:32036:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788624537.167694:0:32036:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788624537.167702:0:32036:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff99dd11d62680 x1875506845043584/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624553 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624537.167713:0:32036:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788624537.167719:0:32036:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11d62680 x1875506845043584/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624553 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624537.167726:0:32036:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.167734:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788624537.167736:0:32036:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.167739:0:32036:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.167741:0:32036:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.167746:0:32036:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788624537.167748:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624537.167750:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498910336 : -112300210641280 : ffff99dd11d62680) 00010000:00000001:0.0:1788624537.167752:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788624537.167753:0:32036:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.167756:0:32036:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624537.167759:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881def868 00000002:00002000:0.0:1788624537.167762:0:32036:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788624537.167765:0:32036:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.167769:0:32036:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.167772:0:32036:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624537.167775:0:32036:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788624537.167779:0:32036:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.167784:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624537.167788:0:32036:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0864a400. 00000080:00000001:0.0:1788624537.167794:0:32036:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624537.167801:0:32036:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788624537.167807:0:32036:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788624537.167817:0:32036:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd215f8c00. 00800000:00000001:0.0:1788624537.167820:0:32036:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773759572992 : -112299949978624 : ffff99dd215f8c00) 00800000:00000001:0.0:1788624537.167823:0:32036:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.167826:0:32036:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788624537.167829:0:32036:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788624537.168517:0:32036:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:0.0:1788624537.168524:0:32036:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788624537.169534:0:32036:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788624537.169540:0:32036:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624537.169551:0:32036:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:2.0:1788624537.169554:0:32036:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788624537.169561:0:32036:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00000001:2.0:1788624537.169564:0:32036:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788624537.169569:0:32036:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788624537.169572:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8c00 1 00800000:00000010:2.0:1788624537.169577:0:32036:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd215f8c00. 00800000:00000001:2.0:1788624537.169583:0:32036:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788624537.169590:0:32036:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:2.0:1788624537.169595:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624537.169609:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d62680 x1875506845043584/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624553 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.169619:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624537.169625:0:32036:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624537.169637:0:32036:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd11d2d600. 00000080:00000001:2.0:1788624537.169641:0:32036:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788624537.169648:0:32036:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788624537.169652:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624537.169655:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624537.169658:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624537.169661:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624537.169664:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624537.169666:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:2.0:1788624537.169669:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624537.169673:0:32036:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788624537.169679:0:32036:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd104cb560. 00000002:00100000:2.0:1788624537.169684:0:32036:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11d62680 x1875506845043584/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624553 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788624537.169691:0:32036:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624537.169693:0:32036:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788624537.169697:0:32036:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788624537.169701:0:32036:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624537.169705:0:32036:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1788624537.169707:0:32036:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624537.169709:0:32036:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624537.169715:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624537.169719:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d62680 x1875506845043584/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624553 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788624537.169726:0:32036:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624537.169731:0:32036:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff99dd04a40000. 02000000:00000001:2.0:1788624537.169780:0:32036:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788624537.169782:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624537.169786:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defb78 00000080:00000008:2.0:1788624537.169788:0:32036:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff99dd1912c2c8), flags 704400, rc = 0 00000080:00000001:2.0:1788624537.169793:0:32036:0:(dir.c:3016:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624537.169822:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defd28 00000080:00200008:2.0:1788624537.169824:0:32036:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff99dd1912c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624537.169849:0:32036:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788624537.169855:0:32036:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624537.169858:0:32036:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624537.169860:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defca0 00000080:00200000:2.0:1788624537.169862:0:32036:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff99dd1912c2c8),name=d21g.recovery-small-2 00000080:00000010:2.0:1788624537.169870:0:32036:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd0864b400. 00800000:00000002:2.0:1788624537.169877:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624537.169886:0:32036:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624537.169890:0:32036:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624537.169892:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defbc0 00800000:00000002:2.0:1788624537.169895:0:32036:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x20:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624537.169900:0:32036:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624537.169904:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624537.169905:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624537.169907:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624537.169908:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624537.169910:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624537.169911:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624537.169914:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624537.169916:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624537.169917:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624537.169919:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624537.169920:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624537.169921:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624537.169923:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:2.0:1788624537.169925:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624537.169927:0:32036:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624537.169933:0:32036:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624537.169935:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defa90 00000002:00010000:2.0:1788624537.169937:0:32036:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624537.169941:0:32036:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624537.169944:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624537.169947:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624537.169955:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 2 00010000:00000001:2.0:1788624537.169958:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624537.169964:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624537.169969:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624537.169974:0:32036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef417ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7db0 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788624537.169985:0:32036:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624537.169991:0:32036:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624537.169994:0:32036:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef417ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7db0 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788624537.170002:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624537.170005:0:32036:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624537.170007:0:32036:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624537.170009:0:32036:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624537.170011:0:32036:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624537.170014:0:32036:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624537.170017:0:32036:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624537.170020:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624537.170023:0:32036:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0864b400. 00000080:00000001:2.0:1788624537.170028:0:32036:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624537.170030:0:32036:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624537.170033:0:32036:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff99dd1912c2c8) 00000080:00010000:2.0:1788624537.170038:0:32036:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff99dd1912c2c8) for lock 0xcc94206c7ef417ee 00800000:00000001:2.0:1788624537.170041:0:32036:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624537.170044:0:32036:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624537.170046:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624537.170049:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624537.170052:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:2.0:1788624537.170055:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624537.170059:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624537.170062:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624537.170064:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624537.170065:0:32036:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624537.170067:0:32036:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624537.170070:0:32036:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef417ee from it ffffbef881defcd8 00010000:00000001:2.0:1788624537.170073:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624537.170074:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624537.170075:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:2.0:1788624537.170077:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624537.170079:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624537.170082:0:32036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624537.170086:0:32036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef417ee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7db0 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624537.170093:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624537.170094:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624537.170096:0:32036:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624537.170099:0:32036:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624537.170102:0:32036:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef417ee lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7db0 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788624537.170557:0:32036:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624537.170562:0:32036:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624537.170564:0:32036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624537.170569:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624537.170571:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624537.170573:0:32036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.170577:0:32036:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624537.170579:0:32036:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.170581:0:32036:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.170585:0:32036:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624537.170587:0:32036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624537.170588:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624537.170589:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624537.170592:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624537.170593:0:32036:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624537.170598:0:32036:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624537.170603:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defd28 00000080:00000008:2.0:1788624537.170606:0:32036:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff99dd1912c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624537.170629:0:32036:0:(dir.c:328:ll_iterate()) Process entered 00000080:00200000:2.0:1788624537.170631:0:32036:0:(dir.c:336:ll_iterate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff99dd1912c2c8) pos/size0/4096 32bit_api 0 00000080:00000010:2.0:1788624537.170638:0:32036:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd0864b400. 00800000:00000002:2.0:1788624537.170641:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8c80 2 00000080:00000001:2.0:1788624537.170644:0:32036:0:(dir.c:195:ll_dir_read()) Process entered 00800000:00000001:2.0:1788624537.170651:0:32036:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:2.0:1788624537.170652:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624537.170654:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624537.170656:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624537.170657:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624537.170659:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624537.170661:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:2.0:1788624537.170662:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624537.170666:0:32036:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:2.0:1788624537.170669:0:32036:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624537.170671:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defab0 00000002:00010000:2.0:1788624537.170673:0:32036:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000405:0x20:0x0], intent: readdir flags 0 00000002:00000001:2.0:1788624537.170676:0:32036:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624537.170678:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624537.170679:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624537.170683:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 2 00010000:00000001:2.0:1788624537.170686:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624537.170688:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624537.170690:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624537.170694:0:32036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef417ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7db0 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788624537.170702:0:32036:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624537.170705:0:32036:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624537.170708:0:32036:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef417ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7db0 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788624537.170715:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624537.170717:0:32036:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624537.170719:0:32036:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624537.170721:0:32036:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624537.170722:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624537.170723:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624537.170725:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:2.0:1788624537.170727:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624537.170730:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624537.170732:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624537.170734:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624537.170735:0:32036:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624537.170789:0:32036:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:2.0:1788624537.170797:0:32036:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff99dd18709800. 00000002:00000001:2.0:1788624537.175741:0:32036:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1788624537.175765:0:32036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63b80. 00000020:00000040:2.0:1788624537.175776:0:32036:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624537.175783:0:32036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624537.175788:0:32036:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624537.175795:0:32036:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624537.175805:0:32036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd0864a600. 00000100:00000001:2.0:1788624537.175813:0:32036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624537.175817:0:32036:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1788624537.175823:0:32036:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff99dd04839c00. 00000100:00000010:2.0:1788624537.175828:0:32036:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff99dd18ba5000. 00000020:00000040:2.0:1788624537.175840:0:32036:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=10 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624537.175894:0:32036:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624537.175897:0:32036:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624537.175905:0:32036:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd036ec180. 00000100:00000001:2.0:1788624537.175908:0:32036:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773257253248 : -112300452298368 : ffff99dd036ec180) 00000100:00000001:2.0:1788624537.175911:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624537.175913:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498915712 : -112300210635904 : ffff99dd11d63b80) 00000100:00000001:2.0:1788624537.175919:0:32036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624537.175924:0:32036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624537.175927:0:32036:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624537.175929:0:32036:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624537.175943:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63b80 x1875506845043712/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.175952:0:32036:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624537.175955:0:32036:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624537.175959:0:32036:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624537.175962:0:32036:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624537.175964:0:32036:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624537.175968:0:32036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63b80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32036:1875506845043712:192.168.202.125@tcp:37:rm.0 00000100:00000001:2.0:1788624537.175972:0:32036:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624537.175978:0:32036:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624537.175981:0:32036:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624537.175984:0:32036:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1788624537.175995:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624537.176000:0:32036:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2000. 00000400:00000010:2.0:1788624537.176014:0:32036:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff99dd04810000. 00000100:00000200:2.0:1788624537.176024:0:32036:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9c37745cc00-0x6a9c37745cc00, portal 14 00000100:00000001:2.0:1788624537.176027:0:32036:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624537.176030:0:32036:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624537.176034:0:32036:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04839800. 02000000:00000001:2.0:1788624537.176036:0:32036:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624537.176040:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624537.176043:0:32036:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a27e8. 00000400:00000010:2.0:1788624537.176061:0:32036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08c38. 00000100:00000200:2.0:1788624537.176066:0:32036:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845043712, portal 10 00000100:00000001:2.0:1788624537.176068:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624537.176070:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498915712 : -112300210635904 : ffff99dd11d63b80) 00000100:00000040:2.0:1788624537.176079:0:32036:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d63b80 x1875506845043712/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624553 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.176087:0:32036:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624537.176091:0:32036:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624537.176094:0:32036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08550. 00000100:00000200:2.0:1788624537.176097:0:32036:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875506845043712, offset 0 00000400:00000200:2.0:1788624537.177553:0:32036:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624537.177572:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.177585:0:32036:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624537.177592:0:32036:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624537.177598:0:32036:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624537.177602:0:32036:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624537.177606:0:32036:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624537.177611:0:32036:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2758:2758:256:4294967295] 192.168.202.125@tcp LPNI seq info [2758:2758:8:4294967295] 00000400:00000200:2.0:1788624537.177616:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.177627:0:32036:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624537.177635:0:32036:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624537.177647:0:32036:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd19e35900. 00000800:00000200:2.0:1788624537.177657:0:32036:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624537.177668:0:32036:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624537.177674:0:32036:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd19e35900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788624537.177756:0:32036:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624537.177764:0:32036:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 815683 usecs (816 jiffies) 00000400:00000200:2.0:1788624537.177768:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624537.177772:0:32036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296552055 00000100:00000001:2.0:1788624537.177776:0:32036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296553307 00000100:00000001:2.0:1788624537.177778:0:32036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296552055 00000100:00000001:2.0:1788624537.177781:0:32036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296553307 00000100:00000001:2.0:1788624537.177783:0:32036:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624537.177787:0:32036:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624537.177790:0:32036:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624537.177793:0:32036:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624537.177796:0:32036:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd036ec180 going to sleep for 11 seconds 00000100:00000001:2.0:1788624537.177799:0:32036:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624537.177803:0:32036:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624537.183020:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624537.183034:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd19e35900. 00000400:00000200:3.0:1788624537.183044:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624537.183055:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624537.183071:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08550 00000400:00000010:3.0:1788624537.183074:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08550. 00000100:00000001:3.0:1788624537.183081:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624537.183093:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63b80 x1875506845043712/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624553 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624537.183132:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624537.183138:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d63b80 x1875506845043712/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624553 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624537.183146:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624537.183148:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788624537.185359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766a00. 00000800:00000001:2.0:1788624537.192535:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.192561:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624537.192566:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.192568:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.192579:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.192589:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624537.192603:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.192609:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.192617:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.192622:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 4096 into portal 14 MB=0x6a9c37745cc00 00000400:00000200:2.0:1788624537.192630:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.192637:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.125@tcp of length 4096/4096 into md 0x7e75 [256] + 0 00000400:00000010:2.0:1788624537.192643:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2000. 00000400:00000200:2.0:1788624537.192649:0:2384:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff99dd04810000 00000800:00000001:2.0:1788624537.192656:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.192692:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.192697:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.192705:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624537.192714:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd04810000 00000400:00000010:2.0:1788624537.192717:0:2384:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff99dd04810000. 00000100:00000001:2.0:1788624537.192724:0:2384:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788624537.192727:0:2384:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff99dd11d63b80 desc ffff99dd04839c00 mbits 1875506845043712 00000100:00000001:2.0:1788624537.192756:0:2384:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788624537.192767:0:2384:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788624537.192772:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.192778:0:2384:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624537.192786:0:2384:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2759:2759:256:4294967295] 192.168.202.125@tcp LPNI seq info [2759:2759:8:4294967295] 00000400:00000200:2.0:1788624537.192790:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.192800:0:2384:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) 192.168.202.125@tcp : ACK try# 0 00000800:00000200:2.0:1788624537.192806:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624537.192817:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff99dd04810000. 00000800:00000200:2.0:1788624537.192826:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624537.192847:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624537.192853:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04810000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788624537.193290:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624537.193296:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff99dd04810000. 00000400:00000200:2.0:1788624537.193300:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.193304:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: ACK: OK 00000800:00000001:2.0:1788624537.193313:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.193318:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624537.193682:0:32036:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624537.193689:0:32036:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624537.201409:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.201436:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624537.201442:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.201445:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.201457:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.201467:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624537.201479:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.201486:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.201495:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.201500:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 440 into portal 10 MB=0x6a9c37745cc00 00000400:00000200:2.0:1788624537.201506:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.201513:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 440/440 into md 0x7e7d [1] + 224 00000800:00000001:2.0:1788624537.201522:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.201532:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.201536:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.201541:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624537.201550:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624537.201561:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63b80 x1875506845043712/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624553 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624537.201573:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff99dd11d63b80 x1875506845043712/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.201648:0:32036:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624537.201671:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624537.201685:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.201689:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788624537.204021:0:32036:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624537.204031:0:32036:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624537.204037:0:32036:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a27e8. 00000400:00000200:0.0:1788624537.204282:0:32036:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08c38 00000400:00000010:0.0:1788624537.204286:0:32036:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08c38. 00000100:00000001:0.0:1788624537.204293:0:32036:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624537.204309:0:32036:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d63b80 x1875506845043712/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624537.204327:0:32036:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d63b80 x1875506845043712/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.204336:0:32036:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624537.204338:0:32036:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624537.204342:0:32036:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624537.204345:0:32036:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624537.204348:0:32036:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624537.204351:0:32036:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624537.204354:0:32036:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624537.204376:0:32036:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=115 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624537.204381:0:32036:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624537.204384:0:32036:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624537.204386:0:32036:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.204389:0:32036:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624537.204393:0:32036:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.204397:0:32036:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624537.204400:0:32036:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967600 00000100:00000001:0.0:1788624537.204402:0:32036:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624537.204405:0:32036:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624537.204409:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff99dd11d63b80 x1875506845043712/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788624537.204420:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff99dd11d63b80 x1875506845043712/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624553 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.204429:0:32036:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624537.204431:0:32036:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624537.204436:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63b80 x1875506845043712/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624553 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624537.204445:0:32036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d63b80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32036:1875506845043712:192.168.202.125@tcp:37:rm.0 00000100:00000001:0.0:1788624537.204451:0:32036:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624537.204455:0:32036:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.204458:0:32036:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624537.204461:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624537.204465:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d63b80 x1875506845043712/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624553 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.204472:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624537.204476:0:32036:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd036ec180. 00000100:00000001:0.0:1788624537.204482:0:32036:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624537.204484:0:32036:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.204489:0:32036:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.204492:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624537.204495:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d63b80 x1875506845043712/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624553 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.204502:0:32036:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624537.204504:0:32036:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624537.204508:0:32036:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd04839800. 02000000:00000001:0.0:1788624537.204512:0:32036:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624537.204515:0:32036:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624537.204517:0:32036:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624537.204520:0:32036:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788624537.204522:0:32036:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1788624537.204524:0:32036:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624537.204525:0:32036:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624537.204527:0:32036:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1788624537.204559:0:32036:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff99dd18ba5000. 00000100:00000010:0.0:1788624537.204564:0:32036:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff99dd04839c00. 00000100:00000001:0.0:1788624537.204567:0:32036:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1788624537.204569:0:32036:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd0864a600. 02000000:00000001:0.0:1788624537.204573:0:32036:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624537.204575:0:32036:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624537.204577:0:32036:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63b80. 00000100:00000001:0.0:1788624537.204584:0:32036:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624537.204586:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624537.204588:0:32036:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1788624537.204591:0:32036:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1788624537.205696:0:32036:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff99dd18709800. 00000002:00000001:0.0:1788624537.205709:0:32036:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.205717:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.205721:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.205725:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:0.0:1788624537.205728:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:0.0:1788624537.205733:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:0.0:1788624537.205736:0:32036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624537.205743:0:32036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef417ee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7db0 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788624537.205754:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.205757:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.205759:0:32036:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624537.205763:0:32036:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624537.205766:0:32036:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef417ee lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7db0 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788624537.205775:0:32036:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624537.205779:0:32036:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624537.205782:0:32036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624537.205788:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.205789:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.205791:0:32036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.205796:0:32036:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624537.205799:0:32036:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.205802:0:32036:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.205805:0:32036:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.205808:0:32036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624537.205809:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.205810:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1788624537.205813:0:32036:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624537.214300:0:32036:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788624537.214321:0:32036:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:2.0:1788624537.214323:0:32036:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:2.0:1788624537.214330:0:32036:0:(dir.c:310:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624537.214338:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8c80 2 00000080:00000010:2.0:1788624537.214345:0:32036:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0864b400. 00000080:00000001:2.0:1788624537.214357:0:32036:0:(dir.c:406:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624537.214534:0:32036:0:(dir.c:3021:ll_dir_release()) Process entered 00000080:00000001:2.0:1788624537.214538:0:32036:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788624537.214543:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defdd0 00000080:00200008:2.0:1788624537.214546:0:32036:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff99dd1912c2c8), flags 704000 00000080:00400000:2.0:1788624537.214552:0:32036:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x20:0x0] 00000080:00000001:2.0:1788624537.214556:0:32036:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788624537.214558:0:32036:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:2.0:1788624537.214560:0:32036:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788624537.214567:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624537.214570:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624537.214574:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624537.214577:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624537.214579:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624537.214582:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:2.0:1788624537.214584:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624537.214590:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624537.214594:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624537.214604:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 2 00010000:00000001:2.0:1788624537.214608:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624537.214615:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624537.214617:0:32036:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x20:0x0]: 0 00000080:00000001:2.0:1788624537.214620:0:32036:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788624537.214623:0:32036:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788624537.214632:0:32036:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd0864b400. 00000080:00000001:2.0:1788624537.214634:0:32036:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:2.0:1788624537.214640:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8c80 2 00000080:00000001:2.0:1788624537.214647:0:32036:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788624537.214652:0:32036:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788624537.214654:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624537.214655:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624537.214657:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624537.214658:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624537.214660:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624537.214662:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:2.0:1788624537.214663:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624537.214665:0:32036:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x20:0x0] 00000002:00000001:2.0:1788624537.214670:0:32036:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788624537.214672:0:32036:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff99dd10dbf800: [0x200000405:0x20:0x0] file closed with intent: 0 00000100:00000010:2.0:1788624537.214682:0:32036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d60e00. 00000020:00000040:2.0:1788624537.214688:0:32036:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624537.214695:0:32036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624537.214699:0:32036:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624537.214705:0:32036:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624537.214716:0:32036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd0864aa00. 00000100:00000001:2.0:1788624537.214725:0:32036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788624537.214752:0:32036:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11d62680 x1875506845043584/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624553 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788624537.214773:0:32036:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788624537.214779:0:32036:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11d60e00 x1875506845043968/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788624537.214786:0:32036:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624537.214788:0:32036:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624537.214797:0:32036:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd036ec840. 00000100:00000001:2.0:1788624537.214799:0:32036:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773257254976 : -112300452296640 : ffff99dd036ec840) 00000100:00000001:2.0:1788624537.214802:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624537.214804:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498904064 : -112300210647552 : ffff99dd11d60e00) 00000100:00000001:2.0:1788624537.214810:0:32036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624537.214815:0:32036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624537.214818:0:32036:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624537.214820:0:32036:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624537.214825:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d60e00 x1875506845043968/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.214847:0:32036:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624537.214851:0:32036:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624537.214855:0:32036:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624537.214858:0:32036:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624537.214861:0:32036:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624537.214865:0:32036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d60e00 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32036:1875506845043968:192.168.202.125@tcp:35:rm.0 00000100:00000001:2.0:1788624537.214870:0:32036:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624537.214879:0:32036:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624537.214882:0:32036:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624537.214885:0:32036:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624537.214891:0:32036:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd0483a400. 02000000:00000001:2.0:1788624537.214893:0:32036:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624537.214905:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624537.214911:0:32036:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2000. 00000400:00000010:2.0:1788624537.214922:0:32036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08660. 00000100:00000200:2.0:1788624537.214932:0:32036:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845043968, portal 10 00000100:00000001:2.0:1788624537.214935:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624537.214936:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498904064 : -112300210647552 : ffff99dd11d60e00) 00000100:00000040:2.0:1788624537.214943:0:32036:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d60e00 x1875506845043968/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624553 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.214950:0:32036:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624537.214954:0:32036:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624537.214957:0:32036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08dd0. 00000100:00000200:2.0:1788624537.214961:0:32036:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845043968, offset 0 00000400:00000200:2.0:1788624537.214969:0:32036:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624537.214979:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.214990:0:32036:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624537.214997:0:32036:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624537.215002:0:32036:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624537.215007:0:32036:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624537.215010:0:32036:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624537.215014:0:32036:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2760:2760:256:4294967295] 192.168.202.125@tcp LPNI seq info [2760:2760:8:4294967295] 00000400:00000200:2.0:1788624537.215019:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.215030:0:32036:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624537.215040:0:32036:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624537.215059:0:32036:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd19e35900. 00000800:00000200:2.0:1788624537.215069:0:32036:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624537.215080:0:32036:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624537.215086:0:32036:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd19e35900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788624537.217560:0:32036:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624537.217582:0:32036:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 814560 usecs (815 jiffies) 00000400:00000200:2.0:1788624537.217595:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624537.217600:0:32036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296552094 00000100:00000001:2.0:1788624537.217606:0:32036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296553307 00000100:00000001:2.0:1788624537.217608:0:32036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296552094 00000100:00000001:2.0:1788624537.217611:0:32036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296553307 00000100:00000001:2.0:1788624537.217614:0:32036:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624537.217619:0:32036:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624537.217622:0:32036:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624537.217625:0:32036:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624537.217630:0:32036:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd036ec840 going to sleep for 11 seconds 00000100:00000001:2.0:1788624537.217635:0:32036:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624537.217638:0:32036:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624537.220558:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624537.220572:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd19e35900. 00000400:00000200:2.0:1788624537.220581:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.220592:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624537.220603:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08dd0 00000400:00000010:2.0:1788624537.220607:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08dd0. 00000100:00000001:2.0:1788624537.220613:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624537.220624:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d60e00 x1875506845043968/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624553 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.220638:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624537.220642:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d60e00 x1875506845043968/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624553 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.220650:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624537.220652:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624537.224334:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.224360:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624537.224481:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.224485:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.224496:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.224509:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624537.224523:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.224530:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.224538:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.224543:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745cd00 00000400:00000200:2.0:1788624537.224550:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.224558:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x7e8d [1] + 224 00000800:00000001:2.0:1788624537.224568:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.224579:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.224583:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.224588:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624537.224599:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624537.224611:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d60e00 x1875506845043968/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624553 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624537.224624:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11d60e00 x1875506845043968/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.224694:0:32036:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624537.224713:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624537.224727:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.224731:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788624537.227126:0:32036:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624537.227135:0:32036:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624537.227141:0:32036:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2000. 00000400:00000200:0.0:1788624537.227154:0:32036:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08660 00000400:00000010:0.0:1788624537.227157:0:32036:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08660. 00000100:00000001:0.0:1788624537.227174:0:32036:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624537.227188:0:32036:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d60e00 x1875506845043968/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624537.227201:0:32036:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d60e00 x1875506845043968/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.227210:0:32036:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624537.227213:0:32036:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624537.227217:0:32036:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624537.227222:0:32036:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624537.227225:0:32036:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624537.227228:0:32036:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624537.227232:0:32036:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624537.227244:0:32036:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=115 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624537.227249:0:32036:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624537.227252:0:32036:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624537.227254:0:32036:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.227257:0:32036:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624537.227262:0:32036:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.227266:0:32036:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788624537.227268:0:32036:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788624537.227270:0:32036:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788624537.227273:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624537.227274:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498904064 : -112300210647552 : ffff99dd11d60e00) 00000100:00000001:0.0:1788624537.227278:0:32036:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624537.227281:0:32036:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967600 00000100:00000001:0.0:1788624537.227283:0:32036:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624537.227286:0:32036:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624537.227292:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d60e00 x1875506845043968/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624553 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.227300:0:32036:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624537.227304:0:32036:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624537.227306:0:32036:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624537.227310:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d60e00 x1875506845043968/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624553 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624537.227324:0:32036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d60e00 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32036:1875506845043968:192.168.202.125@tcp:35:rm.0 00000100:00000001:0.0:1788624537.227330:0:32036:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624537.227334:0:32036:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.227337:0:32036:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624537.227339:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624537.227343:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d60e00 x1875506845043968/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624553 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.227351:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624537.227355:0:32036:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd036ec840. 00000100:00000001:0.0:1788624537.227557:0:32036:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624537.227560:0:32036:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.227572:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624537.227573:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498904064 : -112300210647552 : ffff99dd11d60e00) 00000002:00000001:0.0:1788624537.227577:0:32036:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.227581:0:32036:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.227586:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8c80 2 00000080:00000010:0.0:1788624537.227590:0:32036:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0864b400. 00000080:00000001:0.0:1788624537.227595:0:32036:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788624537.227599:0:32036:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788624537.227602:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624537.227606:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624537.227609:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624537.227612:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624537.227614:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.227617:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1788624537.227620:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.227627:0:32036:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788624537.227634:0:32036:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11d62680 x1875506845043584/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624553 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.227643:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624537.227644:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498910336 : -112300210641280 : ffff99dd11d62680) 00000100:00000001:0.0:1788624537.227647:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624537.227651:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d62680 x1875506845043584/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624553 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.227658:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.227660:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624537.227663:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d60e00 x1875506845043968/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624553 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.227669:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.227671:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624537.227674:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d62680 x1875506845043584/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624553 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.227680:0:32036:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788624537.227684:0:32036:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624537.227686:0:32036:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624537.227689:0:32036:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624537.227693:0:32036:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd04839400. 02000000:00000001:0.0:1788624537.227698:0:32036:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624537.227701:0:32036:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624537.227703:0:32036:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d62680. 00000100:00000001:0.0:1788624537.227710:0:32036:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624537.227711:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624537.227713:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624537.227715:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d60e00 x1875506845043968/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624553 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.227721:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624537.227723:0:32036:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff99dd104cb560. 00000002:00000001:0.0:1788624537.227726:0:32036:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.227728:0:32036:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624537.227730:0:32036:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd11d2d600. 00000100:00000001:0.0:1788624537.227733:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624537.227736:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d60e00 x1875506845043968/t4294967610(4294967610) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624553 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.227742:0:32036:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624537.227744:0:32036:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624537.227747:0:32036:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd0483a400. 02000000:00000001:0.0:1788624537.227751:0:32036:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624537.227753:0:32036:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624537.227754:0:32036:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624537.227756:0:32036:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624537.227758:0:32036:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd0864aa00. 02000000:00000001:0.0:1788624537.227760:0:32036:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624537.227761:0:32036:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624537.227762:0:32036:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d60e00. 00000100:00000001:0.0:1788624537.227765:0:32036:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624537.227766:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624537.227769:0:32036:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624537.227774:0:32036:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd017c8c80. 00000080:00000001:0.0:1788624537.227778:0:32036:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.227787:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defdd0 00000080:00000008:0.0:1788624537.227790:0:32036:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff99dd1912c2c8), flags 704000, rc = 0 00000080:00000001:0.0:1788624537.227793:0:32036:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.227796:0:32036:0:(dir.c:3022:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.227867:0:32036:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624537.227872:0:32036:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624537.227875:0:32036:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624537.227876:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defbc0 00000080:00200000:0.0:1788624537.227878:0:32036:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624537.227887:0:32036:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744000. 00800000:00000002:0.0:1788624537.227901:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624537.227907:0:32036:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624537.227911:0:32036:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624537.227917:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defae0 00800000:00000002:0.0:1788624537.227920:0:32036:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624537.227923:0:32036:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624537.227926:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624537.227928:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624537.227929:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624537.227930:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624537.227932:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.227933:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624537.227936:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.227939:0:32036:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624537.227946:0:32036:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624537.227948:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881def9b0 00000002:00010000:0.0:1788624537.227950:0:32036:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624537.227954:0:32036:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624537.227956:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624537.227959:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624537.227970:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10500 count: 2 00010000:00000001:0.0:1788624537.227973:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624537.227981:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624537.227986:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624537.227991:0:32036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788624537.228002:0:32036:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624537.228007:0:32036:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624537.228011:0:32036:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788624537.228017:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624537.228020:0:32036:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624537.228022:0:32036:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624537.228023:0:32036:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624537.228025:0:32036:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624537.228028:0:32036:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624537.228030:0:32036:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624537.228032:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624537.228034:0:32036:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744000. 00000080:00000001:0.0:1788624537.228038:0:32036:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624537.228040:0:32036:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624537.228043:0:32036:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624537.228047:0:32036:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41818 00800000:00000001:0.0:1788624537.228051:0:32036:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624537.228053:0:32036:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624537.228055:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.228059:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.228062:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:0.0:1788624537.228064:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.228067:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.228071:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.228073:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624537.228074:0:32036:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.228076:0:32036:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624537.228079:0:32036:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41818 from it ffffbef881defbf8 00010000:00000001:0.0:1788624537.228081:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.228083:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.228084:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:0.0:1788624537.228086:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.228088:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.228091:0:32036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624537.228094:0:32036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624537.228100:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.228102:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.228332:0:32036:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624537.228336:0:32036:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624537.228339:0:32036:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788624537.228348:0:32036:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624537.228351:0:32036:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624537.228354:0:32036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624537.228359:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.228360:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.228370:0:32036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.228374:0:32036:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624537.228376:0:32036:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.228379:0:32036:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.228382:0:32036:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.228385:0:32036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624537.228386:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.228394:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624537.228396:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624537.228398:0:32036:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624537.228400:0:32036:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788624537.228405:0:32036:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.228410:0:32036:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788624537.228413:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defbc0 00000080:00002000:0.0:1788624537.228415:0:32036:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff99dd1933a0d8) flags 0x20000e refc 1 00000080:00000001:0.0:1788624537.228418:0:32036:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.228420:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defc08 00000080:00200000:0.0:1788624537.228422:0:32036:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=266 00000080:00000002:0.0:1788624537.228430:0:32036:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1788624537.228436:0:32036:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788624537.228437:0:32036:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff99dd1912c2c8), inode mode 41ed mask 44 00000080:00000001:0.0:1788624537.228440:0:32036:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.228447:0:32036:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:0.0:1788624537.228449:0:32036:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788624537.228451:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defb78 00000080:00200008:0.0:1788624537.228453:0:32036:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff99dd1912c2c8), flags 704400 00000080:00000010:0.0:1788624537.228460:0:32036:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd2030fcc0. 00000080:00000001:0.0:1788624537.228467:0:32036:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788624537.228470:0:32036:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744000. 00800000:00000002:0.0:1788624537.228473:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624537.228476:0:32036:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624537.228478:0:32036:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624537.228479:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defa28 00800000:00000002:0.0:1788624537.228481:0:32036:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x20:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624537.228485:0:32036:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788624537.228487:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624537.228488:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624537.228490:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624537.228492:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624537.228494:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.228496:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1788624537.228498:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.228500:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881def9a8 00800000:00000002:0.0:1788624537.228503:0:32036:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788624537.228506:0:32036:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624537.228508:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881def8e0 00000002:00010000:0.0:1788624537.228509:0:32036:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1788624537.228514:0:32036:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788624537.228517:0:32036:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788624537.228521:0:32036:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788624537.228526:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 2 00010000:00000001:0.0:1788624537.228529:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624537.228532:0:32036:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788624537.228536:0:32036:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.228538:0:32036:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.228540:0:32036:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.228542:0:32036:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788624537.228543:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10500 count: 2 00010000:00000001:0.0:1788624537.228545:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624537.228547:0:32036:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788624537.228549:0:32036:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.228551:0:32036:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.228552:0:32036:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624537.228557:0:32036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06a00. 00000020:00000040:0.0:1788624537.228562:0:32036:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:0.0:1788624537.228567:0:32036:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788624537.228569:0:32036:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.228573:0:32036:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624537.228577:0:32036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624537.228579:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.228581:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.228582:0:32036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.228585:0:32036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624537.228588:0:32036:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624537.228592:0:32036:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624537.228600:0:32036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd06571400. 00000100:00000001:0.0:1788624537.228608:0:32036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.228612:0:32036:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624537.228614:0:32036:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.228616:0:32036:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624537.228617:0:32036:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.228619:0:32036:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.228627:0:32036:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773497485824 : -112300212065792 : ffff99dd11c06a00) 00010000:00000001:0.0:1788624537.228631:0:32036:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624537.228634:0:32036:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788624537.228636:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10500 count: 2 00010000:00000001:0.0:1788624537.228638:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624537.228641:0:32036:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624537.228645:0:32036:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d19c00. 00000020:00000001:0.0:1788624537.228649:0:32036:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624537.228651:0:32036:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d19c00 with handle 0xcc94206c7ef41826 to hash 00000020:00000001:0.0:1788624537.228654:0:32036:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624537.228655:0:32036:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624537.228660:0:32036:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624537.228664:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624537.228666:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624537.228670:0:32036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef41826 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624537.228677:0:32036:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef41826 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788624537.228689:0:32036:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788624537.228697:0:32036:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11c06a00 x1875506845044224/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788624537.228707:0:32036:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef41826 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624537.228716:0:32036:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624537.228717:0:32036:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624537.228725:0:32036:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd18059840. 00000100:00000001:0.0:1788624537.228727:0:32036:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773602682944 : -112300106868672 : ffff99dd18059840) 00000100:00000001:0.0:1788624537.228730:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624537.228731:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497485824 : -112300212065792 : ffff99dd11c06a00) 00000100:00000001:0.0:1788624537.228736:0:32036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624537.228741:0:32036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.228743:0:32036:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624537.228744:0:32036:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624537.228749:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06a00 x1875506845044224/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.228756:0:32036:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624537.228759:0:32036:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624537.228763:0:32036:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624537.228766:0:32036:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624537.228769:0:32036:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624537.228773:0:32036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06a00 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32036:1875506845044224:192.168.202.125@tcp:101:rm.0 00000100:00000001:0.0:1788624537.228777:0:32036:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624537.228786:0:32036:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624537.228789:0:32036:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624537.228791:0:32036:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624537.228940:0:32036:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff99dd04a40000. 02000000:00000001:0.0:1788624537.228942:0:32036:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624537.228953:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624537.228958:0:32036:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d058. 00000400:00000010:0.0:1788624537.228968:0:32036:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff99dd02e11000. 00000100:00000200:0.0:1788624537.228977:0:32036:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875506845044224, portal 10 00000100:00000001:0.0:1788624537.228979:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624537.228981:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497485824 : -112300212065792 : ffff99dd11c06a00) 00000100:00000040:0.0:1788624537.228988:0:32036:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c06a00 x1875506845044224/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624553 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.229002:0:32036:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624537.229006:0:32036:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624537.229009:0:32036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053957f8. 00000100:00000200:0.0:1788624537.229014:0:32036:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875506845044224, offset 0 00000400:00000200:0.0:1788624537.229021:0:32036:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624537.229031:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624537.229042:0:32036:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624537.229048:0:32036:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624537.229054:0:32036:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624537.229058:0:32036:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624537.229061:0:32036:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624537.229066:0:32036:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2761:2761:256:4294967295] 192.168.202.125@tcp LPNI seq info [2761:2761:8:4294967295] 00000400:00000200:0.0:1788624537.229070:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624537.229082:0:32036:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624537.229089:0:32036:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624537.229096:0:32036:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cd00. 00000800:00000200:0.0:1788624537.229151:0:32036:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624537.229173:0:32036:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624537.229180:0:32036:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cd00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788624537.229196:0:32036:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624537.229201:0:32036:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 813410 usecs (814 jiffies) 00000400:00000200:0.0:1788624537.229205:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624537.229208:0:32036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296552105 00000100:00000001:0.0:1788624537.229212:0:32036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296553307 00000100:00000001:0.0:1788624537.229214:0:32036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296552105 00000100:00000001:0.0:1788624537.229217:0:32036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296553307 00000100:00000001:0.0:1788624537.229219:0:32036:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624537.229222:0:32036:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.229226:0:32036:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624537.229228:0:32036:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624537.229231:0:32036:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd18059840 going to sleep for 11 seconds 00000100:00000001:0.0:1788624537.229234:0:32036:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624537.229238:0:32036:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624537.229758:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624537.229764:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cd00. 00000400:00000200:2.0:1788624537.229770:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.229777:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624537.229783:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053957f8 00000400:00000010:2.0:1788624537.229786:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053957f8. 00000100:00000001:2.0:1788624537.229791:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624537.229795:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06a00 x1875506845044224/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624553 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.229806:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624537.229810:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06a00 x1875506845044224/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624553 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.229817:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624537.229819:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624537.240491:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.240645:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624537.240653:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.240659:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.240671:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.240683:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624537.240699:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.240707:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.240715:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.240720:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c37745ce00 00000400:00000200:2.0:1788624537.240727:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.240734:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x7e9d [64] + 224 00000800:00000001:2.0:1788624537.240745:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.240761:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.240766:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.240772:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624537.240782:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624537.240794:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06a00 x1875506845044224/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624553 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624537.240807:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff99dd11c06a00 x1875506845044224/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.240963:0:32036:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624537.240983:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624537.240997:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.241002:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788624537.243376:0:32036:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624537.243385:0:32036:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624537.243390:0:32036:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d058. 00000400:00000200:0.0:1788624537.243399:0:32036:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd02e11000 00000400:00000010:0.0:1788624537.243402:0:32036:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff99dd02e11000. 00000100:00000001:0.0:1788624537.243408:0:32036:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624537.243422:0:32036:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06a00 x1875506845044224/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624537.243435:0:32036:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06a00 x1875506845044224/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.243445:0:32036:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624537.243448:0:32036:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624537.243451:0:32036:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624537.243456:0:32036:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624537.243459:0:32036:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624537.243462:0:32036:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624537.243465:0:32036:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624537.243477:0:32036:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=116 v=5 (103 103 103 137) 00000100:00001000:0.0:1788624537.243482:0:32036:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624537.243485:0:32036:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624537.243487:0:32036:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.243491:0:32036:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624537.243495:0:32036:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.243501:0:32036:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788624537.243503:0:32036:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788624537.243505:0:32036:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788624537.243509:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624537.243510:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497485824 : -112300212065792 : ffff99dd11c06a00) 00000100:00000001:0.0:1788624537.243514:0:32036:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624537.243517:0:32036:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967600 00000100:00000001:0.0:1788624537.243520:0:32036:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624537.243523:0:32036:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624537.243769:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06a00 x1875506845044224/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624553 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.243779:0:32036:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624537.243782:0:32036:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624537.243785:0:32036:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624537.243789:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06a00 x1875506845044224/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624553 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624537.243798:0:32036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06a00 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32036:1875506845044224:192.168.202.125@tcp:101:rm.0 00000100:00000001:0.0:1788624537.243804:0:32036:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624537.243808:0:32036:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.243811:0:32036:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624537.243814:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624537.243818:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06a00 x1875506845044224/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624553 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.243826:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624537.243831:0:32036:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd18059840. 00000100:00000001:0.0:1788624537.243835:0:32036:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624537.243837:0:32036:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.243842:0:32036:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624537.243852:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.243856:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.243861:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19c00 refcount=4 00000020:00000001:0.0:1788624537.243863:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624537.243867:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000040:0.0:1788624537.243876:0:32036:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd11d19c00, remote cookie: 0xa103bd66258a7e6d, flags: 0x1001 00010000:00000040:0.0:1788624537.243880:0:32036:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788624537.243884:0:32036:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788624537.243893:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 2 00010000:00000001:0.0:1788624537.243898:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624537.243902:0:32036:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624537.243908:0:32036:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef41826 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e6d expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624537.243919:0:32036:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef41826 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e6d expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.243927:0:32036:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624537.243932:0:32036:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624537.243935:0:32036:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624537.243937:0:32036:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624537.243938:0:32036:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624537.243942:0:32036:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x20:0x0].0x0 (ffff99dd189e4600) refcount = 2 00010000:00000040:0.0:1788624537.243945:0:32036:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788624537.243948:0:32036:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef417ee lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7db0 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1788624537.243957:0:32036:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef41826 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7e6d expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.243964:0:32036:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624537.243969:0:32036:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624537.243971:0:32036:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624537.243974:0:32036:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624537.243977:0:32036:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624537.243981:0:32036:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef41826 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e6d expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.243987:0:32036:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624537.243988:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.243990:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.243991:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.243993:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.243995:0:32036:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.244000:0:32036:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788624537.244003:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.244005:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.244006:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19c00 refcount=3 00000020:00000001:0.0:1788624537.244008:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624537.244010:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624537.244013:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.244014:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788624537.244019:0:32036:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff99dd11c06a00 x1875506845044224/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624553 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624537.244029:0:32036:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788624537.244034:0:32036:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11c06a00 x1875506845044224/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624553 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624537.244041:0:32036:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.244058:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.244060:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.244061:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19c00 refcount=3 00000020:00000001:0.0:1788624537.244064:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624537.244066:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624537.244068:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.244069:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624537.244071:0:32036:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.244074:0:32036:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.244078:0:32036:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788624537.244081:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624537.244082:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497485824 : -112300212065792 : ffff99dd11c06a00) 00010000:00000001:0.0:1788624537.244084:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.244085:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.244086:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19c00 refcount=3 00000020:00000001:0.0:1788624537.244088:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624537.244090:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00000002:00010000:0.0:1788624537.244095:0:32036:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef41826 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e6d expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.244101:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.244103:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.244149:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624537.244151:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.244152:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.244154:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19c00 refcount=3 00000020:00000001:0.0:1788624537.244156:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624537.244170:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000040:0.0:1788624537.244174:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 3 00010000:00000001:0.0:1788624537.244176:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788624537.244181:0:32036:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 16 res 8589935621/32 (0 0) 00010000:00000001:0.0:1788624537.244184:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.244185:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624537.244187:0:32036:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624537.244191:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881def868 00000002:00002000:0.0:1788624537.244193:0:32036:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1788624537.244196:0:32036:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.244201:0:32036:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.244204:0:32036:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624537.244208:0:32036:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788624537.244211:0:32036:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.244216:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624537.244220:0:32036:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744000. 00000080:00000001:0.0:1788624537.244226:0:32036:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624537.244233:0:32036:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788624537.244238:0:32036:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788624537.244250:0:32036:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd215f8d00. 00800000:00000001:0.0:1788624537.244252:0:32036:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773759573248 : -112299949978368 : ffff99dd215f8d00) 00800000:00000001:0.0:1788624537.244255:0:32036:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.244257:0:32036:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788624537.244260:0:32036:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788624537.244263:0:32036:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:0.0:1788624537.244267:0:32036:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788624537.244270:0:32036:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788624537.244272:0:32036:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.244278:0:32036:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1788624537.244281:0:32036:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788624537.244287:0:32036:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00010000:00000001:0.0:1788624537.244289:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.244291:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.244292:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19c00 refcount=3 00000020:00000001:0.0:1788624537.244295:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624537.244297:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624537.244299:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.244300:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624537.244302:0:32036:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624537.244304:0:32036:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788624537.244305:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8d00 1 00800000:00000010:0.0:1788624537.244308:0:32036:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd215f8d00. 00800000:00000001:0.0:1788624537.244311:0:32036:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624537.244315:0:32036:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff99dd1912c2c8) for lock 0xcc94206c7ef41826 00800000:00000001:0.0:1788624537.244319:0:32036:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624537.244321:0:32036:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624537.244323:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.244324:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.244325:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19c00 refcount=3 00000020:00000001:0.0:1788624537.244327:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624537.244330:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624537.244332:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.244333:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624537.244335:0:32036:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.244337:0:32036:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788624537.244341:0:32036:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:0.0:1788624537.244344:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624537.244349:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06a00 x1875506845044224/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624553 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.244356:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624537.244504:0:32036:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41826 from it ffffbef881defbd0 00010000:00000001:0.0:1788624537.244509:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.244510:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.244511:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19c00 refcount=3 00000020:00000001:0.0:1788624537.244513:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624537.244516:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624537.244519:0:32036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624537.244522:0:32036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef41826 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7e6d expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.244669:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.244670:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.244672:0:32036:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624537.244676:0:32036:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624537.244679:0:32036:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef41826 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e6d expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624537.244689:0:32036:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624537.244693:0:32036:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624537.244695:0:32036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624537.244700:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.244701:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.244703:0:32036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.244707:0:32036:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624537.244709:0:32036:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.244712:0:32036:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.244714:0:32036:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.244717:0:32036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624537.244718:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.244719:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624537.244724:0:32036:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624537.244730:0:32036:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd215f8d00. 00000080:00000001:0.0:1788624537.244734:0:32036:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788624537.244740:0:32036:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788624537.244743:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624537.244992:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624537.244996:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624537.245000:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624537.245002:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.245005:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1788624537.245008:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.245012:0:32036:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788624537.245018:0:32036:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd10536a40. 00000002:00100000:0.0:1788624537.245026:0:32036:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11c06a00 x1875506845044224/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624553 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624537.245033:0:32036:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.245035:0:32036:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788624537.245040:0:32036:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788624537.245044:0:32036:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.245048:0:32036:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788624537.245050:0:32036:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.245052:0:32036:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624537.245058:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624537.245062:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06a00 x1875506845044224/t4294967611(4294967611) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624553 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788624537.245070:0:32036:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624537.245074:0:32036:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff99dd04a40000. 02000000:00000001:0.0:1788624537.245223:0:32036:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788624537.245226:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.245231:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defb78 00000080:00000008:0.0:1788624537.245233:0:32036:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff99dd1912c2c8), flags 704400, rc = 0 00000080:00000001:0.0:1788624537.245238:0:32036:0:(dir.c:3016:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.245270:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defd28 00000080:00200008:0.0:1788624537.245272:0:32036:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff99dd1912c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788624537.245282:0:32036:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788624537.245287:0:32036:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.245290:0:32036:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624537.245293:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defca0 00000080:00200000:0.0:1788624537.245294:0:32036:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff99dd1912c2c8),name=d21g.recovery-small-2 00000080:00000010:0.0:1788624537.245302:0:32036:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744000. 00800000:00000002:0.0:1788624537.245308:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624537.245316:0:32036:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624537.245320:0:32036:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624537.245322:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defbc0 00800000:00000002:0.0:1788624537.245324:0:32036:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x20:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624537.245328:0:32036:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624537.245332:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624537.245333:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624537.245334:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624537.245336:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624537.245338:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.245340:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624537.245341:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.245343:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624537.245344:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624537.245345:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624537.245346:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624537.245347:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.245349:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1788624537.245350:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.245352:0:32036:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624537.245357:0:32036:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624537.245358:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defa90 00000002:00010000:0.0:1788624537.245359:0:32036:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624537.245515:0:32036:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624537.245519:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624537.245521:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624537.245591:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 3 00010000:00000001:0.0:1788624537.245595:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624537.245601:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624537.245606:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624537.245610:0:32036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef417ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7db0 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788624537.245626:0:32036:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624537.245631:0:32036:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624537.245635:0:32036:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef417ee lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7db0 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788624537.245643:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624537.245645:0:32036:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624537.245647:0:32036:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624537.245650:0:32036:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624537.245652:0:32036:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624537.245655:0:32036:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624537.245657:0:32036:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624537.245660:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624537.245664:0:32036:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744000. 00000080:00000001:0.0:1788624537.245669:0:32036:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624537.245670:0:32036:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624537.245674:0:32036:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff99dd1912c2c8) 00000080:00010000:0.0:1788624537.245678:0:32036:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff99dd1912c2c8) for lock 0xcc94206c7ef417ee 00800000:00000001:0.0:1788624537.245681:0:32036:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624537.245683:0:32036:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624537.245685:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.245686:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.245689:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:0.0:1788624537.245691:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:0.0:1788624537.245694:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:0.0:1788624537.245697:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.245698:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624537.245699:0:32036:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.245701:0:32036:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624537.245703:0:32036:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef417ee from it ffffbef881defcd8 00010000:00000001:0.0:1788624537.245705:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.245707:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.245709:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:0.0:1788624537.245711:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:0.0:1788624537.245712:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:0.0:1788624537.245714:0:32036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624537.245717:0:32036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef417ee lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7db0 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788624537.245724:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.245725:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.245726:0:32036:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624537.245727:0:32036:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624537.245730:0:32036:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef417ee lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7db0 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788624537.245736:0:32036:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624537.245738:0:32036:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624537.245740:0:32036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624537.245743:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.245744:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.245746:0:32036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.245748:0:32036:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624537.245750:0:32036:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.245751:0:32036:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.245753:0:32036:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.245755:0:32036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624537.245756:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.245757:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624537.245759:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624537.245761:0:32036:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624537.245764:0:32036:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.245770:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defd28 00000080:00000008:0.0:1788624537.245772:0:32036:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff99dd1912c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788624537.245807:0:32036:0:(dir.c:328:ll_iterate()) Process entered 00000080:00200000:0.0:1788624537.245810:0:32036:0:(dir.c:336:ll_iterate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff99dd1912c2c8) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1788624537.245818:0:32036:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744000. 00800000:00000002:0.0:1788624537.245821:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8c80 2 00000080:00000001:0.0:1788624537.245824:0:32036:0:(dir.c:195:ll_dir_read()) Process entered 00000080:00000001:0.0:1788624537.245834:0:32036:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446720599636365440 : -23474073186176 : ffffeaa68434d080) 00000080:00000001:0.0:1788624537.245838:0:32036:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788624537.245843:0:32036:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:0.0:1788624537.245845:0:32036:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1788624537.245850:0:32036:0:(dir.c:310:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.245852:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8c80 2 00000080:00000010:0.0:1788624537.245854:0:32036:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744000. 00000080:00000001:0.0:1788624537.245857:0:32036:0:(dir.c:406:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.245870:0:32036:0:(dir.c:328:ll_iterate()) Process entered 00000080:00200000:0.0:1788624537.245871:0:32036:0:(dir.c:336:ll_iterate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff99dd1912c2c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1788624537.245875:0:32036:0:(dir.c:346:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788624537.245877:0:32036:0:(dir.c:406:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.245904:0:32036:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624537.245908:0:32036:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788624537.245910:0:32036:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff99dd1912c2c8), inode mode 41ed mask 1 00000080:00000001:0.0:1788624537.245914:0:32036:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.245923:0:32036:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788624537.245926:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defda0 00000080:00002000:0.0:1788624537.245927:0:32036:0:(dcache.c:87:ll_dcompare()) found name f(ffff99dd1933a870) flags 0x48000e refc 0 00000080:00000001:0.0:1788624537.245930:0:32036:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.245932:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defe10 00000080:00200000:0.0:1788624537.245934:0:32036:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1788624537.245939:0:32036:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788624537.245941:0:32036:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff99dd1912c2c8), inode mode 41ed mask 3 00000080:00000001:0.0:1788624537.245944:0:32036:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.245947:0:32036:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788624537.245950:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defdf8 00000080:00200000:0.0:1788624537.245952:0:32036:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff99dd1912c2c8) 00000080:00000001:0.0:1788624537.245955:0:32036:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788624537.245958:0:32036:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624537.245963:0:32036:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482284168 : -112300227267448 : ffff99dd10d87488) 00000020:00001000:0.0:1788624537.245966:0:32036:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87480 00000020:00000001:0.0:1788624537.245968:0:32036:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788624537.245974:0:32036:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ecc98) owner 0000000000000000/ffff99dd19e9a7c0 00020000:00000002:0.0:1788624537.245978:0:32036:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd18588600 addref 2/0 by ffff99dd19e9a7c0. 00020000:00000002:0.0:1788624537.245981:0:32036:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ecc98) owner 0000000000000000/ffff99dd19e9a7c0 00020000:00000001:0.0:1788624537.245985:0:32036:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788624537.245988:0:32036:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788624537.245990:0:32036:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788624537.245992:0:32036:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788624537.245995:0:32036:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788624537.245998:0:32036:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87480 00000080:00000001:0.0:1788624537.246001:0:32036:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788624537.246005:0:32036:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744000. 00800000:00000002:0.0:1788624537.246007:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8c80 2 00800000:00000001:0.0:1788624537.246014:0:32036:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788624537.246016:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624537.246018:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624537.246019:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624537.246021:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624537.246023:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.246025:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1788624537.246027:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.246029:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624537.246030:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624537.246031:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624537.246032:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624537.246033:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.246035:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:0.0:1788624537.246037:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.246039:0:32036:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788624537.246041:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624537.246042:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624537.246043:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624537.248698:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624537.248708:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.248712:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:0.0:1788624537.248718:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.248725:0:32036:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x22:0x0] 00800000:00000001:0.0:1788624537.248728:0:32036:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.248733:0:32036:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x20:0x0]/[0x200000405:0x22:0x0] -> mds #0 00000002:00000001:0.0:1788624537.248742:0:32036:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788624537.248746:0:32036:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788624537.248758:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 3 00010000:00000001:0.0:1788624537.248763:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624537.248768:0:32036:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788624537.248775:0:32036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624537.248781:0:32036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef417ee lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a7db0 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1788624537.248799:0:32036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624537.248806:0:32036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788624537.248811:0:32036:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788624537.248813:0:32036:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:0.0:1788624537.248818:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624537.248821:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624537.248824:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 4 00010000:00000001:0.0:1788624537.248826:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624537.248831:0:32036:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788624537.248835:0:32036:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788624537.248839:0:32036:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624537.248847:0:32036:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624537.248851:0:32036:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef41826 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e6d expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624537.248859:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.248861:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624537.248863:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1788624537.248866:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.248869:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.248872:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19c00 refcount=2 00000020:00000001:0.0:1788624537.248874:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624537.248878:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624537.248880:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.248881:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624537.248883:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624537.248884:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624537.248886:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 4 00010000:00000001:0.0:1788624537.248888:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624537.248890:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.248892:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624537.248893:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624537.248895:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 4 00010000:00000001:0.0:1788624537.248897:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624537.248899:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.248902:0:32036:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788624537.248906:0:32036:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x20:0x0] lli = ffff99dd1912c200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788624537.248966:0:32036:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788624537.248969:0:32036:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788624537.248973:0:32036:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788624537.248976:0:32036:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff99dd1912c2c8) invalid 00000020:00000001:0.0:1788624537.248981:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defa60 00000080:00002000:0.0:1788624537.248984:0:32036:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff99dd1933a0d8) parent ffff99dd19287870 inode ffff99dd1912c2c8 refc 3 00000080:00000001:0.0:1788624537.248989:0:32036:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788624537.248992:0:32036:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788624537.248994:0:32036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.248998:0:32036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624537.249002:0:32036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624537.249004:0:32036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624537.249007:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624537.249009:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788624537.249013:0:32036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18600800 with handle 0xcc94206c7ef417ee from hash 00010000:00000001:0.0:1788624537.249015:0:32036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624537.249016:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.249017:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.249018:0:32036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624537.249022:0:32036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624537.249024:0:32036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788624537.249027:0:32036:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624537.249028:0:32036:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624537.249031:0:32036:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624537.249034:0:32036:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788624537.249037:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10000 count: 3 00010000:00000001:0.0:1788624537.249039:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624537.249041:0:32036:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788624537.249044:0:32036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624537.249060:0:32036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef417f5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa103bd66258a7dcc expref: -99 pid: 32035 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788624537.249067:0:32036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624537.249070:0:32036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788624537.249072:0:32036:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788624537.249073:0:32036:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x22:0x0] mode (null) 00000002:00000001:0.0:1788624537.249075:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624537.249077:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624537.249079:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10000 count: 4 00010000:00000001:0.0:1788624537.249081:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624537.249084:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.249085:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624537.249086:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624537.249087:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10000 count: 4 00010000:00000001:0.0:1788624537.249089:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624537.249091:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.249092:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624537.249094:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624537.249095:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10000 count: 4 00010000:00000001:0.0:1788624537.249097:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624537.249099:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.249101:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624537.249102:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624537.249103:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10000 count: 4 00010000:00000001:0.0:1788624537.249104:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624537.249475:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.249478:0:32036:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.249481:0:32036:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788624537.249484:0:32036:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624537.249489:0:32036:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482284168 : -112300227267448 : ffff99dd10d87488) 00000020:00001000:0.0:1788624537.249493:0:32036:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87480 00000020:00000001:0.0:1788624537.249496:0:32036:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788624537.249500:0:32036:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x22:0x0]: losing layout lock 00000080:00000001:0.0:1788624537.249504:0:32036:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788624537.249508:0:32036:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788624537.249514:0:32036:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788624537.249517:0:32036:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788624537.249520:0:32036:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788624537.249522:0:32036:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.249524:0:32036:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788624537.249527:0:32036:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87480 00000080:00000001:0.0:1788624537.249530:0:32036:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.249532:0:32036:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788624537.249534:0:32036:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x22:0x0](ffff99dd198742c8) invalid 00000020:00000001:0.0:1788624537.249536:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defa60 00000080:00002000:0.0:1788624537.249538:0:32036:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry f (ffff99dd1933a870) parent ffff99dd1933a0d8 inode ffff99dd198742c8 refc 1 00000080:00000001:0.0:1788624537.249541:0:32036:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788624537.249543:0:32036:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788624537.249544:0:32036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.249547:0:32036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624537.249549:0:32036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624537.249551:0:32036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624537.249552:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624537.249553:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788624537.249556:0:32036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18601a00 with handle 0xcc94206c7ef417f5 from hash 00010000:00000001:0.0:1788624537.249559:0:32036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624537.249560:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.249562:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.249563:0:32036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624537.249564:0:32036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624537.249565:0:32036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788624537.249568:0:32036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624537.249571:0:32036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19a00/0xcc94206c7ef417cb lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa103bd66258a7d47 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788624537.249578:0:32036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624537.249581:0:32036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788624537.249582:0:32036:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788624537.249583:0:32036:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x22:0x0] mode (null) 00000002:00000001:0.0:1788624537.249586:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624537.249587:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624537.249590:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10000 count: 4 00010000:00000001:0.0:1788624537.249593:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624537.249595:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.249597:0:32036:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.249599:0:32036:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788624537.249600:0:32036:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624537.249602:0:32036:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482284168 : -112300227267448 : ffff99dd10d87488) 00000020:00001000:0.0:1788624537.249604:0:32036:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87480 00000020:00000001:0.0:1788624537.249606:0:32036:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788624537.249608:0:32036:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x22:0x0]: losing layout lock 00000080:00000001:0.0:1788624537.249610:0:32036:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788624537.249612:0:32036:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788624537.249613:0:32036:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788624537.249615:0:32036:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788624537.249617:0:32036:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788624537.249619:0:32036:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.249621:0:32036:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788624537.249623:0:32036:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87480 00000080:00000001:0.0:1788624537.249625:0:32036:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.249627:0:32036:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788624537.249628:0:32036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.249630:0:32036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624537.249632:0:32036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624537.249633:0:32036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624537.249635:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624537.249637:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788624537.249639:0:32036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d19a00 with handle 0xcc94206c7ef417cb from hash 00010000:00000001:0.0:1788624537.249641:0:32036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624537.249643:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.249644:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.249646:0:32036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624537.249647:0:32036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624537.249649:0:32036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788624537.249652:0:32036:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788624537.249654:0:32036:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1788624537.249656:0:32036:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1788624537.249669:0:32036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05500. 00000020:00000040:0.0:1788624537.249675:0:32036:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:0.0:1788624537.249683:0:32036:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788624537.249686:0:32036:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.249689:0:32036:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624537.249696:0:32036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624537.249702:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.249704:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.249706:0:32036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.249710:0:32036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624537.249713:0:32036:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624537.249717:0:32036:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624537.249727:0:32036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd18744e00. 00000100:00000001:0.0:1788624537.249736:0:32036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.249739:0:32036:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624537.249742:0:32036:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788624537.249749:0:32036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef417f5 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a7dcc expref: -99 pid: 32035 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788624537.249758:0:32036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19a00/0xcc94206c7ef417cb lrc: 1/0,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a7d47 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788624537.249766:0:32036:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef417ee lrc: 1/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7db0 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788624537.249773:0:32036:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788624537.249774:0:32036:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788624537.249776:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624537.249779:0:32036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef417f5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a7dcc expref: -99 pid: 32035 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788624537.249792:0:32036:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd11d2ddc0. 00010000:00000001:0.0:1788624537.249803:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.249804:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624537.249806:0:32036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19a00/0xcc94206c7ef417cb lrc: 0/0,0 mode: --/CR res: [0x200000405:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a7d47 expref: -99 pid: 31999 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788624537.249812:0:32036:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd215f8280. 00010000:00000040:0.0:1788624537.249816:0:32036:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10000 count: 0 00010000:00000010:0.0:1788624537.249822:0:32036:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd11c18e00. 00010000:00000001:0.0:1788624537.249830:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.249831:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624537.249833:0:32036:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef417ee lrc: 0/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7db0 expref: -99 pid: 32035 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788624537.249840:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.249842:0:32036:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.249843:0:32036:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624537.249845:0:32036:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.249847:0:32036:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788624537.249862:0:32036:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788624537.249879:0:32036:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11c05500 x1875506845044480/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624537.249888:0:32036:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624537.249891:0:32036:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624537.249901:0:32036:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd18059840. 00000100:00000001:0.0:1788624537.249904:0:32036:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773602682944 : -112300106868672 : ffff99dd18059840) 00000100:00000001:0.0:1788624537.249908:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624537.249910:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497480448 : -112300212071168 : ffff99dd11c05500) 00000100:00000001:0.0:1788624537.249916:0:32036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624537.249922:0:32036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.249925:0:32036:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624537.249927:0:32036:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624537.249932:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05500 x1875506845044480/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624537.249940:0:32036:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624537.249943:0:32036:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624537.249947:0:32036:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624537.249950:0:32036:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624537.249953:0:32036:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624537.249957:0:32036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05500 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32036:1875506845044480:192.168.202.125@tcp:36:rm.0 00000100:00000001:0.0:1788624537.249961:0:32036:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624537.249968:0:32036:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624537.249971:0:32036:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624537.249974:0:32036:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624537.249979:0:32036:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd06570400. 02000000:00000001:0.0:1788624537.249981:0:32036:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624537.249990:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624537.249995:0:32036:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d058. 00000400:00000010:0.0:1788624537.250004:0:32036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395088. 00000100:00000200:0.0:1788624537.250012:0:32036:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845044480, portal 10 00000100:00000001:0.0:1788624537.250014:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624537.250016:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497480448 : -112300212071168 : ffff99dd11c05500) 00000100:00000040:0.0:1788624537.250023:0:32036:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05500 x1875506845044480/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 1788624553 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624537.250031:0:32036:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624537.250034:0:32036:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624537.250037:0:32036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053956e8. 00000100:00000200:0.0:1788624537.250041:0:32036:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875506845044480, offset 0 00000400:00000200:0.0:1788624537.250048:0:32036:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624537.250058:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624537.250068:0:32036:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624537.250075:0:32036:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624537.250080:0:32036:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624537.250085:0:32036:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624537.250088:0:32036:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624537.250093:0:32036:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2762:2762:256:4294967295] 192.168.202.125@tcp LPNI seq info [2762:2762:8:4294967295] 00000400:00000200:0.0:1788624537.250097:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624537.250675:0:32036:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624537.250685:0:32036:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624537.250693:0:32036:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139ca00. 00000800:00000200:0.0:1788624537.250702:0:32036:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624537.250711:0:32036:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624537.250716:0:32036:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139ca00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1788624537.250782:0:32036:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624537.250788:0:32036:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 812267 usecs (813 jiffies) 00000400:00000200:0.0:1788624537.250793:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624537.250796:0:32036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296552125 00000100:00000001:0.0:1788624537.250800:0:32036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296553307 00000100:00000001:0.0:1788624537.250803:0:32036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296552125 00000100:00000001:0.0:1788624537.250805:0:32036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296553307 00000100:00000001:0.0:1788624537.250808:0:32036:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624537.250811:0:32036:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.250813:0:32036:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624537.250816:0:32036:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624537.250819:0:32036:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd18059840 going to sleep for 11 seconds 00000100:00000001:0.0:1788624537.250822:0:32036:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624537.250825:0:32036:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624537.258763:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624537.258780:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139ca00. 00000400:00000200:2.0:1788624537.258795:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.258807:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624537.258820:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053956e8 00000400:00000010:2.0:1788624537.258824:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053956e8. 00000100:00000001:2.0:1788624537.258832:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624537.258846:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05500 x1875506845044480/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 1788624553 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624537.258863:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624537.258867:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05500 x1875506845044480/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 1788624553 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624537.258874:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624537.258876:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624537.259772:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.259795:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624537.259801:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.259804:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.259813:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.259820:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624537.259830:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.259835:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.259842:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.259847:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745cf00 00000400:00000200:2.0:1788624537.259854:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.259863:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x7ea5 [1] + 224 00000800:00000001:2.0:1788624537.259874:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.259882:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.259885:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.259889:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624537.259897:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624537.259904:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05500 x1875506845044480/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 1788624553 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624537.259915:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99dd11c05500 x1875506845044480/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624537.259971:0:32036:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624537.260297:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624537.260308:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.260313:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788624537.263701:0:32036:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624537.263711:0:32036:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624537.263717:0:32036:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d058. 00000400:00000200:0.0:1788624537.263730:0:32036:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395088 00000400:00000010:0.0:1788624537.263733:0:32036:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395088. 00000100:00000001:0.0:1788624537.263739:0:32036:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624537.263755:0:32036:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05500 x1875506845044480/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624537.263769:0:32036:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05500 x1875506845044480/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624537.263779:0:32036:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624537.263781:0:32036:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624537.263785:0:32036:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624537.263789:0:32036:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624537.263792:0:32036:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624537.263795:0:32036:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624537.263798:0:32036:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624537.263810:0:32036:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=116 v=5 (103 103 103 137) 00000100:00001000:0.0:1788624537.263816:0:32036:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624537.263819:0:32036:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624537.263821:0:32036:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.263825:0:32036:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624537.263829:0:32036:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.263834:0:32036:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788624537.263836:0:32036:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000012d/0x10000012f] 00000100:00000001:0.0:1788624537.263838:0:32036:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788624537.263842:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624537.263844:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497480448 : -112300212071168 : ffff99dd11c05500) 00000100:00000001:0.0:1788624537.263848:0:32036:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624537.263850:0:32036:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967600 00000100:00000001:0.0:1788624537.263852:0:32036:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624537.263856:0:32036:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624537.263862:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05500 x1875506845044480/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/456 e 0 to 0 dl 1788624553 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624537.263870:0:32036:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624537.263874:0:32036:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624537.263877:0:32036:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624537.263882:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05500 x1875506845044480/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/456 e 0 to 0 dl 1788624553 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624537.263896:0:32036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05500 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32036:1875506845044480:192.168.202.125@tcp:36:rm.0 00000100:00000001:0.0:1788624537.263902:0:32036:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624537.263906:0:32036:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.263909:0:32036:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624537.263911:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624537.263915:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05500 x1875506845044480/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/456 e 0 to 0 dl 1788624553 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624537.263922:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624537.263926:0:32036:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd18059840. 00000100:00000001:0.0:1788624537.263931:0:32036:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624537.263933:0:32036:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.263944:0:32036:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.263948:0:32036:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.263953:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8c80 2 00000080:00000010:0.0:1788624537.263958:0:32036:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744000. 00000100:00000001:0.0:1788624537.263965:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624537.263968:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05500 x1875506845044480/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/456 e 0 to 0 dl 1788624553 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624537.263975:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.263980:0:32036:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.263997:0:32036:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788624537.264001:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defe28 00000080:00002000:0.0:1788624537.264004:0:32036:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff99dd1933a870, parent ffff99dd1933a0d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788624537.264007:0:32036:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624537.264015:0:32036:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788624537.264023:0:32036:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788624537.264032:0:32036:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788624537.264035:0:32036:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788624537.264038:0:32036:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624537.264043:0:32036:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482284168 : -112300227267448 : ffff99dd10d87488) 00000020:00001000:0.0:1788624537.264046:0:32036:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87480 00000020:00000001:0.0:1788624537.264052:0:32036:0:(cl_object.c:143:cl_object_top()) ffff99dd10db7148 -> ffff99dd10db7148 00000020:00000001:0.0:1788624537.264187:0:32036:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788624537.264190:0:32036:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788624537.264193:0:32036:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x22:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788624537.264197:0:32036:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624537.264199:0:32036:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788624537.264201:0:32036:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624537.264207:0:32036:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x22:0x0]io ffff99dd18bb52e0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788624537.264210:0:32036:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ecc98) owner 0000000000000000/ffff99dd19e9a7c0 00020000:00000001:0.0:1788624537.264216:0:32036:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788624537.264218:0:32036:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788624537.264221:0:32036:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788624537.264223:0:32036:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624537.264226:0:32036:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788624537.264228:0:32036:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788624537.264230:0:32036:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.264232:0:32036:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624537.264233:0:32036:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788624537.264234:0:32036:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788624537.264236:0:32036:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ecc98) owner 0000000000000000/ffff99dd19e9a7c0 00000020:00000001:0.0:1788624537.264238:0:32036:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.264241:0:32036:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788624537.264242:0:32036:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788624537.264245:0:32036:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788624537.264248:0:32036:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788624537.264252:0:32036:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788624537.264256:0:32036:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624537.264257:0:32036:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788624537.264259:0:32036:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624537.264260:0:32036:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482285032 : -112300227266584 : ffff99dd10d877e8) 00000020:00001000:0.0:1788624537.264262:0:32036:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d877e0 00000020:00000001:0.0:1788624537.264265:0:32036:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3d788 -> ffff99dd10db7148 00000020:00000001:0.0:1788624537.264267:0:32036:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788624537.264271:0:32036:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624537.264272:0:32036:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788624537.264273:0:32036:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624537.264275:0:32036:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624537.264278:0:32036:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481903336 : -112300227648280 : ffff99dd10d2a4e8) 00000020:00000001:0.0:1788624537.264280:0:32036:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788624537.264282:0:32036:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624537.264285:0:32036:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.264286:0:32036:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.264289:0:32036:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788624537.264290:0:32036:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788624537.264292:0:32036:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624537.264294:0:32036:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788624537.264296:0:32036:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624537.264297:0:32036:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.264299:0:32036:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624537.264300:0:32036:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624537.264302:0:32036:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.264303:0:32036:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624537.264304:0:32036:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.264306:0:32036:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.264307:0:32036:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788624537.264310:0:32036:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788624537.264311:0:32036:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624537.264312:0:32036:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788624537.264314:0:32036:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788624537.264317:0:32036:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788624537.264321:0:32036:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788624537.264324:0:32036:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff99dd42066c40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788624537.264327:0:32036:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788624537.264330:0:32036:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff99dd42066c40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788624537.264333:0:32036:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624537.264336:0:32036:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.264338:0:32036:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624537.264339:0:32036:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624537.264340:0:32036:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.264342:0:32036:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.264344:0:32036:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788624537.264345:0:32036:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788624537.264347:0:32036:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788624537.264348:0:32036:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788624537.264350:0:32036:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788624537.264351:0:32036:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624537.264354:0:32036:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788624537.264355:0:32036:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788624537.264358:0:32036:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788624537.264361:0:32036:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788624537.264487:0:32036:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624537.264489:0:32036:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788624537.264491:0:32036:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788624537.264492:0:32036:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624537.264494:0:32036:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624537.264496:0:32036:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788624537.264497:0:32036:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788624537.264499:0:32036:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788624537.264501:0:32036:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788624537.264503:0:32036:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624537.264505:0:32036:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624537.264506:0:32036:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624537.264507:0:32036:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788624537.264508:0:32036:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788624537.264509:0:32036:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624537.264511:0:32036:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624537.264513:0:32036:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624537.264514:0:32036:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624537.264515:0:32036:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.264517:0:32036:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788624537.264519:0:32036:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788624537.264520:0:32036:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788624537.264521:0:32036:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788624537.264523:0:32036:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624537.264524:0:32036:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d877e0 00020000:00000001:0.0:1788624537.264689:0:32036:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788624537.264692:0:32036:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788624537.264695:0:32036:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624537.264698:0:32036:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x22:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788624537.264702:0:32036:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624537.264703:0:32036:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624537.264706:0:32036:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87480 00000080:00000001:0.0:1788624537.264709:0:32036:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.264713:0:32036:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788624537.264717:0:32036:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x22:0x0](ffff99dd198742c8) 00800000:00000001:0.0:1788624537.264723:0:32036:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788624537.264725:0:32036:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x22:0x0] 00000002:00000001:0.0:1788624537.264732:0:32036:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788624537.264739:0:32036:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.264741:0:32036:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788624537.264744:0:32036:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.264746:0:32036:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.264749:0:32036:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788624537.264751:0:32036:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788624537.264753:0:32036:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.264755:0:32036:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.264758:0:32036:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624537.264760:0:32036:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482284168 : -112300227267448 : ffff99dd10d87488) 00000020:00001000:0.0:1788624537.264762:0:32036:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87480 00020000:00000001:0.0:1788624537.264769:0:32036:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788624537.264771:0:32036:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ecc98) owner 0000000000000000/ffff99dd19e9a7c0 00020000:00000001:0.0:1788624537.264774:0:32036:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788624537.264778:0:32036:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd18588600, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788624537.264783:0:32036:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788624537.264787:0:32036:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd049c1f00: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000001:0.0:1788624537.264790:0:32036:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788624537.264793:0:32036:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624537.264795:0:32036:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788624537.264797:0:32036:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788624537.264802:0:32036:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788624537.264808:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870400 count: 2 00010000:00000001:0.0:1788624537.264811:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624537.264814:0:32036:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788624537.264817:0:32036:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788624537.264823:0:32036:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1788624519 1788624519 1788624519 by oinfo size 0 blocks 0 [cma]time 1788624519 1788624519 1788624519 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000083c6ef29/0xcc94206c7ef417fc lrc: 1/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a7dd3 expref: -99 pid: 32035 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1788624537.264837:0:32036:0:(cl_object.c:143:cl_object_top()) ffff99dd42066c40 -> ffff99dd10db7148 00000020:00000001:0.0:1788624537.264839:0:32036:0:(cl_object.c:143:cl_object_top()) ffff99dd42066c40 -> ffff99dd10db7148 00000008:00000001:0.0:1788624537.264842:0:32036:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624537.264844:0:32036:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624537.264847:0:32036:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788624537.264848:0:32036:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788624537.264856:0:32036:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff99dd42066c40. 00020000:00000001:0.0:1788624537.264861:0:32036:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788624537.264864:0:32036:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff99dd04f3d708. 00020000:00000001:0.0:1788624537.264870:0:32036:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788624537.264872:0:32036:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624537.264874:0:32036:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624537.264876:0:32036:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ecc98) owner 0000000000000000/ffff99dd19e9a7c0 00020000:00000001:0.0:1788624537.264879:0:32036:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788624537.264881:0:32036:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788624537.264882:0:32036:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ecc98) owner 0000000000000000/ffff99dd19e9a7c0 00020000:00000001:0.0:1788624537.264885:0:32036:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788624537.264887:0:32036:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff99dd055c63d8. 00020000:00000010:0.0:1788624537.264892:0:32036:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff99dd036ecf00. 00020000:00000010:0.0:1788624537.264896:0:32036:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff99dd11da3d50. 00020000:00000002:0.0:1788624537.264900:0:32036:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd18588600, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788624537.264904:0:32036:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788624537.264907:0:32036:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd049c1f00: ostid: 0x280000401:20 ost idx: 0 gen: 0 00020000:00000010:0.0:1788624537.264912:0:32036:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd049c1f00. 00020000:00000010:0.0:1788624537.264916:0:32036:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd185884e0. 00020000:00000010:0.0:1788624537.264919:0:32036:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd18588600. 00020000:00000001:0.0:1788624537.264920:0:32036:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788624537.264922:0:32036:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ecc98) owner 0000000000000000/ffff99dd19e9a7c0 00020000:00000010:0.0:1788624537.264924:0:32036:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff99dd107ecc98. 00020000:00000001:0.0:1788624537.264927:0:32036:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788624537.264930:0:32036:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff99dd10db70c8. 00000020:00001000:0.0:1788624537.264933:0:32036:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87480 00000080:00000001:0.0:1788624537.264936:0:32036:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788624537.264938:0:32036:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788624537.264980:0:32036:0:(dir.c:3021:ll_dir_release()) Process entered 00000080:00000001:0.0:1788624537.264983:0:32036:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788624537.264986:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defdd0 00000080:00200008:0.0:1788624537.264988:0:32036:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff99dd1912c2c8), flags 704000 00000080:00400000:0.0:1788624537.264992:0:32036:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x20:0x0] 00000080:00000001:0.0:1788624537.264997:0:32036:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788624537.264999:0:32036:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788624537.265001:0:32036:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788624537.265008:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624537.265012:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624537.265015:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624537.265018:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624537.265020:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.265023:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1788624537.265025:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.265029:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624537.265032:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624537.265035:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 2 00010000:00000001:0.0:1788624537.265037:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624537.265042:0:32036:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788624537.265046:0:32036:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788624537.265049:0:32036:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624537.265342:0:32036:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624537.265349:0:32036:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef41826 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e6d expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788624537.265359:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.265360:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624537.265626:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788624537.265630:0:32036:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x20:0x0]: 16 00000080:00000010:0.0:1788624537.265635:0:32036:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd2030fcc0. 00000080:00000001:0.0:1788624537.265640:0:32036:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.265646:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defdd0 00000080:00000008:0.0:1788624537.265648:0:32036:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff99dd1912c2c8), flags 704000, rc = 0 00000080:00000001:0.0:1788624537.265652:0:32036:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.265655:0:32036:0:(dir.c:3022:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.265659:0:32036:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788624537.265661:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defe00 00000080:00002000:0.0:1788624537.265663:0:32036:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff99dd1933a0d8, parent ffff99dd19287870, inode ffff99dd1912c2c8) hashed, 00000080:00000001:0.0:1788624537.265666:0:32036:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624537.265672:0:32036:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788624537.265676:0:32036:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788624537.265715:0:32036:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624537.265719:0:32036:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624537.265721:0:32036:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624537.265724:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defbd8 00000080:00200000:0.0:1788624537.265726:0:32036:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624537.265733:0:32036:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744000. 00800000:00000002:0.0:1788624537.265739:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624537.265744:0:32036:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624537.265748:0:32036:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624537.265750:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defaf8 00800000:00000002:0.0:1788624537.265753:0:32036:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624537.265757:0:32036:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624537.265760:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624537.265761:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624537.265763:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624537.265765:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624537.265766:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.265768:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624537.265770:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.265773:0:32036:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624537.265779:0:32036:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624537.265781:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881def9c8 00000002:00010000:0.0:1788624537.265783:0:32036:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624537.265787:0:32036:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624537.265789:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624537.265790:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624537.265795:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10500 count: 2 00010000:00000001:0.0:1788624537.265797:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624537.265802:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624537.265805:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624537.265808:0:32036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788624537.265817:0:32036:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624537.265820:0:32036:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624537.265822:0:32036:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788624537.265834:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624537.265836:0:32036:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624537.265839:0:32036:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624537.265841:0:32036:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624537.265843:0:32036:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624537.265845:0:32036:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624537.265848:0:32036:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624537.265851:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624537.265854:0:32036:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744000. 00000080:00000001:0.0:1788624537.265857:0:32036:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624537.265859:0:32036:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624537.265862:0:32036:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624537.265865:0:32036:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41818 00800000:00000001:0.0:1788624537.265869:0:32036:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624537.265871:0:32036:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624537.265873:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.265876:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.265879:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:0.0:1788624537.265881:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.265885:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.265888:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.265889:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624537.265890:0:32036:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.265892:0:32036:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624537.265895:0:32036:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41818 from it ffffbef881defc10 00010000:00000001:0.0:1788624537.265897:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.265898:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.265899:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:0.0:1788624537.265901:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.265903:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.265905:0:32036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624537.265909:0:32036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788624537.265916:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.265917:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.265920:0:32036:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624537.265922:0:32036:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624537.265925:0:32036:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788624537.265932:0:32036:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624537.265935:0:32036:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624537.265937:0:32036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624537.265942:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.265943:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.265945:0:32036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.265948:0:32036:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624537.265951:0:32036:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.265953:0:32036:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.265955:0:32036:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.265957:0:32036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624537.265958:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.265960:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624537.265963:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624537.265965:0:32036:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624537.265967:0:32036:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788624537.265971:0:32036:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624537.265985:0:32036:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd10536540. 00000020:00000001:0.0:1788624537.265989:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defdc8 00000080:00200000:0.0:1788624537.265990:0:32036:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), flags=0 00000080:00000001:0.0:1788624537.265994:0:32036:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788624537.265996:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defc78 00000080:00200000:0.0:1788624537.265998:0:32036:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=getattr 00000080:00000010:0.0:1788624537.266008:0:32036:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744000. 00800000:00000002:0.0:1788624537.266011:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624537.266014:0:32036:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624537.266016:0:32036:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624537.266018:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defb98 00800000:00000002:0.0:1788624537.266019:0:32036:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624537.266022:0:32036:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624537.266025:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624537.266027:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624537.266028:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624537.266029:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624537.266030:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.266032:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624537.266034:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.266035:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defb30 00800000:00000002:0.0:1788624537.266037:0:32036:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:0.0:1788624537.266039:0:32036:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624537.266040:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defa68 00000002:00010000:0.0:1788624537.266041:0:32036:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788624537.266518:0:32036:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788624537.266523:0:32036:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788624537.266532:0:32036:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06300. 00000020:00000040:0.0:1788624537.266537:0:32036:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=10 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:0.0:1788624537.266545:0:32036:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624537.266550:0:32036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624537.266553:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.266555:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.266556:0:32036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.266560:0:32036:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624537.266563:0:32036:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624537.266567:0:32036:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624537.266577:0:32036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd06573800. 00000100:00000001:0.0:1788624537.266585:0:32036:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.266591:0:32036:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624537.266593:0:32036:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.266595:0:32036:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624537.266596:0:32036:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.266598:0:32036:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.266608:0:32036:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00010000:00000001:0.0:1788624537.266614:0:32036:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624537.266616:0:32036:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788624537.266622:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10500 count: 2 00010000:00000001:0.0:1788624537.266624:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624537.266627:0:32036:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624537.266631:0:32036:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d18c00. 00000020:00000001:0.0:1788624537.266634:0:32036:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624537.266638:0:32036:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d18c00 with handle 0xcc94206c7ef4182d to hash 00000020:00000001:0.0:1788624537.266640:0:32036:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624537.266641:0:32036:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00010000:00000001:0.0:1788624537.266645:0:32036:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00010000:00000001:0.0:1788624537.266649:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624537.266651:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624537.266654:0:32036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18c00/0xcc94206c7ef4182d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624537.266662:0:32036:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18c00/0xcc94206c7ef4182d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624537.266672:0:32036:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18c00/0xcc94206c7ef4182d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32036 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624537.266678:0:32036:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624537.266681:0:32036:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624537.266689:0:32036:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd18059840. 00000100:00000001:0.0:1788624537.266691:0:32036:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773602682944 : -112300106868672 : ffff99dd18059840) 00000100:00000001:0.0:1788624537.266694:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624537.266696:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000001:0.0:1788624537.266701:0:32036:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624537.266707:0:32036:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.266709:0:32036:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624537.266711:0:32036:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624537.266722:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06300 x1875506845044608/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.266737:0:32036:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624537.266740:0:32036:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624537.266744:0:32036:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624537.266747:0:32036:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624537.266750:0:32036:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624537.266754:0:32036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32036:1875506845044608:192.168.202.125@tcp:101:rm.0 00000100:00000001:0.0:1788624537.266759:0:32036:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624537.266766:0:32036:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624537.266769:0:32036:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624537.266771:0:32036:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624537.266778:0:32036:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd02e11000. 02000000:00000001:0.0:1788624537.266780:0:32036:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624537.266790:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624537.266794:0:32036:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d058. 00000400:00000010:0.0:1788624537.266803:0:32036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395088. 00000100:00000200:0.0:1788624537.266812:0:32036:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845044608, portal 10 00000100:00000001:0.0:1788624537.266814:0:32036:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624537.266816:0:32036:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000040:0.0:1788624537.266823:0:32036:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c06300 x1875506845044608/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624553 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.266831:0:32036:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624537.266833:0:32036:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624537.266836:0:32036:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395ee0. 00000100:00000200:0.0:1788624537.266840:0:32036:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875506845044608, offset 0 00000400:00000200:0.0:1788624537.266849:0:32036:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624537.266859:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624537.266869:0:32036:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624537.266876:0:32036:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624537.266881:0:32036:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624537.266886:0:32036:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624537.266889:0:32036:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624537.266894:0:32036:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2763:2763:256:4294967295] 192.168.202.125@tcp LPNI seq info [2763:2763:8:4294967295] 00000400:00000200:0.0:1788624537.266899:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624537.266911:0:32036:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624537.266918:0:32036:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624537.266925:0:32036:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139c500. 00000800:00000200:0.0:1788624537.266934:0:32036:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624537.266944:0:32036:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624537.266950:0:32036:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139c500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788624537.266982:0:32036:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624537.266988:0:32036:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 811127 usecs (812 jiffies) 00000400:00000200:0.0:1788624537.266992:0:32036:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624537.266996:0:32036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296552140 00000100:00000001:0.0:1788624537.267000:0:32036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296553307 00000100:00000001:0.0:1788624537.267003:0:32036:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296552140 00000100:00000001:0.0:1788624537.267005:0:32036:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296553307 00000100:00000001:0.0:1788624537.267008:0:32036:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624537.267011:0:32036:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.267013:0:32036:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624537.267016:0:32036:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624537.267019:0:32036:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd18059840 going to sleep for 11 seconds 00000100:00000001:0.0:1788624537.267022:0:32036:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624537.267025:0:32036:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624537.267278:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624537.267285:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c500. 00000400:00000200:2.0:1788624537.267292:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.267298:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624537.267305:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395ee0 00000400:00000010:2.0:1788624537.267308:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395ee0. 00000100:00000001:2.0:1788624537.267313:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624537.267318:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06300 x1875506845044608/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624553 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.267329:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624537.267333:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06300 x1875506845044608/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624553 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.267340:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624537.267342:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788624537.270243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601a00. 00010000:00000010:0.1:1788624537.270260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10000. 00010000:00000010:0.1:1788624537.270265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19a00. 00010000:00000010:0.1:1788624537.270270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600800. 00000800:00000001:2.0:1788624537.270992:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.271013:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624537.271017:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.271021:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.271030:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.271040:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624537.271064:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.271071:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.271078:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.271084:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745cf80 00000400:00000200:2.0:1788624537.271090:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624537.271097:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7ead [1] + 224 00000800:00000001:2.0:1788624537.271147:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.271157:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624537.271170:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.271176:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624537.271188:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624537.271202:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06300 x1875506845044608/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624553 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624537.271215:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11c06300 x1875506845044608/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.271239:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624537.271251:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624537.271255:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624537.271462:0:32036:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624537.271472:0:32036:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624537.271474:0:32036:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624537.271478:0:32036:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d058. 00000400:00000200:0.0:1788624537.271483:0:32036:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395088 00000400:00000010:0.0:1788624537.271486:0:32036:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395088. 00000100:00000001:0.0:1788624537.271489:0:32036:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624537.271494:0:32036:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06300 x1875506845044608/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624537.271502:0:32036:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06300 x1875506845044608/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.271510:0:32036:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624537.271511:0:32036:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624537.271514:0:32036:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624537.271519:0:32036:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624537.271522:0:32036:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624537.271524:0:32036:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624537.271528:0:32036:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624537.271540:0:32036:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=116 v=5 (103 103 103 137) 00000100:00001000:0.0:1788624537.271545:0:32036:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624537.271548:0:32036:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624537.271550:0:32036:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.271553:0:32036:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624537.271557:0:32036:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.271562:0:32036:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624537.271565:0:32036:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967600 00000100:00000001:0.0:1788624537.271567:0:32036:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624537.271571:0:32036:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624537.271576:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06300 x1875506845044608/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.271583:0:32036:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624537.271587:0:32036:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624537.271589:0:32036:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624537.271594:0:32036:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06300 x1875506845044608/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624553 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624537.271602:0:32036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32036:1875506845044608:192.168.202.125@tcp:101:rm.0 00000100:00000001:0.0:1788624537.271608:0:32036:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624537.271611:0:32036:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624537.271614:0:32036:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624537.271616:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624537.271620:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06300 x1875506845044608/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624553 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.271628:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624537.271631:0:32036:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd18059840. 00000100:00000001:0.0:1788624537.271635:0:32036:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624537.271637:0:32036:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.271640:0:32036:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624537.271645:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.271649:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.271653:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18c00 refcount=4 00000020:00000001:0.0:1788624537.271655:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00010000:00000001:0.0:1788624537.271659:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00010000:00000040:0.0:1788624537.271666:0:32036:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd11d18c00, remote cookie: 0xa103bd66258a7eac, flags: 0x1001 00010000:00010000:0.0:1788624537.271673:0:32036:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18c00/0xcc94206c7ef4182d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7eac expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788624537.271682:0:32036:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788624537.271686:0:32036:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788624537.271694:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 2 00010000:00000001:0.0:1788624537.271697:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624537.271701:0:32036:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624537.271705:0:32036:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18c00/0xcc94206c7ef4182d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7eac expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624537.271714:0:32036:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18c00/0xcc94206c7ef4182d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7eac expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.271721:0:32036:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624537.271726:0:32036:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624537.271729:0:32036:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624537.271731:0:32036:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624537.271732:0:32036:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624537.271735:0:32036:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x20:0x0].0x0 (ffff99dd189e4600) refcount = 2 00010000:00000040:0.0:1788624537.271738:0:32036:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788624537.271741:0:32036:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef41826 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e6d expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788624537.271749:0:32036:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18c00/0xcc94206c7ef4182d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7eac expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.271756:0:32036:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624537.271760:0:32036:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624537.271761:0:32036:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624537.271765:0:32036:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624537.271767:0:32036:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624537.271771:0:32036:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18c00/0xcc94206c7ef4182d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7eac expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.271777:0:32036:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624537.271779:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.271781:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.271782:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.271783:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.271785:0:32036:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.271791:0:32036:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788624537.271793:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.271794:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.271796:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18c00 refcount=3 00000020:00000001:0.0:1788624537.271798:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00010000:00000001:0.0:1788624537.271800:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00010000:00000001:0.0:1788624537.271802:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.271803:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.271805:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18c00 refcount=4 00000020:00000001:0.0:1788624537.271806:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00010000:00000001:0.0:1788624537.271808:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00010000:00000001:0.0:1788624537.271811:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624537.271815:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624537.271818:0:32036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18c00/0xcc94206c7ef4182d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7eac expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.271830:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.271831:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.271832:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.271834:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.271835:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18c00 refcount=5 00000020:00000001:0.0:1788624537.271837:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00010000:00000001:0.0:1788624537.271839:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00010000:00000001:0.0:1788624537.271842:0:32036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624537.271844:0:32036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18c00/0xcc94206c7ef4182d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7eac expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.271850:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.271852:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624537.271854:0:32036:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18c00/0xcc94206c7ef4182d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7eac expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.271861:0:32036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624537.271862:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.271863:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.271864:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.271865:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788624537.271870:0:32036:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11c06300 x1875506845044608/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624553 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788624537.271880:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.271881:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.271882:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18c00 refcount=3 00000020:00000001:0.0:1788624537.271884:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00010000:00000001:0.0:1788624537.271886:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00010000:00000001:0.0:1788624537.271889:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.271890:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624537.271891:0:32036:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.271894:0:32036:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.271898:0:32036:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788624537.271901:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.271902:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.271904:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18c00 refcount=3 00000020:00000001:0.0:1788624537.271905:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00010000:00000001:0.0:1788624537.271907:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00000002:00010000:0.0:1788624537.271910:0:32036:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18c00/0xcc94206c7ef4182d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7eac expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.271917:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.271919:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.271921:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624537.271922:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.271923:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.271925:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18c00 refcount=3 00000020:00000001:0.0:1788624537.271927:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00010000:00000001:0.0:1788624537.271929:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00010000:00000040:0.0:1788624537.271932:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 3 00010000:00000001:0.0:1788624537.271934:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788624537.271939:0:32036:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/32 (0 0) 00010000:00000001:0.0:1788624537.271941:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.271942:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624537.271944:0:32036:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624537.271947:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881def9f0 00000002:00002000:0.0:1788624537.271949:0:32036:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788624537.271953:0:32036:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.271958:0:32036:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.271961:0:32036:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624537.271964:0:32036:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788624537.271967:0:32036:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.271972:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:0.0:1788624537.271975:0:32036:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788624537.271978:0:32036:0:(namei.c:674:ll_lookup_it_finish()) it ffffbef881defe00 it_disposition b 00000080:00000001:0.0:1788624537.271982:0:32036:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624537.271990:0:32036:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788624537.271996:0:32036:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788624537.272004:0:32036:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd215f8280. 00800000:00000001:0.0:1788624537.272006:0:32036:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773759570560 : -112299949981056 : ffff99dd215f8280) 00800000:00000001:0.0:1788624537.272009:0:32036:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.272012:0:32036:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788624537.272015:0:32036:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1788624537.272019:0:32036:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788624537.272026:0:32036:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788624537.272029:0:32036:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:0.0:1788624537.272032:0:32036:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788624537.272036:0:32036:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788624537.272037:0:32036:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.272042:0:32036:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:0.0:1788624537.272059:0:32036:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788624537.272063:0:32036:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611168 mtime from 1788624519 to 1788624537 00000080:00200000:0.0:1788624537.272069:0:32036:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00200000:0.0:1788624537.272072:0:32036:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x20:0x0](ffff99dd1912c2c8): rc = 0 00000080:00000001:0.0:1788624537.272075:0:32036:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620323016 : -112300089228600 : ffff99dd1912c2c8) 00010000:00000001:0.0:1788624537.272077:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.272078:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.272079:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18c00 refcount=3 00000020:00000001:0.0:1788624537.272081:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00010000:00000001:0.0:1788624537.272083:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00010000:00000001:0.0:1788624537.272085:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.272086:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624537.272088:0:32036:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624537.272091:0:32036:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788624537.272092:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8280 1 00800000:00000010:0.0:1788624537.272095:0:32036:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd215f8280. 00800000:00000001:0.0:1788624537.272098:0:32036:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624537.272102:0:32036:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff99dd1912c2c8) for lock 0xcc94206c7ef4182d 00800000:00000001:0.0:1788624537.272232:0:32036:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624537.272236:0:32036:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624537.272237:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.272239:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.272240:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18c00 refcount=3 00000020:00000001:0.0:1788624537.272243:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00010000:00000001:0.0:1788624537.272245:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00010000:00000001:0.0:1788624537.272248:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.272249:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624537.272251:0:32036:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.272253:0:32036:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788624537.272260:0:32036:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd19322a20 inode ffff99dd1912c2c8 refc 1 flags 0x20000e 00000080:00000002:0.0:1788624537.272266:0:32036:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1788624537.272270:0:32036:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788624537.272273:0:32036:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff99dd1912c2c8) 00000080:00010000:0.0:1788624537.272279:0:32036:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4182d from it ffffbef881defe00 00010000:00000001:0.0:1788624537.272281:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.272282:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.272283:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18c00 refcount=3 00000020:00000001:0.0:1788624537.272285:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00010000:00000001:0.0:1788624537.272287:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498608640 : -112300210942976 : ffff99dd11d18c00) 00010000:00000001:0.0:1788624537.272289:0:32036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624537.272292:0:32036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18c00/0xcc94206c7ef4182d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7eac expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624537.272298:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.272300:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.272301:0:32036:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624537.272304:0:32036:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624537.272306:0:32036:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18c00/0xcc94206c7ef4182d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7eac expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624537.272313:0:32036:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624537.272316:0:32036:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624537.272319:0:32036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624537.272323:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.272325:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.272326:0:32036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.272331:0:32036:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624537.272333:0:32036:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.272335:0:32036:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.272338:0:32036:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.272340:0:32036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624537.272341:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.272342:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624537.272344:0:32036:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788624537.272348:0:32036:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744000. 00000100:00000001:0.0:1788624537.272352:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624537.272357:0:32036:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06300 x1875506845044608/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624553 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624537.272478:0:32036:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624537.272481:0:32036:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624537.272485:0:32036:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd02e11000. 02000000:00000001:0.0:1788624537.272490:0:32036:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624537.272492:0:32036:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624537.272494:0:32036:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624537.272496:0:32036:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624537.272499:0:32036:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd06573800. 02000000:00000001:0.0:1788624537.272504:0:32036:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624537.272506:0:32036:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624537.272508:0:32036:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06300. 00000100:00000001:0.0:1788624537.272512:0:32036:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624537.272513:0:32036:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624537.272517:0:32036:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788624537.272518:0:32036:0:(dcache.c:176:ll_intent_release()) intent ffffbef881defe00 released 00000080:00000001:0.0:1788624537.272520:0:32036:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788624537.272525:0:32036:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624537.272528:0:32036:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624537.272530:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defd50 00000080:00200000:0.0:1788624537.272532:0:32036:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624537.272539:0:32036:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744000. 00800000:00000002:0.0:1788624537.272545:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624537.272549:0:32036:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624537.272552:0:32036:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624537.272554:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defc70 00800000:00000002:0.0:1788624537.272556:0:32036:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624537.272560:0:32036:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624537.272563:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624537.272567:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624537.272569:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624537.272572:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624537.272575:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.272577:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624537.272580:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.272583:0:32036:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624537.272588:0:32036:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624537.272590:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defb40 00000002:00010000:0.0:1788624537.272592:0:32036:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624537.272596:0:32036:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624537.272598:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624537.272600:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624537.272605:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10500 count: 2 00010000:00000001:0.0:1788624537.272608:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624537.272611:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624537.272614:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624537.272618:0:32036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788624537.272627:0:32036:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624537.272632:0:32036:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624537.272636:0:32036:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788624537.272642:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624537.272645:0:32036:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624537.272647:0:32036:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624537.272649:0:32036:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624537.272652:0:32036:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624537.272654:0:32036:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624537.272656:0:32036:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624537.272658:0:32036:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624537.272660:0:32036:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744000. 00000080:00000001:0.0:1788624537.272663:0:32036:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624537.272665:0:32036:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624537.272667:0:32036:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624537.272671:0:32036:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41818 00800000:00000001:0.0:1788624537.272673:0:32036:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624537.272675:0:32036:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624537.272676:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.272678:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.272680:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:0.0:1788624537.272682:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.272685:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.272687:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.272688:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624537.272689:0:32036:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.272691:0:32036:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624537.272693:0:32036:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41818 from it ffffbef881defd88 00010000:00000001:0.0:1788624537.272695:0:32036:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624537.272696:0:32036:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624537.272697:0:32036:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:0.0:1788624537.272699:0:32036:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.272701:0:32036:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624537.272704:0:32036:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624537.272706:0:32036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788624537.272713:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.272715:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.272716:0:32036:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624537.272718:0:32036:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624537.272721:0:32036:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788624537.272726:0:32036:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624537.272728:0:32036:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624537.272730:0:32036:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624537.272732:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.272733:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.272734:0:32036:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.272736:0:32036:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624537.272738:0:32036:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.272739:0:32036:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.272741:0:32036:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.272743:0:32036:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624537.272744:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.272745:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624537.272747:0:32036:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624537.272749:0:32036:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624537.272751:0:32036:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788624537.272757:0:32036:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.272762:0:32036:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:0.0:1788624537.272765:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defe18 00000080:00200000:0.0:1788624537.272767:0:32036:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00000001:0.0:1788624537.272771:0:32036:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:0.0:1788624537.272774:0:32036:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-2, [0x200000405:0x20:0x0]) is foreign... 00000080:00000001:0.0:1788624537.272777:0:32036:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788624537.272782:0:32036:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744000. 00800000:00000002:0.0:1788624537.272784:0:32036:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00800000:00000001:0.0:1788624537.272791:0:32036:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788624537.272795:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624537.272796:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624537.272798:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624537.272799:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624537.272801:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.272803:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624537.272805:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.272806:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624537.272808:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624537.272809:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624537.272811:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624537.272813:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.272814:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1788624537.272816:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624537.272819:0:32036:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788624537.272820:0:32036:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624537.272821:0:32036:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624537.272822:0:32036:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624537.272823:0:32036:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624537.272825:0:32036:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.272826:0:32036:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:0.0:1788624537.272828:0:32036:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.272831:0:32036:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x20:0x0] 00800000:00000001:0.0:1788624537.272833:0:32036:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624537.272835:0:32036:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x20:0x0] -> mds #0 00000002:00000001:0.0:1788624537.272840:0:32036:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788624537.272842:0:32036:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788624537.272845:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10500 count: 2 00010000:00000001:0.0:1788624537.272847:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624537.272850:0:32036:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788624537.272854:0:32036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624537.272857:0:32036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41818 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a7e51 expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1788624537.272865:0:32036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624537.272870:0:32036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788624537.272872:0:32036:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788624537.272874:0:32036:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788624537.272877:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624537.272878:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624537.272880:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10500 count: 3 00010000:00000001:0.0:1788624537.272882:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624537.272885:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.272886:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624537.272887:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624537.272889:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10500 count: 3 00010000:00000001:0.0:1788624537.272891:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624537.272893:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.272895:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624537.272896:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624537.272897:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10500 count: 3 00010000:00000001:0.0:1788624537.272899:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624537.272901:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.272903:0:32036:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788624537.272906:0:32036:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788624537.272911:0:32036:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788624537.272914:0:32036:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788624537.272917:0:32036:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788624537.272919:0:32036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.272923:0:32036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624537.272925:0:32036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624537.272927:0:32036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624537.272928:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624537.272930:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788624537.272933:0:32036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d19800 with handle 0xcc94206c7ef41818 from hash 00010000:00000001:0.0:1788624537.272935:0:32036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624537.272937:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.272938:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.272940:0:32036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624537.272942:0:32036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624537.272944:0:32036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788624537.272947:0:32036:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624537.272950:0:32036:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624537.272952:0:32036:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624537.272954:0:32036:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788624537.272956:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 3 00010000:00000001:0.0:1788624537.272958:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624537.272960:0:32036:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788624537.272963:0:32036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624537.272966:0:32036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18c00/0xcc94206c7ef4182d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a7eac expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788624537.272978:0:32036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624537.272980:0:32036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788624537.272981:0:32036:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788624537.272982:0:32036:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:0.0:1788624537.272985:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624537.272986:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624537.272987:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 4 00010000:00000001:0.0:1788624537.272989:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624537.272992:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.272994:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624537.272995:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624537.272996:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 4 00010000:00000001:0.0:1788624537.272998:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624537.273000:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.273001:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624537.273003:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624537.273004:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 4 00010000:00000001:0.0:1788624537.273006:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624537.273009:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.273010:0:32036:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788624537.273012:0:32036:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x20:0x0] lli = ffff99dd1912c200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788624537.273015:0:32036:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788624537.273016:0:32036:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788624537.273018:0:32036:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788624537.273020:0:32036:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff99dd1912c2c8) invalid 00000020:00000001:0.0:1788624537.273023:0:32036:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881defa80 00000080:00002000:0.0:1788624537.273025:0:32036:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff99dd19322a20) parent ffff99dd19287870 inode ffff99dd1912c2c8 refc 2 00000080:00000001:0.0:1788624537.273029:0:32036:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788624537.273030:0:32036:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788624537.273031:0:32036:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624537.273034:0:32036:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624537.273035:0:32036:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624537.273037:0:32036:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624537.273039:0:32036:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624537.273040:0:32036:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788624537.273042:0:32036:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d18c00 with handle 0xcc94206c7ef4182d from hash 00000080:00000010:0.1:1788624537.273499:0:32036:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8d60. 00000080:00000010:0.1:1788624537.273525:0:32036:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19874200. 00000080:00000010:0.1:1788624537.273530:0:32036:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8ac0. 00010000:00000001:0.0:1788624537.273543:0:32036:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624537.273545:0:32036:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624537.273546:0:32036:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624537.273547:0:32036:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624537.273550:0:32036:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624537.273551:0:32036:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788624537.273554:0:32036:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624537.273556:0:32036:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef41826 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x20:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a7e6d expref: -99 pid: 32036 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788624537.273563:0:32036:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624537.273565:0:32036:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788624537.273567:0:32036:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788624537.273568:0:32036:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode CR 00000002:00000001:0.0:1788624537.273570:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624537.273572:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624537.273575:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 4 00010000:00000001:0.0:1788624537.273577:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624537.273579:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624537.273580:0:32036:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624537.273582:0:32036:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624537.273583:0:32036:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 4 00010000:00000001:0.0:1788624537.273584:0:32036:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624537.273586:0:32036:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.273588:0:32036:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624537.273590:0:32036:0:(file.c:297:ll_md_real_close()) Process entered 00000800:00000200:2.0:1788624537.279763:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624537.279780:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611800. 00000400:00000200:2.0:1788624537.279793:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624537.279805:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624537.279816:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c6e8 00000400:00000010:2.0:1788624537.279820:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c6e8. 00000100:00000001:2.0:1788624537.279826:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624537.279838:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9c00 x1875506845044864/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624553 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.279853:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624537.279856:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9c00 x1875506845044864/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624553 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624537.279863:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624537.279865:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624537.282175:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624537.282201:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624537.282206:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624537.282208:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624537.282222:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624537.282233:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624537.282244:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624537.282250:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624537.282257:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624537.282263:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745d080 00000400:00000200:3.0:1788624537.282270:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624537.282279:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x7eb5 [1] + 224 00000800:00000001:3.0:1788624537.282288:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624537.282297:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624537.282301:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624537.282307:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624537.282318:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624537.282330:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9c00 x1875506845044864/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624553 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624537.282341:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11dd9c00 x1875506845044864/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624537.282370:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624537.282382:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624537.282386:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624537.283924:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624537.283930:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611800. 00000400:00000200:3.0:1788624537.283935:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624537.283941:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624537.283946:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cd48 00000400:00000010:3.0:1788624537.283948:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cd48. 00000100:00000001:3.0:1788624537.283952:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624537.283957:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9c00 x1875506845045120/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624553 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624537.283967:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624537.283969:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9c00 x1875506845045120/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624553 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624537.283975:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624537.283977:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624537.290639:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624537.290664:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624537.290669:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624537.290672:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624537.290683:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624537.290693:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624537.290704:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624537.290709:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624537.290716:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624537.290720:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745d180 00000400:00000200:3.0:1788624537.290726:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624537.290734:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x7ebd [1] + 224 00000800:00000001:3.0:1788624537.290742:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624537.290751:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624537.290756:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624537.290761:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624537.290770:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624537.290782:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9c00 x1875506845045120/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624553 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624537.290794:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99dd11dd9c00 x1875506845045120/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624553 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624537.290813:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624537.290823:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624537.290827:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1788624537.299173:0:32037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18c00. 00010000:00000010:1.1:1788624537.299216:0:32037:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4600. 00010000:00000010:1.1:1788624537.299221:0:32037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19c00. 00010000:00000010:1.1:1788624537.299227:0:32037:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10500. 00010000:00000010:1.1:1788624537.299231:0:32037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19800. 00000080:00000010:1.1:1788624537.318523:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd1912c200. 00000080:00000010:1.1:1788624537.318544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536540. 00010000:00000001:3.0:1788624537.554981:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624537.554993:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624537.555003:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624537.555005:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624537.555009:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624537.555011:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624537.555212:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624537.555220:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624537.555226:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624538.578472:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624538.578485:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624538.578491:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624538.578492:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624538.578496:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624538.578497:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624538.578942:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624538.578946:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624538.578950:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788624539.283192:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296553307, at 4296553345 00000100:00000010:2.0:1788624539.283217:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879c9c0. 00000100:00000040:3.0:1788624539.287275:0:31569:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296553307, at 4296553349 00000100:00000010:3.0:1788624539.287295:0:31569:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879c000. 00010000:00000001:3.0:1788624539.605446:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624539.605457:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624539.605465:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624539.605467:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624539.605471:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624539.605472:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624539.611458:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624539.611469:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624539.611476:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788624540.079043:0:32262:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624540.434588:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624540.434603:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788624540.434614:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d60a80. 00000020:00000040:2.0:1788624540.434622:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:2.0:1788624540.434628:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624540.434632:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624540.434639:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624540.434650:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04872300. 00000100:00000001:2.0:1788624540.434659:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624540.434674:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11d60a80 x1875506845045248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624540.434687:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624540.434692:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624540.434699:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000060b2fd1] to pc [ptlrpcd_01_00+0] req@ffff99dd11d60a80 x1875506845045248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.434729:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624540.434732:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624540.434736:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788624540.434741:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d60e00. 00000020:00000040:2.0:1788624540.434743:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=10 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624540.434746:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624540.434748:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624540.434750:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624540.434753:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04872500. 00000100:00000001:2.0:1788624540.434756:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624540.434761:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11d60e00 x1875506845045376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624540.434768:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624540.434769:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624540.434787:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065cb8a3d] to pc [ptlrpcd_01_01+1] req@ffff99dd11d60e00 x1875506845045376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.434796:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624540.434798:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624540.434801:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788624540.434805:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62680. 00000020:00000040:2.0:1788624540.434807:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624540.434810:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624540.434811:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624540.434812:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624540.434816:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04872c00. 00000100:00000001:2.0:1788624540.434818:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624540.434823:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11d62680 x1875506845045504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624540.434829:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624540.434830:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624540.434834:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e20a1389] to pc [ptlrpcd_01_00+0] req@ffff99dd11d62680 x1875506845045504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.434842:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624540.434844:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624540.434848:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788624540.434851:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63b80. 00000020:00000040:2.0:1788624540.434853:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=4 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:2.0:1788624540.434855:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624540.434856:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624540.434858:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624540.434861:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04872b00. 00000100:00000001:2.0:1788624540.434863:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624540.434867:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11d63b80 x1875506845045632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624540.434874:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624540.434876:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624540.434880:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6b4031] to pc [ptlrpcd_01_01+1] req@ffff99dd11d63b80 x1875506845045632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.434887:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624540.434889:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624540.434892:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788624540.434896:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61c00. 00000020:00000040:2.0:1788624540.434898:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:2.0:1788624540.434900:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624540.434902:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624540.434903:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624540.434907:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04872900. 00000100:00000001:2.0:1788624540.434909:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624540.434913:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11d61c00 x1875506845045760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624540.434920:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624540.434922:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624540.434926:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b600f0e4] to pc [ptlrpcd_01_00+0] req@ffff99dd11d61c00 x1875506845045760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.434934:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624540.434940:0:25842:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1892) 00000100:00000001:2.0:1788624540.434957:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624540.434962:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624540.434965:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624540.434972:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d60a80 x1875506845045248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.434980:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624540.434982:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624540.434987:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624540.434990:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624540.434993:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624540.434997:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2391:1875506845045248:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624540.435002:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624540.435020:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624540.435022:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624540.435026:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624540.435031:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18bf0000. 02000000:00000001:2.0:1788624540.435033:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624540.435043:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624540.435048:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2c60. 00000400:00000010:2.0:1788624540.435057:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08dd0. 00000100:00000200:2.0:1788624540.435066:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845045248, portal 25 00000100:00000001:2.0:1788624540.435069:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624540.435070:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498903168 : -112300210648448 : ffff99dd11d60a80) 00000100:00000040:2.0:1788624540.435077:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d60a80 x1875506845045248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.435085:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624540.435089:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624540.435092:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08088. 00000100:00000200:2.0:1788624540.435095:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845045248, offset 0 00000400:00000200:2.0:1788624540.435146:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624540.435157:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624540.435167:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624540.435174:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624540.435180:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624540.435184:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624540.435188:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624540.435192:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2766:2766:256:4294967295] 192.168.202.125@tcp LPNI seq info [2766:2766:8:4294967295] 00000400:00000200:2.0:1788624540.435197:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624540.435207:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624540.435215:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624540.435222:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872a00. 00000800:00000200:2.0:1788624540.435230:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624540.435240:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624540.435245:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624540.435260:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624540.435265:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624540.435268:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296558422 00000100:00000010:2.0:1788624540.435273:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd18588120. 00000100:00000001:2.0:1788624540.435282:0:2391:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788624540.435287:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296558422 00000100:00000010:2.0:1788624540.435291:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd18588a80. 00000100:00000001:2.0:1788624540.435294:0:2391:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788624540.435297:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624540.435300:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624540.435303:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624540.435307:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d62680 x1875506845045504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.435314:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624540.435316:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624540.435319:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624540.435321:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624540.435323:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624540.435326:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845045504:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624540.435332:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624540.435335:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624540.435337:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624540.435339:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624540.435343:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18bf1400. 02000000:00000001:2.0:1788624540.435345:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624540.435349:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624540.435351:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a23c8. 00000400:00000010:2.0:1788624540.435356:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08b28. 00000100:00000200:2.0:1788624540.435359:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845045504, portal 10 00000100:00000001:2.0:1788624540.435361:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624540.435362:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498910336 : -112300210641280 : ffff99dd11d62680) 00000100:00000040:2.0:1788624540.435371:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d62680 x1875506845045504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.435378:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624540.435380:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624540.435384:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08660. 00000100:00000200:2.0:1788624540.435386:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845045504, offset 0 00000400:00000200:2.0:1788624540.435391:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624540.435394:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624540.435398:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624540.435401:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624540.435403:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624540.435406:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624540.435563:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624540.435570:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2767:2767:255:4294967295] 192.168.202.125@tcp LPNI seq info [2767:2767:7:4294967295] 00000400:00000200:2.0:1788624540.435574:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624540.435581:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624540.435586:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624540.435591:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872100. 00000800:00000200:2.0:1788624540.435595:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624540.435601:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624540.435603:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624540.435606:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624540.435611:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24750 usecs (25 jiffies) 00000400:00000200:2.0:1788624540.435614:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624540.435616:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296554521 00000100:00000001:2.0:1788624540.435619:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296558422 00000100:00000001:2.0:1788624540.435621:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296554521 00000100:00000001:2.0:1788624540.435623:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296558422 00000100:00000001:2.0:1788624540.435626:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624540.435628:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624540.435630:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624540.435635:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61c00 x1875506845045760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.435642:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624540.435643:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624540.435645:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624540.435647:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624540.435650:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624540.435652:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845045760:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624540.435655:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624540.435658:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624540.435660:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624540.435661:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624540.435666:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0864b800. 02000000:00000001:2.0:1788624540.435668:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624540.435672:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624540.435675:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2000. 00000400:00000010:2.0:1788624540.435680:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08c38. 00000100:00000200:2.0:1788624540.435683:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845045760, portal 4 00000100:00000001:2.0:1788624540.435685:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624540.435688:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498907648 : -112300210643968 : ffff99dd11d61c00) 00000100:00000040:2.0:1788624540.435693:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d61c00 x1875506845045760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.435700:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624540.435702:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624540.435705:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08550. 00000100:00000200:2.0:1788624540.435707:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845045760, offset 0 00000400:00000200:2.0:1788624540.435712:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624540.438325:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624540.438346:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624540.438353:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624540.438358:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624540.438364:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624540.438367:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624540.438371:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2768:2768:254:4294967295] 192.168.202.125@tcp LPNI seq info [2768:2768:6:4294967295] 00000400:00000200:2.0:1788624540.438377:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624540.438390:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624540.438398:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624540.439097:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872800. 00000800:00000200:2.0:1788624540.439151:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624540.439161:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624540.439166:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624540.439174:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624540.439182:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25252 usecs (26 jiffies) 00000400:00000200:2.0:1788624540.439188:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624540.439192:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296554526 00000100:00000001:2.0:1788624540.439195:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296558422 00000100:00000001:2.0:1788624540.439198:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296554526 00000100:00000001:2.0:1788624540.439200:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296558422 00000100:00000001:2.0:1788624540.439203:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624540.439208:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624540.439214:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624540.439218:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624540.439229:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624540.439232:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788624540.439235:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624540.439238:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624540.439240:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624540.439244:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788624540.439246:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624540.439248:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624540.439250:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624540.439251:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624540.439252:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624540.439255:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624540.439267:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d60e00 x1875506845045376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.439279:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624540.439281:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624540.439287:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624540.439291:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624540.439294:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624540.439298:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845045376:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624540.439303:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624540.439310:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624540.439312:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624540.439315:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624540.439322:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0864a600. 02000000:00000001:2.0:1788624540.439324:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624540.439330:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624540.439335:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a27e8. 00000400:00000010:2.0:1788624540.439344:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08198. 00000100:00000200:2.0:1788624540.439352:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845045376, portal 10 00000100:00000001:2.0:1788624540.439355:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624540.439357:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498904064 : -112300210647552 : ffff99dd11d60e00) 00000100:00000040:2.0:1788624540.439366:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d60e00 x1875506845045376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.439373:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624540.439376:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624540.439379:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08330. 00000100:00000200:2.0:1788624540.439382:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845045376, offset 0 00000400:00000200:2.0:1788624540.439390:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624540.439397:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624540.439402:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624540.439406:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624540.439804:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624540.439809:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624540.439812:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624540.439816:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2769:2769:253:4294967295] 192.168.202.125@tcp LPNI seq info [2769:2769:5:4294967295] 00000400:00000200:2.0:1788624540.439821:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624540.439830:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624540.439836:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624540.439842:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872000. 00000800:00000200:2.0:1788624540.439846:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624540.439851:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624540.439854:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624540.439858:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624540.439862:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 807688 usecs (808 jiffies) 00000400:00000200:2.0:1788624540.439866:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624540.439868:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296555309 00000100:00000001:2.0:1788624540.439870:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296558422 00000100:00000001:2.0:1788624540.439872:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296555309 00000100:00000001:2.0:1788624540.439874:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296558422 00000100:00000001:2.0:1788624540.439876:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624540.439879:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624540.439882:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624540.439887:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63b80 x1875506845045632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.439895:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624540.439897:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624540.439900:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624540.439902:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624540.439904:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624540.439907:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845045632:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624540.439910:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624540.439913:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624540.439915:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624540.439917:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624540.439921:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0864b000. 02000000:00000001:2.0:1788624540.439922:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624540.439926:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624540.439928:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2d68. 00000400:00000010:2.0:1788624540.439932:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e087f8. 00000100:00000200:2.0:1788624540.439936:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845045632, portal 4 00000100:00000001:2.0:1788624540.439938:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624540.439939:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498915712 : -112300210635904 : ffff99dd11d63b80) 00000100:00000040:2.0:1788624540.439945:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d63b80 x1875506845045632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.439952:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624540.439954:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624540.439956:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08990. 00000100:00000200:2.0:1788624540.439960:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845045632, offset 0 00000400:00000200:2.0:1788624540.439964:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624540.439968:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624540.439972:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624540.439975:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624540.439978:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624540.439980:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624540.439982:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624540.439985:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2770:2770:252:4294967295] 192.168.202.125@tcp LPNI seq info [2770:2770:4:4294967295] 00000400:00000200:2.0:1788624540.439989:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624540.439994:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624540.439999:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624540.440003:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872e00. 00000800:00000200:2.0:1788624540.440006:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624540.440520:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624540.440524:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624540.440529:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624540.440533:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 218692 usecs (219 jiffies) 00000400:00000200:2.0:1788624540.440537:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624540.440539:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296554721 00000100:00000001:2.0:1788624540.440542:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296558422 00000100:00000001:2.0:1788624540.440544:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296554721 00000100:00000001:2.0:1788624540.440547:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296558422 00000100:00000001:2.0:1788624540.440549:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624540.440552:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624540.440555:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624540.440560:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624540.440574:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624540.440577:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624540.440632:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624540.440637:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872a00. 00000400:00000200:2.0:1788624540.440643:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624540.440649:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624540.440657:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08088 00000400:00000010:2.0:1788624540.440659:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08088. 00000100:00000001:2.0:1788624540.440664:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624540.440671:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d60a80 x1875506845045248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.440683:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624540.440687:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d60a80 x1875506845045248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.440694:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624540.440695:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624540.440711:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624540.440714:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872100. 00000400:00000200:2.0:1788624540.440717:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624540.440720:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624540.440723:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08660 00000400:00000010:2.0:1788624540.440725:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08660. 00000100:00000001:2.0:1788624540.440727:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624540.440731:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d62680 x1875506845045504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.440739:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624540.440741:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d62680 x1875506845045504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.440748:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624540.440749:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624540.440758:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624540.440760:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872800. 00000400:00000200:2.0:1788624540.440763:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624540.440766:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624540.440769:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08550 00000400:00000010:2.0:1788624540.440770:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08550. 00000100:00000001:2.0:1788624540.440773:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624540.440777:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61c00 x1875506845045760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.440785:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624540.440787:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61c00 x1875506845045760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.440794:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624540.440795:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624540.440804:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624540.440806:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872000. 00000400:00000200:2.0:1788624540.440809:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624540.440812:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624540.440814:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08330 00000400:00000010:2.0:1788624540.440816:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08330. 00000100:00000001:2.0:1788624540.440818:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624540.440822:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d60e00 x1875506845045376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.440830:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624540.440833:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d60e00 x1875506845045376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.440840:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624540.440841:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624540.441425:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624540.441431:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872e00. 00000400:00000200:2.0:1788624540.441435:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624540.441441:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624540.441445:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08990 00000400:00000010:2.0:1788624540.441447:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08990. 00000100:00000001:2.0:1788624540.441450:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624540.441455:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63b80 x1875506845045632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.441463:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624540.441465:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d63b80 x1875506845045632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.441470:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624540.441472:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624540.446572:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624540.446588:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624540.446593:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624540.446597:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624540.446607:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624540.446618:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624540.446629:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624540.446639:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624540.446648:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624540.446656:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c37745d300 00000400:00000200:3.0:1788624540.446664:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624540.446677:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x7ed5 [1] + 224 00000800:00000001:3.0:1788624540.446686:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624540.446693:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624540.446697:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624540.446720:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624540.446731:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624540.446745:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d62680 x1875506845045504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624540.446760:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d62680 x1875506845045504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624540.446789:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624540.446804:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624540.446811:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624540.446813:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624540.446819:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624540.446823:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624540.446827:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624540.446831:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624540.446834:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624540.446837:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624540.446840:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c37745d200 00000400:00000200:3.0:1788624540.446844:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624540.446848:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7ec5 [1] + 224 00000800:00000001:3.0:1788624540.446852:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624540.446856:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624540.446858:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624540.446861:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624540.446864:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624540.446868:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d60a80 x1875506845045248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624540.446876:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d60a80 x1875506845045248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624540.446883:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624540.446886:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624540.446890:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624540.446891:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624540.446893:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624540.446896:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624540.446899:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624540.446902:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624540.446905:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624540.446907:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624540.446910:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745d380 00000400:00000200:3.0:1788624540.446914:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624540.446918:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7f05 [1] + 224 00000800:00000001:3.0:1788624540.446922:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624540.446927:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624540.446929:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624540.446932:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624540.446934:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624540.446938:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63b80 x1875506845045632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624540.446947:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d63b80 x1875506845045632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624540.446954:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624540.446957:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624540.446960:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624540.446979:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624540.446983:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624540.446989:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624540.446991:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624540.446994:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2d68. 00000400:00000200:3.0:1788624540.446998:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e087f8 00000400:00000010:3.0:1788624540.447001:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e087f8. 00000100:00000001:3.0:1788624540.447004:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624540.447007:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d63b80 x1875506845045632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624540.447015:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d63b80 x1875506845045632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624540.447028:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624540.447030:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624540.447032:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624540.447035:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624540.447038:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624540.447040:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624540.447043:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624540.447053:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=118 v=5 (5 5 5 36) 00000100:00001000:3.0:1788624540.447057:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=16 v=5 (1 1 0 0) 00000100:00000001:3.0:1788624540.447059:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624540.447061:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624540.447064:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624540.447069:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624540.447073:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624540.447075:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788624540.447077:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624540.447080:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624540.447085:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d63b80 x1875506845045632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624540.447092:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624540.447095:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624540.447096:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624540.447100:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63b80 x1875506845045632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624540.447177:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845045632:192.168.202.125@tcp:400:kworker.0 00000400:00000001:3.0:1788624540.447183:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624540.447185:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624540.447186:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2c60. 00000400:00000200:3.0:1788624540.447189:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08dd0 00000400:00000010:3.0:1788624540.447191:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08dd0. 00000100:00000001:3.0:1788624540.447193:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624540.447198:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d60a80 x1875506845045248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624540.447207:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d60a80 x1875506845045248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624540.447213:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624540.447215:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624540.447218:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624540.447220:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624540.447222:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624540.447224:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624540.447227:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624540.447231:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=119 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624540.447233:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=119 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624540.447236:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624540.447238:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624540.447240:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624540.447242:0:2391:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624540.447244:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624540.447249:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d60a80 x1875506845045248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624540.447256:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624540.447258:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624540.447260:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624540.447264:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d60a80 x1875506845045248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624540.447271:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2391:1875506845045248:192.168.202.125@tcp:400:kworker.0 00000400:00000001:3.0:1788624540.447276:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624540.447277:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624540.447279:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a23c8. 00000400:00000200:3.0:1788624540.447281:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08b28 00000400:00000010:3.0:1788624540.447283:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08b28. 00000100:00000001:3.0:1788624540.447285:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624540.447288:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d62680 x1875506845045504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624540.447295:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d62680 x1875506845045504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624540.447302:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624540.447303:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624540.447305:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624540.447306:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624540.447307:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624540.447309:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624540.447311:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624540.447314:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=119 v=5 (103 103 103 137) 00000100:00001000:3.0:1788624540.447317:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=119 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624540.447320:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624540.447321:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624540.447323:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624540.447325:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624540.447327:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624540.447329:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788624540.447331:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624540.447333:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624540.447337:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d62680 x1875506845045504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624540.447344:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624540.447346:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624540.447347:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624540.447351:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d62680 x1875506845045504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624540.447358:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845045504:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624540.447363:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624540.447365:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624540.447369:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d63b80 x1875506845045632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624540.447376:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624540.447379:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624540.447382:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0864b000. 02000000:00000001:3.0:1788624540.447385:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624540.447388:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624540.447389:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624540.447392:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624540.447394:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04872b00. 02000000:00000001:3.0:1788624540.447398:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624540.447400:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624540.447401:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63b80. 00000100:00000001:3.0:1788624540.447407:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624540.447409:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624540.447410:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624540.447414:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d60a80 x1875506845045248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624540.447420:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624540.447421:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624540.447423:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18bf0000. 02000000:00000001:3.0:1788624540.447426:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624540.447427:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624540.447429:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:3.0:1788624540.447430:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624540.447431:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04872300. 02000000:00000001:3.0:1788624540.447434:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624540.447435:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624540.447436:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d60a80. 00000100:00000001:3.0:1788624540.447438:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624540.447440:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624540.447441:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624540.447444:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d62680 x1875506845045504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624540.447450:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624540.447451:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624540.447453:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18bf1400. 02000000:00000001:3.0:1788624540.447455:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624540.447456:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624540.447457:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624540.447459:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624540.447461:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04872c00. 02000000:00000001:3.0:1788624540.447463:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624540.447464:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624540.447465:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d62680. 00000100:00000001:3.0:1788624540.447468:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624540.447469:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624540.447472:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624540.447474:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624540.447475:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624540.447477:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624540.447479:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624540.450102:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624540.450652:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624540.450660:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624540.450664:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624540.450678:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624540.450690:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624540.450703:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624540.450710:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624540.450718:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624540.450724:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745d400 00000400:00000200:2.0:1788624540.450731:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624540.450739:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7ee5 [1] + 224 00000800:00000001:2.0:1788624540.450750:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624540.450755:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624540.450759:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624540.450765:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624540.450776:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624540.450789:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61c00 x1875506845045760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624540.450803:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d61c00 x1875506845045760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.450825:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624540.450837:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624540.450841:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624540.450843:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624540.450846:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624540.450851:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624540.450860:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000100:00000001:3.0:1788624540.450862:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788624540.450868:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624540.450871:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788624540.450876:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624540.450881:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000001:3.0:1788624540.450882:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624540.450887:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1788624540.450889:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c37745d280 00000400:00000010:3.0:1788624540.450894:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2000. 00000400:00000200:2.0:1788624540.450897:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624540.450906:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08c38 00000400:00000010:3.0:1788624540.450911:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08c38. 00000100:00000001:3.0:1788624540.450916:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624540.450928:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61c00 x1875506845045760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624540.450940:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61c00 x1875506845045760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624540.450946:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624540.450948:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624540.450960:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624540.450963:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624540.450965:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624540.450968:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624540.450971:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624540.450980:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=118 v=5 (5 5 5 36) 00000100:00001000:3.0:1788624540.450985:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624540.450987:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624540.450990:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624540.450993:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624540.450997:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624540.451003:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624540.451006:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:3.0:1788624540.451008:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624540.451010:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624540.451016:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d61c00 x1875506845045760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624540.451024:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624540.451028:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624540.451030:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624540.451036:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61c00 x1875506845045760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624540.451045:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845045760:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624540.451051:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624540.451055:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624540.451061:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d61c00 x1875506845045760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624540.451068:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624540.451071:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624540.451075:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0864b800. 02000000:00000001:3.0:1788624540.451079:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624540.451082:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624540.451084:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624540.451087:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624540.451090:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04872900. 02000000:00000001:3.0:1788624540.451096:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624540.451099:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624540.451102:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d61c00. 00000400:00000200:2.0:1788624540.451218:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x7ef5 [1] + 224 00000800:00000001:2.0:1788624540.451227:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624540.451240:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624540.451244:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624540.451248:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624540.451253:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624540.451260:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d60e00 x1875506845045376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624540.451291:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624540.451304:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624540.451308:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624540.451310:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624540.451311:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624540.451313:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624540.451315:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624540.451477:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d60e00 x1875506845045376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624540.451499:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624540.451507:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624540.451512:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624540.451829:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624540.451833:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624540.451837:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624540.451839:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624540.451841:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a27e8. 00000400:00000200:3.0:1788624540.451846:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08198 00000400:00000010:3.0:1788624540.451848:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08198. 00000100:00000001:3.0:1788624540.451853:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624540.451860:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d60e00 x1875506845045376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624540.451875:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d60e00 x1875506845045376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624540.451882:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624540.451883:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624540.451886:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624540.451888:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624540.451889:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624540.451891:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624540.451893:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624540.451899:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=119 v=5 (103 103 103 137) 00000100:00001000:3.0:1788624540.451903:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624540.451905:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624540.451906:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624540.451909:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624540.451911:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624540.451913:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624540.451915:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967600 00000100:00000001:3.0:1788624540.451916:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624540.451919:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624540.451923:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d60e00 x1875506845045376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624540.451930:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624540.451933:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624540.451936:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624540.451941:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d60e00 x1875506845045376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624540.452008:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845045376:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624540.452014:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624540.452016:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624540.452019:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d60e00 x1875506845045376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624540.452025:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624540.452027:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624540.452029:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0864a600. 02000000:00000001:3.0:1788624540.452033:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624540.452034:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624540.452036:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624540.452038:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624540.452040:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04872500. 02000000:00000001:3.0:1788624540.452042:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624540.452044:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624540.452047:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d60e00. 00000100:00000001:3.0:1788624540.452050:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624540.452051:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624540.452053:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624540.452060:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624540.452062:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624540.452063:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624540.452065:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624540.630088:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624540.630097:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624540.630255:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624540.630257:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624540.630262:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624540.630264:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624540.630395:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624540.630400:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624540.630403:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788624541.113585:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624541.113832:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624541.113837:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624541.113841:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624541.113860:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624541.113870:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624541.113883:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624541.113889:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624541.113895:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624541.113900:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 328 into portal 15 MB=0x6a9c378aceb00 00000400:00000200:2.0:1788624541.113910:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.125@tcp of length 328/328 into md 0x7095 [2] + 1312 00000800:00000001:2.0:1788624541.113917:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624541.113921:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624541.113925:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624541.113929:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624541.113938:0:2383:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788624541.113942:0:2383:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788624541.113949:0:2383:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62d80. 00000100:00000040:2.0:1788624541.113953:0:2383:0:(events.c:341:request_in_callback()) incoming req@ffff99dd11d62d80 x1875506868579072 msgsize 328 00000100:00100000:2.0:1788624541.113958:0:2383:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.125@tcp (source: 12345-192.168.202.125@tcp) 00000100:00000001:2.0:1788624541.113977:0:2383:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788624541.113986:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624541.113989:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624541.113991:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624541.113992:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624541.113995:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624541.113999:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624541.114003:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624541.114005:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624541.114008:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624541.114011:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 328 into portal 15 MB=0x6a9c378aceb80 00000400:00000200:2.0:1788624541.114015:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.125@tcp of length 328/328 into md 0x7095 [2] + 1640 00000800:00000001:2.0:1788624541.114018:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624541.114024:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624541.114026:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624541.114029:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624541.114032:0:2383:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788624541.114033:0:2383:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788624541.114036:0:2383:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63480. 00000100:00000040:2.0:1788624541.114039:0:2383:0:(events.c:341:request_in_callback()) incoming req@ffff99dd11d63480 x1875506868579200 msgsize 328 00000100:00100000:2.0:1788624541.114042:0:2383:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.125@tcp (source: 12345-192.168.202.125@tcp) 00000100:00000001:2.0:1788624541.114051:0:2383:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788624541.114066:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624541.114069:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624541.114478:0:16937:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788624541.114483:0:16937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875506868579072 02000000:00000001:3.0:1788624541.114486:0:16937:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788624541.114489:0:16937:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624541.114492:0:16937:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624541.114498:0:16937:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624541.114504:0:16937:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875506868579072 00000020:00000001:3.0:1788624541.114507:0:16937:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788624541.114510:0:16937:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d2f 00000020:00000001:3.0:1788624541.114514:0:16937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624541.114519:0:16937:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3800 refcount=4 00000020:00000001:3.0:1788624541.114521:0:16937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000020:00000001:3.0:1788624541.114525:0:16937:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000100:00000001:3.0:1788624541.114531:0:16937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624541.114538:0:16937:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3080. 00000100:00000001:3.0:1788624541.114542:0:16937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624541.114545:0:16937:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3080. 00000020:00000010:3.0:1788624541.114553:0:16937:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd03639400. 00000020:00000010:3.0:1788624541.114559:0:16937:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff99dd1115a000. 00000020:00000010:3.0:1788624541.114565:0:16937:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99dd1145fe10. 00000100:00000040:3.0:1788624541.114577:0:16937:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788624541.114581:0:16937:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788624541.114583:0:16937:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788624541.114585:0:16937:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624541.114595:0:16937:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624541.114684:0:16937:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624541.114698:0:16937:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788624541.114700:0:16937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875506868579200 02000000:00000001:3.0:1788624541.114702:0:16937:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788624541.114703:0:16937:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624541.114705:0:16937:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624541.114707:0:16937:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624541.114709:0:16937:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875506868579200 00000020:00000001:3.0:1788624541.114711:0:16937:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788624541.114712:0:16937:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d28 00000020:00000001:3.0:1788624541.114714:0:16937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624541.114716:0:16937:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3000 refcount=4 00000020:00000001:3.0:1788624541.114718:0:16937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000020:00000001:3.0:1788624541.114721:0:16937:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000100:00000001:3.0:1788624541.114723:0:16937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624541.114726:0:16937:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3080. 00000100:00000001:3.0:1788624541.114728:0:16937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624541.114731:0:16937:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3080. 00000020:00000010:3.0:1788624541.114737:0:16937:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd03639e00. 00000020:00000010:3.0:1788624541.114741:0:16937:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff99dd1115af00. 00000020:00000010:3.0:1788624541.114744:0:16937:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99dd1145f578. 00000100:00000001:3.0:1788624541.114749:0:16937:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788624541.114750:0:16937:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788624541.114752:0:16937:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624541.114756:0:16937:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624541.114758:0:16937:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624541.114765:0:16937:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788624541.114768:0:16937:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788624541.114775:0:16937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.125@tcp, seq: 57 00000100:00000040:3.0:1788624541.114779:0:16937:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff99dd051f3800 : new rpc_count 1 00000100:00000001:3.0:1788624541.114781:0:16937:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446631773498912128 : -112300210639488 : ffff99dd11d62d80) 00000100:00000040:3.0:1788624541.114791:0:16937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff99dd11d62d80 x1875506868579072/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:107/0 lens 328/0 e 0 to 0 dl 1788624552 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624541.114802:0:16937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624541.114805:0:16937:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3080. 00000100:00000001:3.0:1788624541.114806:0:16937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624541.114809:0:16937:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3080. 00000100:00100000:3.0:1788624541.114813:0:16937:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99dd11d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9520:x1875506868579072:12345-192.168.202.125@tcp:104: 00000100:00000200:3.0:1788624541.114817:0:16937:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875506868579072 00010000:00000001:3.0:1788624541.114820:0:16937:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788624541.114829:0:16937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624541.114831:0:16937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624541.114833:0:16937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601000 refcount=2 00000020:00000001:3.0:1788624541.114835:0:16937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608611840 : -112300100939776 : ffff99dd18601000) 00010000:00000001:3.0:1788624541.114839:0:16937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608611840 : -112300100939776 : ffff99dd18601000) 00010000:00000001:3.0:1788624541.114843:0:16937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624541.114913:0:16937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624541.114919:0:16937:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000118d1d18/0xcc94206c7ef417e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa103bd66258a7d94 expref: -99 pid: 32034 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788624541.114935:0:16937:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788624541.114938:0:16937:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788624541.114945:0:16937:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff99dd049cfc00. 02000000:00000001:3.0:1788624541.114948:0:16937:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624541.114951:0:16937:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624541.114958:0:16937:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788624541.114961:0:16937:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624541.114965:0:16937:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd1068a1e8 time=119 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624541.114971:0:16937:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624541.114974:0:16937:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 16 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624541.114977:0:16937:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 02000000:00000001:3.0:1788624541.114980:0:16937:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788624541.114982:0:16937:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624541.114986:0:16937:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624541.114989:0:16937:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624541.114995:0:16937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fd48. 00000100:00000200:3.0:1788624541.115000:0:16937:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875506868579072, offset 224 00000400:00000200:3.0:1788624541.115008:0:16937:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624541.115018:0:16937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624541.115027:0:16937:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624541.115034:0:16937:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2771:2771:256:4294967295] 192.168.202.125@tcp LPNI seq info [2771:2771:8:4294967295] 00000400:00000200:3.0:1788624541.115039:0:16937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624541.115049:0:16937:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624541.115344:0:16937:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624541.115351:0:16937:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818f00. 00000800:00000200:3.0:1788624541.115358:0:16937:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624541.115367:0:16937:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624541.115373:0:16937:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624541.115390:0:16937:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624541.115394:0:16937:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00010000:00000001:3.0:1788624541.115398:0:16937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788624541.115565:0:16937:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99dd186a9840. 00010000:00000001:3.0:1788624541.115570:0:16937:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1788624541.115659:0:16807:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788624541.115663:0:16807:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788624541.115668:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.125@tcp, seq: 58 00000100:00000040:2.0:1788624541.115673:0:16807:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff99dd051f3000 : new rpc_count 1 00000100:00000001:2.0:1788624541.115675:0:16807:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446631773498913920 : -112300210637696 : ffff99dd11d63480) 00000100:00000040:2.0:1788624541.115682:0:16807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff99dd11d63480 x1875506868579200/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:107/0 lens 328/0 e 0 to 0 dl 1788624552 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624541.115691:0:16807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788624541.115696:0:16807:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd11d2d880. 00000100:00000001:2.0:1788624541.115698:0:16807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788624541.115700:0:16807:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd11d2d880. 00000100:00100000:2.0:1788624541.115706:0:16807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99dd11d63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8440:x1875506868579200:12345-192.168.202.125@tcp:104: 00000100:00000200:2.0:1788624541.115709:0:16807:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875506868579200 00010000:00000001:2.0:1788624541.115711:0:16807:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788624541.115717:0:16807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624541.115718:0:16807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624541.115720:0:16807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=2 00000020:00000001:2.0:1788624541.115722:0:16807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:2.0:1788624541.115725:0:16807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:2.0:1788624541.115729:0:16807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624541.115731:0:16807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624541.115735:0:16807:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000083c6ef29/0xcc94206c7ef417fc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa103bd66258a7dd3 expref: -99 pid: 32035 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788624541.115744:0:16807:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788624541.115746:0:16807:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788624541.115750:0:16807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff99dd04839c00. 02000000:00000001:2.0:1788624541.115752:0:16807:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624541.115754:0:16807:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624541.115757:0:16807:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788624541.115759:0:16807:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624541.115762:0:16807:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd1068a1e8 time=119 v=5 (1 1 1 1) 00000100:00000001:2.0:1788624541.115766:0:16807:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788624541.115768:0:16807:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 16 to 192.168.202.125@tcp 00000100:00000001:2.0:1788624541.115770:0:16807:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 02000000:00000001:2.0:1788624541.115773:0:16807:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788624541.115775:0:16807:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624541.115777:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624541.115779:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624541.115783:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08990. 00000100:00000200:2.0:1788624541.115787:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875506868579200, offset 224 00000400:00000200:2.0:1788624541.115793:0:16807:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624541.115798:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624541.115802:0:16807:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624541.115807:0:16807:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2772:2772:255:4294967295] 192.168.202.125@tcp LPNI seq info [2772:2772:7:4294967295] 00000400:00000200:2.0:1788624541.115811:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624541.115818:0:16807:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624541.115821:0:16807:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624541.115825:0:16807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872e00. 00000800:00000200:2.0:1788624541.115829:0:16807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624541.115833:0:16807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624541.115837:0:16807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624541.115840:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624541.115842:0:16807:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00010000:00000001:2.0:1788624541.115844:0:16807:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788624541.115860:0:16807:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99dd036ec240. 00010000:00000001:2.0:1788624541.115863:0:16807:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788624541.115879:0:16937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:3.0:1788624541.115882:0:16937:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624541.115884:0:16937:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624541.115887:0:16937:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624541.115891:0:16937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d62d80 x1875506868579072/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:107/0 lens 328/224 e 0 to 0 dl 1788624552 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788624541.115900:0:16937:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99dd11d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9520:x1875506868579072:12345-192.168.202.125@tcp:104: Request processed in 1097us (1944us total) trans 0 rc 0/0 00000100:00100000:3.0:1788624541.115907:0:16937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.125@tcp, seq: 57 00000100:00000040:3.0:1788624541.115910:0:16937:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99dd051f3800 : new rpc_count 0 00000100:00000001:3.0:1788624541.115912:0:16937:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788624541.115914:0:16937:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788624541.115920:0:16937:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff99dd1115a000. 00000020:00000010:3.0:1788624541.115924:0:16937:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99dd1145fe10. 00000020:00000010:3.0:1788624541.115929:0:16937:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99dd03639400. 00000020:00000040:3.0:1788624541.115934:0:16937:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3800 : new refcount 3 00000100:00000001:3.0:1788624541.115937:0:16937:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624541.116000:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624541.116004:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818f00. 00000400:00000200:3.0:1788624541.116011:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624541.116016:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624541.116023:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fd48 00000400:00000010:3.0:1788624541.116026:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fd48. 00000100:00000001:3.0:1788624541.116030:0:2384:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788624541.116032:0:2384:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788624541.116176:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624541.116180:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872e00. 00000400:00000200:3.0:1788624541.116184:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624541.116187:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624541.116190:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08990 00000400:00000010:3.0:1788624541.116192:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08990. 00000100:00000001:3.0:1788624541.116195:0:2384:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788624541.116196:0:2384:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00010000:2.0:1788624541.120799:0:16807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788624541.120805:0:16807:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624541.120808:0:16807:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624541.120810:0:16807:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624541.120828:0:16807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63480 x1875506868579200/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:107/0 lens 328/224 e 0 to 0 dl 1788624552 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788624541.120841:0:16807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99dd11d63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8440:x1875506868579200:12345-192.168.202.125@tcp:104: Request processed in 5147us (6799us total) trans 0 rc 0/0 00000100:00100000:2.0:1788624541.120864:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.125@tcp, seq: 58 00000100:00000040:2.0:1788624541.120870:0:16807:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99dd051f3000 : new rpc_count 0 00000100:00000001:2.0:1788624541.120873:0:16807:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788624541.120876:0:16807:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788624541.120885:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff99dd1115af00. 00000020:00000010:2.0:1788624541.120891:0:16807:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99dd1145f578. 00000020:00000010:2.0:1788624541.120896:0:16807:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99dd03639e00. 00000020:00000040:2.0:1788624541.120902:0:16807:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3000 : new refcount 3 00000100:00000001:2.0:1788624541.120905:0:16807:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788624541.128182:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624541.128194:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624541.128200:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788624541.129163:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624541.129168:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624541.129170:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624541.129178:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8380 x1875506845046016/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624541.129186:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624541.129188:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624541.129191:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624541.129192:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624541.129194:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624541.129197:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845046016:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788624541.129201:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624541.129204:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624541.129205:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624541.129207:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624541.129211:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd11155200. 02000000:00000001:0.0:1788624541.129213:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624541.129217:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624541.129220:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d058. 00000400:00000010:0.0:1788624541.129224:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395088. 00000100:00000200:0.0:1788624541.129228:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845046016, portal 18 00000100:00000001:0.0:1788624541.129230:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624541.129231:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392896 : -112300210158720 : ffff99dd11dd8380) 00000100:00000040:0.0:1788624541.129238:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd8380 x1875506845046016/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624557 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624541.129244:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624541.129246:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624541.129249:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053955d8. 00000100:00000200:0.0:1788624541.129251:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875506845046016, offset 0 00000400:00000200:0.0:1788624541.129256:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000800:00000200:2.0:1788624541.129628:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624541.129634:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611100. 00000400:00000200:2.0:1788624541.129641:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624541.129648:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624541.129655:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c220 00000400:00000010:2.0:1788624541.129658:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c220. 00000100:00000001:2.0:1788624541.129663:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624541.129667:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8a80 x1875506845045888/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624557 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624541.129677:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624541.129680:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8a80 x1875506845045888/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624557 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624541.129687:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624541.129689:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1788624541.130792:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624541.130805:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624541.130811:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624541.130815:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624541.130818:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624541.130821:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624541.130825:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2774:2774:256:4294967295] 192.168.202.125@tcp LPNI seq info [2774:2774:8:4294967295] 00000400:00000200:0.0:1788624541.130830:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624541.130839:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624541.131315:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624541.131329:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cf00. 00000800:00000200:0.0:1788624541.131336:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624541.131344:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624541.131348:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cf00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788624541.131366:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624541.131373:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 217713 usecs (218 jiffies) 00000400:00000200:0.0:1788624541.131378:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624541.131380:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296555410 00000100:00000001:0.0:1788624541.131383:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296558422 00000100:00000001:0.0:1788624541.131386:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296555410 00000100:00000001:0.0:1788624541.131388:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296558422 00000100:00000001:0.0:1788624541.131391:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624541.131394:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624541.131398:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624541.131470:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624541.131480:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624541.131482:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788624541.131485:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624541.131487:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624541.131488:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624541.131491:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624541.131985:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624541.131992:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cf00. 00000400:00000200:3.0:1788624541.132190:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624541.132199:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624541.132208:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053955d8 00000400:00000010:3.0:1788624541.132212:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053955d8. 00000100:00000001:3.0:1788624541.132217:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624541.132228:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8380 x1875506845046016/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624557 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624541.132241:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624541.132245:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8380 x1875506845046016/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624557 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624541.132253:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624541.132255:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788624541.133235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4000. 00010000:00000010:1.1:1788624541.133248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601000. 00010000:00000010:1.1:1788624541.133253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870400. 00010000:00000010:1.1:1788624541.133256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766000. 00000800:00000001:2.0:1788624541.142147:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624541.142172:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624541.142178:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624541.142181:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624541.142193:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624541.142202:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624541.142214:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624541.142220:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624541.142227:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624541.142232:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 18 MB=0x6a9c37745d480 00000400:00000200:2.0:1788624541.142238:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624541.142246:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7f25 [1] + 224 00000800:00000001:2.0:1788624541.142256:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624541.142261:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624541.142265:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624541.142270:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624541.142282:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624541.142292:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8a80 x1875506845045888/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624557 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624541.142304:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dd8a80 x1875506845045888/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624557 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624541.142323:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624541.142335:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624541.142339:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624541.142340:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624541.142342:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624541.142345:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624541.142348:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624541.142352:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624541.142354:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624541.142357:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624541.142359:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 18 MB=0x6a9c37745d500 00000400:00000200:2.0:1788624541.142363:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624541.142367:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7f2d [1] + 224 00000800:00000001:2.0:1788624541.142370:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624541.142380:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624541.142382:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624541.142385:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624541.142387:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624541.142392:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8380 x1875506845046016/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624557 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624541.142412:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dd8380 x1875506845046016/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624557 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624541.142434:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624541.142438:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624541.142441:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624541.143843:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624541.143947:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624541.143958:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624541.143961:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624541.143966:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d058. 00000400:00000200:0.0:1788624541.143975:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395088 00000400:00000010:0.0:1788624541.143978:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395088. 00000100:00000001:0.0:1788624541.143983:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624541.143996:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8380 x1875506845046016/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624557 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624541.144017:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8380 x1875506845046016/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624557 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624541.144024:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624541.144027:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624541.144030:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624541.144034:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624541.144037:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624541.144041:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624541.144044:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624541.144064:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445538 time=101 v=5 (5 5 0 5) 00000100:00001000:0.0:1788624541.144069:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=17 v=5 (1 1 0 0) 00000100:00000001:0.0:1788624541.144072:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624541.144074:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624541.144078:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624541.144082:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624541.144087:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624541.144089:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788624541.144091:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624541.144094:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624541.144099:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8380 x1875506845046016/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624557 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624541.144155:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624541.144160:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624541.144162:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624541.144167:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8380 x1875506845046016/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624557 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624541.144181:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845046016:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788624541.144187:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624541.144190:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624541.144194:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8380 x1875506845046016/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624557 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624541.144200:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624541.144203:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624541.144207:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd11155200. 02000000:00000001:0.0:1788624541.144212:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624541.144215:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624541.144217:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624541.144220:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624541.144223:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd064d6600. 02000000:00000001:0.0:1788624541.144230:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624541.144232:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624541.144234:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8380. 00000100:00000001:0.0:1788624541.144238:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624541.144239:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624541.144242:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624541.144252:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624541.144255:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624541.144258:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624541.144261:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624541.650232:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624541.650244:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624541.650445:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624541.650451:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624541.650456:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788624541.841729:0:32409:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624542.676188:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624542.676195:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624542.676217:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624542.676220:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624542.676223:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624543.700177:0:31569:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624543.700186:0:31569:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624543.700435:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624543.700438:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624543.700441:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1788624544.113175:0:32600:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788624544.113187:0:32600:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21h: drop open request and close reply while close and open are both in flight ========================================================== 12:09:02 (1788624542) 00000001:00000001:2.0:1788624544.124945:0:32600:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1788624544.402343:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296558422, at 4296558464 00000100:00000010:2.0:1788624544.402360:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd18588120. 00000100:00000040:3.0:1788624544.402499:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296558422, at 4296558464 00000100:00000010:3.0:1788624544.402505:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd18588a80. 00000080:00000001:0.0:1788624544.443301:0:32612:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624544.443309:0:32612:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624544.443311:0:32612:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624544.443314:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fb20 00000080:00200000:0.0:1788624544.443319:0:32612:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624544.443327:0:32612:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197f4800. 00800000:00000002:0.0:1788624544.443334:0:32612:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624544.443339:0:32612:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624544.443344:0:32612:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624544.443346:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fa40 00800000:00000002:0.0:1788624544.443349:0:32612:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624544.443353:0:32612:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624544.443356:0:32612:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624544.443358:0:32612:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624544.443361:0:32612:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624544.443364:0:32612:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624544.443366:0:32612:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624544.443368:0:32612:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624544.443371:0:32612:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624544.443374:0:32612:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624544.443380:0:32612:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624544.443382:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154f910 00000002:00010000:0.0:1788624544.443384:0:32612:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624544.443388:0:32612:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624544.443390:0:32612:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624544.443393:0:32612:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624544.443399:0:32612:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.443402:0:32612:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.443404:0:32612:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.443407:0:32612:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788624544.443409:0:32612:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788624544.443414:0:32612:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06300. 00000020:00000040:0.0:1788624544.443419:0:32612:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=10 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:0.0:1788624544.443425:0:32612:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624544.443430:0:32612:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624544.443433:0:32612:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624544.443437:0:32612:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624544.443440:0:32612:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624544.443444:0:32612:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624544.443451:0:32612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049ca800. 00000100:00000001:0.0:1788624544.443458:0:32612:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.443463:0:32612:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624544.443465:0:32612:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.443468:0:32612:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624544.443469:0:32612:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.443471:0:32612:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.443476:0:32612:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00010000:00000001:0.0:1788624544.443481:0:32612:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624544.443483:0:32612:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788624544.443488:0:32612:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03f10b00. 00010000:00000010:0.0:1788624544.443492:0:32612:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd11c18300. 00010000:00000001:0.0:1788624544.443498:0:32612:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624544.443502:0:32612:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d18400. 00000020:00000001:0.0:1788624544.443505:0:32612:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624544.443508:0:32612:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d18400 with handle 0xcc94206c7ef41834 to hash 00000020:00000001:0.0:1788624544.443510:0:32612:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624544.443512:0:32612:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.443515:0:32612:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.443519:0:32612:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624544.443521:0:32612:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624544.443526:0:32612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624544.443536:0:32612:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624544.443547:0:32612:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32612 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624544.443553:0:32612:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624544.443555:0:32612:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624544.443562:0:32612:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd07d3c240. 00000100:00000001:0.0:1788624544.443564:0:32612:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773330981440 : -112300378570176 : ffff99dd07d3c240) 00000100:00000001:0.0:1788624544.443566:0:32612:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624544.443568:0:32612:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000001:0.0:1788624544.443572:0:32612:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624544.443576:0:32612:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624544.443579:0:32612:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624544.443581:0:32612:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624544.443592:0:32612:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06300 x1875506845046144/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.443600:0:32612:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624544.443603:0:32612:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624544.443606:0:32612:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624544.443610:0:32612:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624544.443612:0:32612:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624544.443616:0:32612:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32612:1875506845046144:192.168.202.125@tcp:101:lfs.0 00000100:00000001:0.0:1788624544.443621:0:32612:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624544.443626:0:32612:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624544.443628:0:32612:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624544.443631:0:32612:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624544.443636:0:32612:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd02e15800. 02000000:00000001:0.0:1788624544.443638:0:32612:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624544.443646:0:32612:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624544.443651:0:32612:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d058. 00000400:00000010:0.0:1788624544.443659:0:32612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395088. 00000100:00000200:0.0:1788624544.443666:0:32612:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845046144, portal 10 00000100:00000001:0.0:1788624544.443669:0:32612:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624544.443670:0:32612:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000040:0.0:1788624544.443676:0:32612:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c06300 x1875506845046144/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624560 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.443682:0:32612:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624544.443685:0:32612:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624544.443687:0:32612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395a18. 00000100:00000200:0.0:1788624544.443691:0:32612:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845046144, offset 0 00000400:00000200:0.0:1788624544.443697:0:32612:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624544.443705:0:32612:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624544.443712:0:32612:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624544.443717:0:32612:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624544.443721:0:32612:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624544.443725:0:32612:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624544.443728:0:32612:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624544.443732:0:32612:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2775:2775:256:4294967295] 192.168.202.125@tcp LPNI seq info [2775:2775:8:4294967295] 00000400:00000200:0.0:1788624544.443736:0:32612:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624544.443746:0:32612:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624544.443753:0:32612:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624544.443759:0:32612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139ca00. 00000800:00000200:0.0:1788624544.443765:0:32612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624544.443772:0:32612:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624544.443777:0:32612:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139ca00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788624544.443798:0:32612:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624544.443802:0:32612:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 806567 usecs (807 jiffies) 00000400:00000200:0.0:1788624544.443805:0:32612:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624544.443808:0:32612:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296559309 00000100:00000010:0.0:1788624544.443812:0:32612:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd1879c540. 00000100:00000001:0.0:1788624544.443818:0:32612:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788624544.443824:0:32612:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296559309 00000100:00000010:0.0:1788624544.443827:0:32612:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd1879cb40. 00000100:00000001:0.0:1788624544.443830:0:32612:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788624544.443833:0:32612:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624544.443835:0:32612:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624544.443837:0:32612:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624544.443839:0:32612:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624544.443841:0:32612:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd07d3c240 going to sleep for 11 seconds 00000100:00000001:0.0:1788624544.443844:0:32612:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624544.443846:0:32612:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624544.445038:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624544.445046:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139ca00. 00000400:00000200:2.0:1788624544.445053:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624544.445061:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624544.445067:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395a18 00000400:00000010:2.0:1788624544.445071:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395a18. 00000100:00000001:2.0:1788624544.445086:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624544.445093:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06300 x1875506845046144/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624560 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.445126:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624544.445131:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06300 x1875506845046144/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624560 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.445138:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624544.445140:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624544.464504:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.464525:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624544.464529:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.464532:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624544.464542:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.464551:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624544.464561:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.464566:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.464571:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.464575:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745d580 00000400:00000200:2.0:1788624544.464580:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.464587:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7f35 [1] + 224 00000800:00000001:2.0:1788624544.464595:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.464605:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624544.464608:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624544.464612:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624544.464619:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624544.464629:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06300 x1875506845046144/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624560 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624544.464640:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11c06300 x1875506845046144/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.464652:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624544.464670:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.464673:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624544.464794:0:32612:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624544.464802:0:32612:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624544.464804:0:32612:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624544.464808:0:32612:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d058. 00000400:00000200:0.0:1788624544.464813:0:32612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395088 00000400:00000010:0.0:1788624544.464816:0:32612:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395088. 00000100:00000001:0.0:1788624544.464820:0:32612:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624544.464825:0:32612:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06300 x1875506845046144/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624544.464835:0:32612:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06300 x1875506845046144/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.464842:0:32612:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624544.464844:0:32612:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624544.464847:0:32612:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624544.464851:0:32612:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624544.464855:0:32612:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624544.464857:0:32612:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624544.464860:0:32612:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624544.464870:0:32612:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=123 v=5 (103 103 103 137) 00000100:00001000:0.0:1788624544.464875:0:32612:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624544.464889:0:32612:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624544.464892:0:32612:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.464895:0:32612:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624544.464898:0:32612:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624544.464902:0:32612:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788624544.464904:0:32612:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: committing for last_committed 4294967614 gen 2 00000100:00000040:0.0:1788624544.464911:0:32612:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff99dd11c07b80 x1875506845037312/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624551 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.464919:0:32612:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624544.464923:0:32612:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07b80 x1875506845037312/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624551 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.464930:0:32612:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624544.464933:0:32612:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624544.464936:0:32612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd06570000. 02000000:00000001:0.0:1788624544.464941:0:32612:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624544.464944:0:32612:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624544.464946:0:32612:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624544.464949:0:32612:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624544.464952:0:32612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd18744600. 02000000:00000001:0.0:1788624544.464965:0:32612:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624544.464967:0:32612:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624544.464970:0:32612:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07b80. 00000100:00000001:0.0:1788624544.464975:0:32612:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624544.464976:0:32612:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624544.464981:0:32612:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff99dd11c07100 x1875506845040256/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624551 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.464988:0:32612:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624544.464991:0:32612:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07100 x1875506845040256/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624551 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.464997:0:32612:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624544.464998:0:32612:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624544.465000:0:32612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd06571800. 02000000:00000001:0.0:1788624544.465002:0:32612:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624544.465004:0:32612:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624544.465005:0:32612:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624544.465007:0:32612:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624544.465009:0:32612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd18745400. 02000000:00000001:0.0:1788624544.465011:0:32612:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624544.465012:0:32612:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624544.465013:0:32612:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07100. 00000100:00000001:0.0:1788624544.465015:0:32612:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624544.465016:0:32612:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624544.465021:0:32612:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff99dd11c04380 x1875506845042560/t4294967606(4294967606) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/456 e 0 to 0 dl 1788624553 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624544.465028:0:32612:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624544.465031:0:32612:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04380 x1875506845042560/t4294967606(4294967606) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/456 e 0 to 0 dl 1788624553 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624544.465037:0:32612:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624544.465038:0:32612:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624544.465039:0:32612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd06573c00. 02000000:00000001:0.0:1788624544.465042:0:32612:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624544.465044:0:32612:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624544.465045:0:32612:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624544.465047:0:32612:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624544.465048:0:32612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd18745a00. 02000000:00000001:0.0:1788624544.465050:0:32612:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624544.465051:0:32612:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624544.465053:0:32612:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04380. 00000100:00000001:0.0:1788624544.465055:0:32612:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624544.465056:0:32612:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624544.465061:0:32612:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff99dd11c05880 x1875506845043200/t4294967608(4294967608) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/456 e 0 to 0 dl 1788624553 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624544.465068:0:32612:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624544.465070:0:32612:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05880 x1875506845043200/t4294967608(4294967608) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/456 e 0 to 0 dl 1788624553 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624544.465304:0:32612:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624544.465306:0:32612:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624544.465307:0:32612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd06570c00. 02000000:00000001:0.0:1788624544.465311:0:32612:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624544.465312:0:32612:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624544.465313:0:32612:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624544.465315:0:32612:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624544.465316:0:32612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd18745800. 02000000:00000001:0.0:1788624544.465318:0:32612:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624544.465319:0:32612:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624544.465321:0:32612:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05880. 00000100:00000001:0.0:1788624544.465323:0:32612:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624544.465324:0:32612:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624544.465329:0:32612:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff99dd11c05500 x1875506845044480/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/456 e 0 to 0 dl 1788624553 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624544.465335:0:32612:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624544.465338:0:32612:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05500 x1875506845044480/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/456 e 0 to 0 dl 1788624553 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624544.465343:0:32612:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624544.465345:0:32612:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624544.465347:0:32612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd06570400. 02000000:00000001:0.0:1788624544.465349:0:32612:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624544.465350:0:32612:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624544.465351:0:32612:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624544.465354:0:32612:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624544.465355:0:32612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd18744e00. 02000000:00000001:0.0:1788624544.465357:0:32612:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624544.465358:0:32612:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624544.465359:0:32612:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05500. 00000100:00000001:0.0:1788624544.465362:0:32612:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624544.465363:0:32612:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624544.465367:0:32612:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff99dd11dd9c00 x1875506845045120/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/456 e 0 to 0 dl 1788624553 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624544.465374:0:32612:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624544.465381:0:32612:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9c00 x1875506845045120/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/456 e 0 to 0 dl 1788624553 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624544.465388:0:32612:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624544.465389:0:32612:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624544.465391:0:32612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e0800. 02000000:00000001:0.0:1788624544.465393:0:32612:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624544.465394:0:32612:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624544.465395:0:32612:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624544.465397:0:32612:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624544.465398:0:32612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd05164a00. 02000000:00000001:0.0:1788624544.465401:0:32612:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624544.465403:0:32612:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624544.465404:0:32612:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9c00. 00000100:00000001:0.0:1788624544.465406:0:32612:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624544.465408:0:32612:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624544.465410:0:32612:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788624544.465412:0:32612:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:0.0:1788624544.465415:0:32612:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624544.465417:0:32612:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624544.465422:0:32612:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06300 x1875506845046144/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.465430:0:32612:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624544.465433:0:32612:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624544.465436:0:32612:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624544.465440:0:32612:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06300 x1875506845046144/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624560 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624544.465447:0:32612:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32612:1875506845046144:192.168.202.125@tcp:101:lfs.0 00000100:00000001:0.0:1788624544.465452:0:32612:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624544.465455:0:32612:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624544.465457:0:32612:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624544.465459:0:32612:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624544.465461:0:32612:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06300 x1875506845046144/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624560 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.465467:0:32612:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624544.465470:0:32612:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd07d3c240. 00000100:00000001:0.0:1788624544.465472:0:32612:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624544.465474:0:32612:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.465477:0:32612:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624544.465481:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.465483:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.465486:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=4 00000020:00000001:0.0:1788624544.465489:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.465492:0:32612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000040:0.0:1788624544.465499:0:32612:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd11d18400, remote cookie: 0xa103bd66258a7edd, flags: 0x1001 00010000:00010000:0.0:1788624544.465504:0:32612:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624544.465515:0:32612:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.465528:0:32612:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624544.465532:0:32612:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624544.465534:0:32612:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624544.465535:0:32612:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624544.465536:0:32612:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624544.465539:0:32612:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd03f10b00) refcount = 1 00010000:00010000:0.0:1788624544.465543:0:32612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.465549:0:32612:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624544.465553:0:32612:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624544.465555:0:32612:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624544.465557:0:32612:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624544.465560:0:32612:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624544.465563:0:32612:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.465569:0:32612:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624544.465570:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.465572:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.465573:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.465574:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.465576:0:32612:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.465580:0:32612:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788624544.465581:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.465583:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.465584:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.465586:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.465588:0:32612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.465590:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.465591:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.465592:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=4 00000020:00000001:0.0:1788624544.465594:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.465596:0:32612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.465599:0:32612:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624544.465602:0:32612:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624544.465605:0:32612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.465611:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.465612:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.465613:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.465614:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.465615:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=5 00000020:00000001:0.0:1788624544.465617:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.465619:0:32612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.465621:0:32612:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624544.465623:0:32612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.465629:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.465630:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624544.465633:0:32612:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.465640:0:32612:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624544.465641:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.465642:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.465643:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.465644:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788624544.465649:0:32612:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11c06300 x1875506845046144/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624560 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788624544.465845:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.465846:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.465848:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.465850:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.465853:0:32612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.465856:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.465857:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624544.465858:0:32612:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.465860:0:32612:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.465863:0:32612:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788624544.465866:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.465867:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.465869:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.465870:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.465873:0:32612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00000002:00010000:0.0:1788624544.465877:0:32612:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.465894:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.465896:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.465898:0:32612:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624544.465899:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.465900:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.465902:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.465904:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.465906:0:32612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000040:0.0:1788624544.465912:0:32612:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:0.0:1788624544.465915:0:32612:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788624544.465918:0:32612:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788624544.465920:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.465921:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624544.465923:0:32612:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624544.465926:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154f898 00000002:00002000:0.0:1788624544.465928:0:32612:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788624544.465931:0:32612:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624544.465935:0:32612:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624544.465937:0:32612:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624544.465941:0:32612:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788624544.465944:0:32612:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624544.465948:0:32612:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624544.465952:0:32612:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197f4800. 00000080:00000001:0.0:1788624544.466175:0:32612:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624544.466178:0:32612:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624544.466183:0:32612:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788624544.466188:0:32612:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788624544.466197:0:32612:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd215f82c0. 00800000:00000001:0.0:1788624544.466199:0:32612:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773759570624 : -112299949980992 : ffff99dd215f82c0) 00800000:00000001:0.0:1788624544.466202:0:32612:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.466204:0:32612:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788624544.466207:0:32612:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788624544.466209:0:32612:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788624544.466321:0:32612:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788624544.466325:0:32612:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788624544.466327:0:32612:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624544.466332:0:32612:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788624544.466335:0:32612:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788624544.466340:0:32612:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788624544.466343:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.466344:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.466346:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.466348:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.466351:0:32612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.466353:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.466354:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624544.466356:0:32612:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624544.466358:0:32612:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788624544.466359:0:32612:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f82c0 1 00800000:00000010:0.0:1788624544.466362:0:32612:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd215f82c0. 00800000:00000001:0.0:1788624544.466365:0:32612:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624544.466368:0:32612:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41834 00800000:00000001:0.0:1788624544.466371:0:32612:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624544.466374:0:32612:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624544.466375:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.466376:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.466378:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.466379:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.466381:0:32612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.466384:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.466385:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624544.466386:0:32612:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624544.466388:0:32612:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624544.466390:0:32612:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624544.466393:0:32612:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624544.466396:0:32612:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41834 from it ffffbef88154fb58 00010000:00000001:0.0:1788624544.466398:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.466399:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.466400:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.466402:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.466403:0:32612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.466405:0:32612:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624544.466408:0:32612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.466415:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.466416:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.466418:0:32612:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624544.466420:0:32612:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624544.466423:0:32612:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624544.466531:0:32612:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624544.466536:0:32612:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624544.466538:0:32612:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624544.466542:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.466543:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.466545:0:32612:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.466549:0:32612:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624544.466551:0:32612:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.466553:0:32612:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.466555:0:32612:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.466557:0:32612:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624544.466558:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.466560:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624544.466562:0:32612:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624544.466569:0:32612:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06300 x1875506845046144/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624560 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.466575:0:32612:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624544.466577:0:32612:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624544.466579:0:32612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd02e15800. 02000000:00000001:0.0:1788624544.466584:0:32612:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624544.466585:0:32612:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624544.466587:0:32612:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=3 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624544.466589:0:32612:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624544.466591:0:32612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049ca800. 02000000:00000001:0.0:1788624544.466595:0:32612:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624544.466596:0:32612:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624544.466598:0:32612:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06300. 00000100:00000001:0.0:1788624544.466601:0:32612:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624544.466603:0:32612:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624544.466606:0:32612:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788624544.466611:0:32612:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624544.466624:0:32612:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd10536aa0. 00000020:00000001:0.0:1788624544.466628:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fae8 00000080:00200000:0.0:1788624544.466630:0:32612:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), flags=13 00000080:00000001:0.0:1788624544.466634:0:32612:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788624544.466636:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154f998 00000080:00200000:0.0:1788624544.466638:0:32612:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=getattr 00000080:00000010:0.0:1788624544.466646:0:32612:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197f4800. 00800000:00000002:0.0:1788624544.466651:0:32612:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624544.466722:0:32612:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624544.466726:0:32612:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624544.466729:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154f8b8 00800000:00000002:0.0:1788624544.466732:0:32612:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624544.466735:0:32612:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624544.466739:0:32612:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624544.466741:0:32612:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624544.466743:0:32612:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624544.466746:0:32612:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624544.466748:0:32612:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624544.466750:0:32612:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624544.466752:0:32612:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624544.466755:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154f850 00800000:00000002:0.0:1788624544.466757:0:32612:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:0.0:1788624544.466761:0:32612:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624544.466762:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154f788 00000002:00010000:0.0:1788624544.466764:0:32612:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788624544.466768:0:32612:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788624544.466771:0:32612:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788624544.466775:0:32612:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06300. 00000020:00000040:0.0:1788624544.466779:0:32612:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:0.0:1788624544.466783:0:32612:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624544.466787:0:32612:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624544.466790:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.466791:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.466792:0:32612:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624544.466795:0:32612:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624544.466797:0:32612:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624544.466801:0:32612:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624544.466808:0:32612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049ca800. 00000100:00000001:0.0:1788624544.466815:0:32612:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.466819:0:32612:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624544.466820:0:32612:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.466822:0:32612:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624544.466823:0:32612:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.466825:0:32612:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.466832:0:32612:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00010000:00000001:0.0:1788624544.466835:0:32612:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624544.466838:0:32612:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788624544.466842:0:32612:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:0.0:1788624544.466844:0:32612:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624544.466847:0:32612:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624544.466850:0:32612:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d19800. 00000020:00000001:0.0:1788624544.466853:0:32612:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624544.466855:0:32612:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d19800 with handle 0xcc94206c7ef4183b to hash 00000020:00000001:0.0:1788624544.466857:0:32612:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624544.466859:0:32612:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624544.466862:0:32612:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624544.466865:0:32612:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624544.466867:0:32612:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624544.466871:0:32612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4183b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624544.466879:0:32612:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4183b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624544.466890:0:32612:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4183b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32612 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624544.466896:0:32612:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624544.466898:0:32612:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624544.466905:0:32612:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd07d3c240. 00000100:00000001:0.0:1788624544.466907:0:32612:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773330981440 : -112300378570176 : ffff99dd07d3c240) 00000100:00000001:0.0:1788624544.466910:0:32612:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624544.466912:0:32612:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000001:0.0:1788624544.466916:0:32612:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624544.466920:0:32612:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624544.466922:0:32612:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624544.466924:0:32612:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624544.466929:0:32612:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06300 x1875506845046272/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.466938:0:32612:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624544.466941:0:32612:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624544.466945:0:32612:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624544.466947:0:32612:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624544.466950:0:32612:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624544.466954:0:32612:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32612:1875506845046272:192.168.202.125@tcp:101:lfs.0 00000100:00000001:0.0:1788624544.466958:0:32612:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624544.466964:0:32612:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624544.466966:0:32612:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624544.466969:0:32612:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624544.466973:0:32612:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd02e15800. 02000000:00000001:0.0:1788624544.466975:0:32612:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624544.466982:0:32612:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624544.466985:0:32612:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d058. 00000400:00000010:0.0:1788624544.466991:0:32612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395088. 00000100:00000200:0.0:1788624544.466998:0:32612:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845046272, portal 10 00000100:00000001:0.0:1788624544.466999:0:32612:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624544.467001:0:32612:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000040:0.0:1788624544.467006:0:32612:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c06300 x1875506845046272/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624560 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.467014:0:32612:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624544.467016:0:32612:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624544.467019:0:32612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395198. 00000100:00000200:0.0:1788624544.467023:0:32612:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875506845046272, offset 0 00000400:00000200:0.0:1788624544.467029:0:32612:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624544.467036:0:32612:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624544.467044:0:32612:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624544.467051:0:32612:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624544.467056:0:32612:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624544.467060:0:32612:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624544.467063:0:32612:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624544.467067:0:32612:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2776:2776:256:4294967295] 192.168.202.125@tcp LPNI seq info [2776:2776:8:4294967295] 00000400:00000200:0.0:1788624544.467072:0:32612:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624544.467095:0:32612:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624544.467103:0:32612:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624544.467162:0:32612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cd00. 00000800:00000200:0.0:1788624544.467169:0:32612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624544.467176:0:32612:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624544.467181:0:32612:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cd00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788624544.467199:0:32612:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624544.467204:0:32612:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 805456 usecs (806 jiffies) 00000400:00000200:0.0:1788624544.467208:0:32612:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624544.467211:0:32612:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296559334 00000800:00000200:2.0:1788624544.467544:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624544.467549:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cd00. 00000400:00000200:2.0:1788624544.467555:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624544.467559:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624544.467565:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395198 00000400:00000010:2.0:1788624544.467567:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395198. 00000100:00000001:2.0:1788624544.467572:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624544.467576:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06300 x1875506845046272/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624560 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.467585:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624544.467588:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06300 x1875506845046272/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624560 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.467594:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624544.467597:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788624544.467936:0:32612:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296559309 00000100:00000001:0.0:1788624544.467941:0:32612:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296559335 00000100:00000001:0.0:1788624544.467944:0:32612:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296559309 00000100:00000001:0.0:1788624544.467946:0:32612:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624544.467949:0:32612:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624544.467951:0:32612:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624544.467953:0:32612:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624544.467955:0:32612:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd07d3c240 going to sleep for 11 seconds 00000100:00000001:0.0:1788624544.467958:0:32612:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624544.467961:0:32612:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624544.479660:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.479685:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624544.479691:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.479694:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624544.479705:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.479716:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624544.479727:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.479732:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.479739:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.479744:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 584 into portal 10 MB=0x6a9c37745d600 00000400:00000200:2.0:1788624544.479750:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.479757:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 584/584 into md 0x7f3d [1] + 224 00000800:00000001:2.0:1788624544.479766:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.479774:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624544.479778:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624544.479783:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624544.479794:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624544.479805:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06300 x1875506845046272/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624560 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624544.479817:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff99dd11c06300 x1875506845046272/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.479837:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624544.479848:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.479851:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624544.480428:0:32612:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624544.480451:0:32612:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624544.480454:0:32612:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624544.480458:0:32612:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d058. 00000400:00000200:0.0:1788624544.480466:0:32612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395088 00000400:00000010:0.0:1788624544.480469:0:32612:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395088. 00000100:00000001:0.0:1788624544.480474:0:32612:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624544.480485:0:32612:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06300 x1875506845046272/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624544.480498:0:32612:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06300 x1875506845046272/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.480507:0:32612:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624544.480510:0:32612:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624544.480513:0:32612:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624544.480517:0:32612:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624544.480520:0:32612:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624544.480522:0:32612:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624544.480525:0:32612:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624544.480535:0:32612:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=123 v=5 (103 103 103 137) 00000100:00001000:0.0:1788624544.480540:0:32612:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624544.480542:0:32612:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788624544.480546:0:32612:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff99dd11c06300 x1875506845046272/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.480552:0:32612:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788624544.480556:0:32612:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624544.480558:0:32612:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967614 00000100:00000001:0.0:1788624544.480561:0:32612:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624544.480563:0:32612:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788624544.480567:0:32612:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06300 x1875506845046272/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.480573:0:32612:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788624544.480576:0:32612:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624544.480578:0:32612:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624544.480582:0:32612:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06300 x1875506845046272/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624560 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624544.480589:0:32612:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32612:1875506845046272:192.168.202.125@tcp:101:lfs.0 00000100:00000001:0.0:1788624544.480594:0:32612:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624544.480597:0:32612:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788624544.480600:0:32612:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624544.480602:0:32612:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624544.480605:0:32612:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06300 x1875506845046272/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624560 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.480611:0:32612:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624544.480614:0:32612:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd07d3c240. 00000100:00000001:0.0:1788624544.480618:0:32612:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624544.480619:0:32612:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788624544.480623:0:32612:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624544.480627:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.480630:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.480633:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=4 00000020:00000001:0.0:1788624544.480636:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624544.480639:0:32612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00010000:0.0:1788624544.480644:0:32612:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4183b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.480656:0:32612:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788624544.480670:0:32612:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4183b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.480676:0:32612:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624544.480679:0:32612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4183b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.480685:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.480687:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624544.480689:0:32612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4183b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.480695:0:32612:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624544.480698:0:32612:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.480701:0:32612:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788624544.480704:0:32612:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4183b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624544.480710:0:32612:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd11d19800 already unused, calling callback (ffffffffc194e620) 00000080:00000001:0.0:1788624544.480713:0:32612:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788624544.480717:0:32612:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4183b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.480728:0:32612:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788624544.480730:0:32612:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788624544.480733:0:32612:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4183b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.480738:0:32612:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788624544.480741:0:32612:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788624544.480742:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.480743:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.480745:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=5 00000020:00000001:0.0:1788624544.480747:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624544.480749:0:32612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624544.480753:0:32612:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624544.480755:0:32612:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4183b lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32612 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788624544.480762:0:32612:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624544.480764:0:32612:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624544.480766:0:32612:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788624544.480768:0:32612:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624544.480771:0:32612:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624544.480773:0:32612:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624544.480774:0:32612:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624544.480776:0:32612:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788624544.480778:0:32612:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d19800 with handle 0xcc94206c7ef4183b from hash 00010000:00000001:0.0:1788624544.480780:0:32612:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624544.480782:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.480783:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.480784:0:32612:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624544.480786:0:32612:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624544.480788:0:32612:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788624544.480790:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.480792:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.480794:0:32612:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624544.480795:0:32612:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624544.480798:0:32612:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4183b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.480803:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.480805:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.480806:0:32612:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788624544.480808:0:32612:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624544.480809:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.480810:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.480811:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624544.480813:0:32612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4183b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32612 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.480825:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.480827:0:32612:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788624544.480832:0:32612:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788624544.480837:0:32612:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff99dd11c06300 x1875506845046272/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624560 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788624544.480844:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788624544.480846:0:32612:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.480848:0:32612:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.480850:0:32612:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.480853:0:32612:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788624544.480855:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788624544.480856:0:32612:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.480858:0:32612:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624544.480861:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154f710 00000002:00002000:0.0:1788624544.480863:0:32612:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:0.0:1788624544.480866:0:32612:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624544.480871:0:32612:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624544.480873:0:32612:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624544.481747:0:32612:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788624544.481754:0:32612:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624544.481759:0:32612:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:0.0:1788624544.481762:0:32612:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788624544.481764:0:32612:0:(namei.c:674:ll_lookup_it_finish()) it ffffbef88154fb20 it_disposition 7 00000080:00002000:0.0:1788624544.481769:0:32612:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd1934ad80 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1788624544.481777:0:32612:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1788624544.481780:0:32612:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624544.481782:0:32612:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624544.481785:0:32612:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624544.481788:0:32612:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624544.481790:0:32612:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624544.481792:0:32612:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624544.481794:0:32612:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.481798:0:32612:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624544.481800:0:32612:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624544.481802:0:32612:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624544.481808:0:32612:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:0.0:1788624544.481811:0:32612:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624544.481815:0:32612:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624544.481818:0:32612:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624544.481822:0:32612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788624544.481831:0:32612:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624544.481836:0:32612:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624544.481839:0:32612:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788624544.481846:0:32612:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624544.481848:0:32612:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624544.481850:0:32612:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624544.481852:0:32612:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788624544.481854:0:32612:0:(dcache.c:176:ll_intent_release()) intent ffffbef88154f930 released 00000080:00010000:0.0:1788624544.481856:0:32612:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41834 from it ffffbef88154f930 00010000:00000001:0.0:1788624544.481858:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.481860:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.481862:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.481864:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.481867:0:32612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.481869:0:32612:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624544.481872:0:32612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624544.482264:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.482267:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.482269:0:32612:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624544.482271:0:32612:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624544.482274:0:32612:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624544.482282:0:32612:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624544.482285:0:32612:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624544.482287:0:32612:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624544.482290:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.482292:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.482294:0:32612:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.482297:0:32612:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624544.482299:0:32612:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.482301:0:32612:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.482304:0:32612:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.482306:0:32612:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624544.482308:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.482309:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624544.482311:0:32612:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788624544.482312:0:32612:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788624544.482316:0:32612:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788624544.482321:0:32612:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197f4800. 00000100:00000001:0.0:1788624544.482326:0:32612:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624544.482335:0:32612:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06300 x1875506845046272/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624560 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.482343:0:32612:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624544.482346:0:32612:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624544.482349:0:32612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd02e15800. 02000000:00000001:0.0:1788624544.482354:0:32612:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624544.482356:0:32612:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624544.482358:0:32612:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=3 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624544.482361:0:32612:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624544.482363:0:32612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049ca800. 02000000:00000001:0.0:1788624544.482367:0:32612:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624544.482368:0:32612:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624544.482370:0:32612:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06300. 00000100:00000001:0.0:1788624544.482374:0:32612:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624544.482375:0:32612:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624544.482377:0:32612:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788624544.482379:0:32612:0:(dcache.c:176:ll_intent_release()) intent ffffbef88154fb20 released 00000080:00000001:0.0:1788624544.482380:0:32612:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788624544.482385:0:32612:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788624544.482388:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fb70 00000080:00002000:0.0:1788624544.482390:0:32612:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff99dd1934ad80, parent ffff99dd19287870, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788624544.482393:0:32612:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624544.482607:0:32612:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624544.482611:0:32612:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624544.482613:0:32612:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624544.482615:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fbb0 00000080:00200000:0.0:1788624544.482617:0:32612:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624544.482624:0:32612:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197f4800. 00800000:00000002:0.0:1788624544.482630:0:32612:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624544.482633:0:32612:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624544.482636:0:32612:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624544.482639:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fad0 00800000:00000002:0.0:1788624544.482641:0:32612:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624544.482645:0:32612:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624544.482647:0:32612:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624544.482649:0:32612:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624544.482651:0:32612:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624544.482653:0:32612:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624544.482723:0:32612:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624544.482727:0:32612:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624544.482730:0:32612:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624544.482734:0:32612:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624544.482740:0:32612:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624544.482741:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154f9a0 00000002:00010000:0.0:1788624544.482743:0:32612:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624544.482747:0:32612:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624544.482749:0:32612:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624544.482752:0:32612:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624544.482757:0:32612:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:0.0:1788624544.482759:0:32612:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624544.482763:0:32612:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624544.482765:0:32612:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624544.482768:0:32612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788624544.482776:0:32612:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624544.482779:0:32612:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624544.482782:0:32612:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788624544.482788:0:32612:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624544.482791:0:32612:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624544.482793:0:32612:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624544.482795:0:32612:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624544.482797:0:32612:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624544.482799:0:32612:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624544.482802:0:32612:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624544.482804:0:32612:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624544.482807:0:32612:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197f4800. 00000080:00000001:0.0:1788624544.482810:0:32612:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624544.482812:0:32612:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624544.482814:0:32612:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624544.482818:0:32612:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41834 00800000:00000001:0.0:1788624544.482821:0:32612:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624544.482823:0:32612:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624544.482824:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.482826:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.482827:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.482830:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.482832:0:32612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.482834:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.482836:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624544.482837:0:32612:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624544.482838:0:32612:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624544.482840:0:32612:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41834 from it ffffbef88154fbe8 00010000:00000001:0.0:1788624544.482842:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.482843:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.482845:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.482847:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.482848:0:32612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.482850:0:32612:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624544.482853:0:32612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624544.482860:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.482861:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.482862:0:32612:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624544.482864:0:32612:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624544.482866:0:32612:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788624544.482872:0:32612:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624544.482874:0:32612:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624544.482875:0:32612:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624544.482949:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.482951:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.482952:0:32612:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.482954:0:32612:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624544.483004:0:32612:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.483008:0:32612:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.483010:0:32612:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.483013:0:32612:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624544.483014:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.483015:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624544.483018:0:32612:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624544.483019:0:32612:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624544.483022:0:32612:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788624544.483027:0:32612:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624544.483030:0:32612:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788624544.483033:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fbd8 00000080:00002000:0.0:1788624544.483034:0:32612:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff99dd1934ad80) flags 0x8000e refc 0 00000080:00000001:0.0:1788624544.483037:0:32612:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624544.483039:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fc20 00000080:00200000:0.0:1788624544.483040:0:32612:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=16392 00000080:00000001:0.0:1788624544.483044:0:32612:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788624544.483046:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fba8 00000080:00002000:0.0:1788624544.483047:0:32612:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff99dd1934ad80, parent ffff99dd19287870, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788624544.483050:0:32612:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624544.483101:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fd08 00000080:00200008:0.0:1788624544.483316:0:32612:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788624544.483326:0:32612:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788624544.483329:0:32612:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624544.483331:0:32612:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624544.483332:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fc80 00000080:00200000:0.0:1788624544.483334:0:32612:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624544.483339:0:32612:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197f4800. 00800000:00000002:0.0:1788624544.483343:0:32612:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624544.483346:0:32612:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624544.483348:0:32612:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624544.483350:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fba0 00800000:00000002:0.0:1788624544.483352:0:32612:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624544.483355:0:32612:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624544.483356:0:32612:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624544.483357:0:32612:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624544.483359:0:32612:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624544.483361:0:32612:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624544.483363:0:32612:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624544.483364:0:32612:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624544.483366:0:32612:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624544.483368:0:32612:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624544.483372:0:32612:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624544.483373:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fa70 00000002:00010000:0.0:1788624544.483375:0:32612:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624544.483377:0:32612:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624544.483379:0:32612:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624544.483380:0:32612:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624544.483383:0:32612:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:0.0:1788624544.483386:0:32612:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624544.483388:0:32612:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624544.483390:0:32612:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624544.483393:0:32612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788624544.483401:0:32612:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624544.483403:0:32612:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624544.483406:0:32612:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788624544.483412:0:32612:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624544.483413:0:32612:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624544.483415:0:32612:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624544.483417:0:32612:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624544.483418:0:32612:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624544.483420:0:32612:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624544.483422:0:32612:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624544.483424:0:32612:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624544.483427:0:32612:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197f4800. 00000080:00000001:0.0:1788624544.483429:0:32612:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624544.483431:0:32612:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624544.483549:0:32612:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624544.483553:0:32612:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41834 00800000:00000001:0.0:1788624544.483557:0:32612:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624544.483558:0:32612:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624544.483560:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.483561:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.483563:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.483565:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.483567:0:32612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.483569:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.483570:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624544.483571:0:32612:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624544.483573:0:32612:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624544.483575:0:32612:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41834 from it ffffbef88154fcb8 00010000:00000001:0.0:1788624544.483577:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.483578:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.483580:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.483581:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.483583:0:32612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.483585:0:32612:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624544.483587:0:32612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788624544.483594:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.483595:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.483596:0:32612:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624544.483598:0:32612:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624544.483600:0:32612:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788624544.483606:0:32612:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624544.483607:0:32612:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624544.483609:0:32612:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624544.483611:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.483612:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.483614:0:32612:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.483616:0:32612:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624544.483617:0:32612:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.483619:0:32612:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.483621:0:32612:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.483622:0:32612:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624544.483623:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.483624:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624544.483626:0:32612:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624544.483627:0:32612:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624544.483630:0:32612:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624544.483634:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fd08 00000080:00000008:0.0:1788624544.483636:0:32612:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788624544.485035:0:32612:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624544.485067:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fd08 00000080:00200008:0.0:1788624544.485070:0:32612:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788624544.485085:0:32612:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624544.485087:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fc80 00000080:00200000:0.0:1788624544.485088:0:32612:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624544.485094:0:32612:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197f4800. 00800000:00000002:0.0:1788624544.485099:0:32612:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624544.485102:0:32612:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624544.485512:0:32612:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624544.485515:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fba0 00800000:00000002:0.0:1788624544.485519:0:32612:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624544.485522:0:32612:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624544.485526:0:32612:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624544.485529:0:32612:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624544.485531:0:32612:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624544.485534:0:32612:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624544.485536:0:32612:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624544.485538:0:32612:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624544.485540:0:32612:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624544.485544:0:32612:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624544.485549:0:32612:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624544.485551:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fa70 00000002:00010000:0.0:1788624544.485554:0:32612:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624544.485557:0:32612:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624544.485559:0:32612:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624544.485561:0:32612:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624544.485567:0:32612:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:0.0:1788624544.485570:0:32612:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624544.485573:0:32612:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624544.485576:0:32612:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624544.485581:0:32612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788624544.485591:0:32612:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624544.485596:0:32612:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624544.485599:0:32612:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788624544.485606:0:32612:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624544.485608:0:32612:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624544.485610:0:32612:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624544.485611:0:32612:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624544.485613:0:32612:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624544.485615:0:32612:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624544.485618:0:32612:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624544.485620:0:32612:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624544.485623:0:32612:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197f4800. 00000080:00000001:0.0:1788624544.485627:0:32612:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624544.485629:0:32612:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624544.485631:0:32612:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624544.485634:0:32612:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41834 00800000:00000001:0.0:1788624544.485637:0:32612:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624544.485639:0:32612:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624544.485640:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.485642:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.485645:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.485647:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.485649:0:32612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.485652:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.485653:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624544.485654:0:32612:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788624544.487527:0:32612:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19800. 00800000:00000001:0.0:1788624544.487545:0:32612:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624544.487549:0:32612:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41834 from it ffffbef88154fcb8 00010000:00000001:0.0:1788624544.487551:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.487553:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.487556:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.487558:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.487561:0:32612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.487563:0:32612:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624544.487567:0:32612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788624544.487576:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.487578:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.487580:0:32612:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624544.487582:0:32612:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624544.487585:0:32612:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788624544.487591:0:32612:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624544.487595:0:32612:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624544.487597:0:32612:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624544.487601:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.487602:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.487603:0:32612:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.487606:0:32612:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624544.487608:0:32612:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.487610:0:32612:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.487613:0:32612:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.487615:0:32612:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624544.487616:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.487617:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624544.487620:0:32612:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624544.487622:0:32612:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624544.487626:0:32612:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624544.487631:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fd08 00000080:00000008:0.0:1788624544.487634:0:32612:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788624544.488068:0:32612:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624544.488071:0:32612:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624544.488072:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fb78 00000080:00200000:0.0:1788624544.488541:0:32612:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624544.488550:0:32612:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197f4800. 00800000:00000002:0.0:1788624544.488555:0:32612:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624544.488559:0:32612:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624544.488563:0:32612:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624544.488565:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fa98 00800000:00000002:0.0:1788624544.488567:0:32612:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624544.488571:0:32612:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624544.488574:0:32612:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624544.488577:0:32612:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624544.488579:0:32612:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624544.488581:0:32612:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624544.488582:0:32612:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624544.488584:0:32612:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624544.488586:0:32612:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624544.488590:0:32612:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624544.488594:0:32612:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624544.488596:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154f968 00000002:00010000:0.0:1788624544.488598:0:32612:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624544.488602:0:32612:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624544.488603:0:32612:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624544.488606:0:32612:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624544.488611:0:32612:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:0.0:1788624544.488614:0:32612:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624544.488618:0:32612:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624544.488621:0:32612:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624544.488625:0:32612:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788624544.488633:0:32612:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624544.488637:0:32612:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624544.488640:0:32612:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788624544.488646:0:32612:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624544.488648:0:32612:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624544.488651:0:32612:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624544.488652:0:32612:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624544.488654:0:32612:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624544.488780:0:32612:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624544.488784:0:32612:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624544.488787:0:32612:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624544.488790:0:32612:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197f4800. 00000080:00000001:0.0:1788624544.488794:0:32612:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624544.488796:0:32612:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624544.488799:0:32612:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624544.488802:0:32612:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41834 00800000:00000001:0.0:1788624544.488807:0:32612:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624544.488809:0:32612:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624544.488811:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.488814:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.488816:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.488818:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.488821:0:32612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.488825:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.488827:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624544.488829:0:32612:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624544.488832:0:32612:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624544.488836:0:32612:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41834 from it ffffbef88154fbb0 00010000:00000001:0.0:1788624544.488839:0:32612:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.488840:0:32612:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.488842:0:32612:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.488844:0:32612:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.488846:0:32612:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.488848:0:32612:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624544.488853:0:32612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788624544.488860:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.488861:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.488862:0:32612:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624544.488864:0:32612:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624544.488867:0:32612:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788624544.490023:0:32612:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624544.490027:0:32612:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624544.490029:0:32612:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624544.490034:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.490035:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.490037:0:32612:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.490041:0:32612:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624544.490043:0:32612:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.490045:0:32612:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.490048:0:32612:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.490050:0:32612:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624544.490051:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.490052:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624544.490055:0:32612:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624544.490057:0:32612:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624544.490060:0:32612:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 44 00000080:00000001:0.0:1788624544.490066:0:32612:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624544.490072:0:32612:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:0.0:1788624544.490086:0:32612:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788624544.490088:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fb78 00000080:00200008:0.0:1788624544.490091:0:32612:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 300000 00000080:00000010:0.0:1788624544.490099:0:32612:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd2030fcc0. 00000080:00000001:0.0:1788624544.490104:0:32612:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624544.490272:0:32612:0:(dir.c:3016:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624544.490297:0:32612:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624544.490299:0:32612:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c03066f0 arg=7fffdda27670 00000020:00000001:0.0:1788624544.490308:0:32612:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624544.490313:0:32612:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff99dd049ca800. 00000020:00000001:0.0:1788624544.490318:0:32612:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624544.490321:0:32612:0:(dir.c:446:ll_dir_setdirstripe()) Process entered 00000020:00000001:0.0:1788624544.490323:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fad0 00000080:00200000:0.0:1788624544.490325:0:32612:0:(dir.c:455:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) name=d21h.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:0.0:1788624544.490331:0:32612:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197f4800. 00800000:00000002:0.0:1788624544.490336:0:32612:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00800000:00000001:0.0:1788624544.490344:0:32612:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:0.0:1788624544.490346:0:32612:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788624544.490350:0:32612:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624544.490353:0:32612:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624544.490354:0:32612:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624544.490357:0:32612:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624544.490358:0:32612:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624544.490360:0:32612:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624544.490363:0:32612:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624544.490366:0:32612:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446631773493984256 : -112300215567360 : ffff99dd118afc00) 00800000:00000001:0.0:1788624544.490369:0:32612:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788624544.490372:0:32612:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788624544.490375:0:32612:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788624544.490377:0:32612:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788624544.490379:0:32612:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff99dd10dbf800: Allocated FID [0x200000405:0x23:0x0] 40000000:00000001:0.0:1788624544.490382:0:32612:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.490384:0:32612:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624544.490386:0:32612:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624544.490387:0:32612:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624544.490390:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154f9e8 00800000:00000002:0.0:1788624544.490392:0:32612:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-1' [0x200000405:0x23:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1788624544.490397:0:32612:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1788624544.490399:0:32612:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788624544.490405:0:32612:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:0.0:1788624544.490408:0:32612:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624544.490410:0:32612:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788624544.490413:0:32612:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624544.490417:0:32612:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1788624544.490425:0:32612:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624544.490428:0:32612:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788624544.490430:0:32612:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788624544.490432:0:32612:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788624544.491068:0:32612:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624544.491070:0:32612:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624544.491083:0:32612:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 3 00010000:00000001:0.0:1788624544.491087:0:32612:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624544.491090:0:32612:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.491092:0:32612:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624544.491093:0:32612:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624544.491095:0:32612:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 3 00010000:00000001:0.0:1788624544.491097:0:32612:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624544.491099:0:32612:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.491100:0:32612:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624544.491101:0:32612:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624544.491102:0:32612:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 3 00010000:00000001:0.0:1788624544.491103:0:32612:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624544.491284:0:32612:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624544.491287:0:32612:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788624544.491290:0:32612:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788624544.491294:0:32612:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:0.0:1788624544.491298:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154f670 00000080:00002000:0.0:1788624544.491300:0:32612:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-1 00000080:00000001:0.0:1788624544.491307:0:32612:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788624544.491313:0:32612:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788624544.491316:0:32612:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788624544.491318:0:32612:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788624544.491320:0:32612:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.491324:0:32612:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624544.491327:0:32612:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624544.491329:0:32612:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624544.491331:0:32612:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624544.491333:0:32612:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788624544.491336:0:32612:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d18400 with handle 0xcc94206c7ef41834 from hash 00010000:00000001:0.0:1788624544.491338:0:32612:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624544.491340:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.491341:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.491342:0:32612:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624544.491345:0:32612:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624544.491347:0:32612:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788624544.491350:0:32612:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624544.491352:0:32612:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624544.491354:0:32612:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788624544.491362:0:32612:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06300. 00000020:00000040:0.0:1788624544.491366:0:32612:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:0.0:1788624544.491372:0:32612:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788624544.491374:0:32612:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.491377:0:32612:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624544.491381:0:32612:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624544.491384:0:32612:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624544.491386:0:32612:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624544.491388:0:32612:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624544.491392:0:32612:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624544.491399:0:32612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cac00. 00000100:00000001:0.0:1788624544.491405:0:32612:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.491407:0:32612:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624544.491409:0:32612:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788624544.491415:0:32612:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1788624544.491423:0:32612:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788624544.491424:0:32612:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624544.491426:0:32612:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624544.491429:0:32612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef41834 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7edd expref: -99 pid: 32612 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1788624544.491545:0:32612:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10b00 count: 0 00010000:00000010:0.0:1788624544.491551:0:32612:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd11c18300. 00010000:00000001:0.0:1788624544.491559:0:32612:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.491560:0:32612:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.491562:0:32612:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624544.491564:0:32612:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.491566:0:32612:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788624544.491579:0:32612:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788624544.491592:0:32612:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11c06300 x1875506845046528/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624544.491600:0:32612:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624544.491602:0:32612:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624544.491609:0:32612:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd07d3c240. 00000100:00000001:0.0:1788624544.491612:0:32612:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773330981440 : -112300378570176 : ffff99dd07d3c240) 00000100:00000001:0.0:1788624544.491615:0:32612:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624544.491617:0:32612:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000001:0.0:1788624544.491621:0:32612:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624544.491625:0:32612:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624544.491627:0:32612:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624544.491629:0:32612:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624544.491633:0:32612:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06300 x1875506845046528/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624544.491641:0:32612:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624544.491644:0:32612:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624544.491648:0:32612:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624544.491651:0:32612:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624544.491653:0:32612:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624544.491720:0:32612:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32612:1875506845046528:192.168.202.125@tcp:36:lfs.0 00000100:00000001:0.0:1788624544.491724:0:32612:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624544.491730:0:32612:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624544.491732:0:32612:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624544.491735:0:32612:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624544.491739:0:32612:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049c8800. 02000000:00000001:0.0:1788624544.491741:0:32612:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624544.491748:0:32612:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624544.491752:0:32612:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d058. 00000400:00000010:0.0:1788624544.491760:0:32612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395088. 00000100:00000200:0.0:1788624544.491767:0:32612:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845046528, portal 10 00000100:00000001:0.0:1788624544.491769:0:32612:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624544.491770:0:32612:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000040:0.0:1788624544.491777:0:32612:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c06300 x1875506845046528/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624544.491784:0:32612:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624544.491787:0:32612:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624544.491790:0:32612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395f68. 00000100:00000200:0.0:1788624544.491793:0:32612:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875506845046528, offset 0 00000400:00000200:0.0:1788624544.491799:0:32612:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624544.491806:0:32612:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624544.491813:0:32612:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624544.491819:0:32612:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624544.491824:0:32612:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624544.491827:0:32612:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624544.491830:0:32612:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624544.491833:0:32612:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2777:2777:256:4294967295] 192.168.202.125@tcp LPNI seq info [2777:2777:8:4294967295] 00000400:00000200:0.0:1788624544.491838:0:32612:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624544.491848:0:32612:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624544.491854:0:32612:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624544.491859:0:32612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139c200. 00000800:00000200:0.0:1788624544.491866:0:32612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624544.491874:0:32612:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624544.491948:0:32612:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139c200 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1788624544.492042:0:32612:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624544.492047:0:32612:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 804335 usecs (805 jiffies) 00000400:00000200:0.0:1788624544.492050:0:32612:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624544.492054:0:32612:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296559358 00000100:00000001:0.0:1788624544.492061:0:32612:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296559334 00000100:00000001:0.0:1788624544.492066:0:32612:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296559358 00000100:00000001:0.0:1788624544.492069:0:32612:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296559335 00000100:00000001:0.0:1788624544.492072:0:32612:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624544.492084:0:32612:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624544.492086:0:32612:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624544.492089:0:32612:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624544.492091:0:32612:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd07d3c240 going to sleep for 11 seconds 00000100:00000001:0.0:1788624544.492094:0:32612:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624544.492096:0:32612:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624544.494431:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624544.494607:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c200. 00000400:00000200:3.0:1788624544.494615:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624544.494624:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624544.494632:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395f68 00000400:00000010:3.0:1788624544.494634:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395f68. 00000100:00000001:3.0:1788624544.494639:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624544.494648:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06300 x1875506845046528/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624544.494948:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624544.494955:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06300 x1875506845046528/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624560 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624544.494963:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624544.494965:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624544.500850:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.500869:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624544.500874:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.500889:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624544.500900:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.500909:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624544.500919:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.500924:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.500931:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.500935:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 448 into portal 10 MB=0x6a9c37745d700 00000400:00000200:2.0:1788624544.500940:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.500946:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 448/448 into md 0x7f45 [1] + 224 00000800:00000001:2.0:1788624544.500953:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.500974:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624544.500977:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624544.500982:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624544.500990:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624544.501000:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06300 x1875506845046528/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624560 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624544.501012:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff99dd11c06300 x1875506845046528/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624544.501037:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624544.501046:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.501050:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624544.502259:0:32612:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624544.502270:0:32612:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624544.502272:0:32612:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624544.502275:0:32612:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d058. 00000400:00000200:3.0:1788624544.502281:0:32612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395088 00000400:00000010:3.0:1788624544.502284:0:32612:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395088. 00000100:00000001:3.0:1788624544.502288:0:32612:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624544.502296:0:32612:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06300 x1875506845046528/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624544.502306:0:32612:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06300 x1875506845046528/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624544.502313:0:32612:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624544.502315:0:32612:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624544.502318:0:32612:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624544.502320:0:32612:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624544.502323:0:32612:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624544.502325:0:32612:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624544.502328:0:32612:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624544.502338:0:32612:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=123 v=5 (103 103 103 137) 00000100:00001000:3.0:1788624544.502343:0:32612:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624544.502345:0:32612:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624544.502347:0:32612:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624544.502350:0:32612:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624544.502353:0:32612:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624544.502357:0:32612:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788624544.502359:0:32612:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:3.0:1788624544.502361:0:32612:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788624544.502365:0:32612:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624544.502366:0:32612:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000001:3.0:1788624544.502369:0:32612:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624544.502371:0:32612:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967614 00000100:00000001:3.0:1788624544.502373:0:32612:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624544.502375:0:32612:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624544.502379:0:32612:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06300 x1875506845046528/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624560 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624544.502386:0:32612:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624544.502390:0:32612:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624544.502392:0:32612:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624544.502396:0:32612:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06300 x1875506845046528/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624560 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624544.502403:0:32612:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32612:1875506845046528:192.168.202.125@tcp:36:lfs.0 00000100:00000001:3.0:1788624544.502408:0:32612:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624544.502410:0:32612:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624544.502413:0:32612:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788624544.502415:0:32612:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624544.502418:0:32612:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06300 x1875506845046528/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624560 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624544.502425:0:32612:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624544.502428:0:32612:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd07d3c240. 00000100:00000001:3.0:1788624544.502444:0:32612:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788624544.502446:0:32612:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624544.502455:0:32612:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624544.502458:0:32612:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x23:0x0] 00800000:00000001:3.0:1788624544.502460:0:32612:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624544.502464:0:32612:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788624544.502470:0:32612:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788624544.502473:0:32612:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788624544.502476:0:32612:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:3.0:1788624544.502479:0:32612:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788624544.502495:0:32612:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff99dd1919d280. 00000080:00000001:3.0:1788624544.502506:0:32612:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788624544.502508:0:32612:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x23:0x0](ffff99dd1919d348) 00000080:00000001:3.0:1788624544.502511:0:32612:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788624544.502513:0:32612:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:3.0:1788624544.502516:0:32612:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624544.502517:0:32612:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:3.0:1788624544.502520:0:32612:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788624544.502523:0:32612:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611171 mtime from 0 to 1788624544 00000080:00200000:3.0:1788624544.502527:0:32612:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00000001:3.0:1788624544.502529:0:32612:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788624544.502531:0:32612:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620785992 : -112300088765624 : ffff99dd1919d348) 00000080:00000001:3.0:1788624544.502534:0:32612:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788624544.502537:0:32612:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788624544.502539:0:32612:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624544.502546:0:32612:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624544.502550:0:32612:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06300 x1875506845046528/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624560 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624544.502557:0:32612:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624544.502560:0:32612:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624544.502563:0:32612:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197f4800. 00000080:00000010:3.0:1788624544.502568:0:32612:0:(dir.c:2110:ll_dir_ioctl()) kvfree 'data': 648 at ffff99dd049ca800. 00000080:00000001:3.0:1788624544.502572:0:32612:0:(dir.c:2111:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624544.502592:0:32612:0:(dir.c:3021:ll_dir_release()) Process entered 00000080:00000001:3.0:1788624544.502594:0:32612:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788624544.502598:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fdd0 00000080:00200008:3.0:1788624544.502600:0:32612:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 300000 00000080:00400000:3.0:1788624544.502604:0:32612:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1788624544.502607:0:32612:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd2030fcc0. 00000080:00000001:3.0:1788624544.502611:0:32612:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788624544.502613:0:32612:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88154fdd0 00000080:00000008:3.0:1788624544.502615:0:32612:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 300000, rc = 0 00000080:00000001:3.0:1788624544.502617:0:32612:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624544.502619:0:32612:0:(dir.c:3022:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1788624544.507140:0:1338:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536aa0. 00010000:00000010:0.1:1788624544.507380:0:1338:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10b00. 00010000:00000010:0.1:1788624544.507385:0:1338:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18400. 00000080:00000001:2.0:1788624544.523090:0:32613:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624544.523098:0:32613:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624544.523100:0:32613:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624544.523103:0:32613:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3b20 00000080:00200000:2.0:1788624544.523291:0:32613:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624544.523299:0:32613:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd0382de00. 00800000:00000002:2.0:1788624544.523306:0:32613:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624544.523311:0:32613:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624544.523315:0:32613:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624544.523317:0:32613:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3a40 00800000:00000002:2.0:1788624544.523320:0:32613:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624544.523324:0:32613:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624544.523326:0:32613:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624544.523328:0:32613:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624544.523331:0:32613:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624544.523333:0:32613:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624544.523335:0:32613:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624544.523337:0:32613:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624544.523340:0:32613:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624544.523344:0:32613:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624544.523349:0:32613:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624544.523350:0:32613:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3910 00000002:00010000:2.0:1788624544.523353:0:32613:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624544.523357:0:32613:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624544.523359:0:32613:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624544.523361:0:32613:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624544.523367:0:32613:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624544.523370:0:32613:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624544.523371:0:32613:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624544.523374:0:32613:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788624544.523376:0:32613:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788624544.523381:0:32613:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63800. 00000020:00000040:2.0:1788624544.523384:0:32613:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:2.0:1788624544.523391:0:32613:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624544.523396:0:32613:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624544.523400:0:32613:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624544.523403:0:32613:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624544.523406:0:32613:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624544.523410:0:32613:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624544.523418:0:32613:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd04839800. 00000100:00000001:2.0:1788624544.523425:0:32613:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624544.523430:0:32613:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624544.523432:0:32613:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624544.523975:0:32613:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624544.523977:0:32613:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624544.523979:0:32613:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624544.523987:0:32613:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773498914816 : -112300210636800 : ffff99dd11d63800) 00010000:00000001:2.0:1788624544.523992:0:32613:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624544.523994:0:32613:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788624544.524001:0:32613:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03870e00. 00010000:00000010:2.0:1788624544.524006:0:32613:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd05188580. 00010000:00000001:2.0:1788624544.524012:0:32613:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624544.524015:0:32613:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10766000. 00000020:00000001:2.0:1788624544.524020:0:32613:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624544.524024:0:32613:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10766000 with handle 0xcc94206c7ef41842 to hash 00000020:00000001:2.0:1788624544.524026:0:32613:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624544.524028:0:32613:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:2.0:1788624544.524032:0:32613:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:2.0:1788624544.524036:0:32613:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624544.524039:0:32613:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624544.524043:0:32613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef41842 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624544.524053:0:32613:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef41842 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32613 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624544.524064:0:32613:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef41842 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32613 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624544.524070:0:32613:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624544.524072:0:32613:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624544.525600:0:32613:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cd6c0. 00000100:00000001:2.0:1788624544.525605:0:32613:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486765760 : -112300222785856 : ffff99dd111cd6c0) 00000100:00000001:2.0:1788624544.525609:0:32613:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624544.525611:0:32613:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498914816 : -112300210636800 : ffff99dd11d63800) 00000100:00000001:2.0:1788624544.525616:0:32613:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624544.525621:0:32613:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624544.525623:0:32613:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624544.525625:0:32613:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624544.525635:0:32613:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63800 x1875506845046656/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.525644:0:32613:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624544.525646:0:32613:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624544.525650:0:32613:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624544.525653:0:32613:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624544.525656:0:32613:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624544.525659:0:32613:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63800 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32613:1875506845046656:192.168.202.125@tcp:101:lfs.0 00000100:00000001:2.0:1788624544.525665:0:32613:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624544.525670:0:32613:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624544.525672:0:32613:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624544.525674:0:32613:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624544.525680:0:32613:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd1870d800. 02000000:00000001:2.0:1788624544.525682:0:32613:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624544.525689:0:32613:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624544.525693:0:32613:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2948. 00000400:00000010:2.0:1788624544.525701:0:32613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08330. 00000100:00000200:2.0:1788624544.525708:0:32613:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845046656, portal 10 00000100:00000001:2.0:1788624544.525710:0:32613:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624544.525711:0:32613:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498914816 : -112300210636800 : ffff99dd11d63800) 00000100:00000040:2.0:1788624544.525718:0:32613:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d63800 x1875506845046656/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624560 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.525726:0:32613:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624544.525729:0:32613:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624544.525731:0:32613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08550. 00000100:00000200:2.0:1788624544.525735:0:32613:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845046656, offset 0 00000400:00000200:2.0:1788624544.525741:0:32613:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624544.525749:0:32613:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.525757:0:32613:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624544.525763:0:32613:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624544.525767:0:32613:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624544.525771:0:32613:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624544.525773:0:32613:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624544.525777:0:32613:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2778:2778:256:4294967295] 192.168.202.125@tcp LPNI seq info [2778:2778:8:4294967295] 00000400:00000200:2.0:1788624544.525781:0:32613:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.525790:0:32613:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624544.525796:0:32613:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624544.525801:0:32613:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872700. 00000800:00000200:2.0:1788624544.525807:0:32613:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624544.525816:0:32613:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624544.525820:0:32613:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788624544.526037:0:32613:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624544.526043:0:32613:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 803211 usecs (804 jiffies) 00000400:00000200:2.0:1788624544.526047:0:32613:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624544.526050:0:32613:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296559391 00000100:00000001:2.0:1788624544.526057:0:32613:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296559358 00000100:00000001:2.0:1788624544.526063:0:32613:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296559391 00000100:00000001:2.0:1788624544.526066:0:32613:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296559358 00000100:00000001:2.0:1788624544.526069:0:32613:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624544.526072:0:32613:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624544.526085:0:32613:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624544.526087:0:32613:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624544.526090:0:32613:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cd6c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788624544.526093:0:32613:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624544.526096:0:32613:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624544.536626:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624544.536638:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872700. 00000400:00000200:2.0:1788624544.536646:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624544.536654:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624544.536662:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08550 00000400:00000010:2.0:1788624544.536665:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08550. 00000100:00000001:2.0:1788624544.536670:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624544.536680:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63800 x1875506845046656/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624560 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.536692:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624544.536696:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d63800 x1875506845046656/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624560 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.536704:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624544.536706:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624544.546345:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.546372:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624544.546377:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.546380:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624544.546389:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.546397:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624544.546409:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.546414:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.546420:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.546424:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745d780 00000400:00000200:2.0:1788624544.546429:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.546435:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7f4d [1] + 224 00000800:00000001:2.0:1788624544.546442:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.546453:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624544.546456:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624544.546616:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624544.546624:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624544.546633:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63800 x1875506845046656/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624560 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624544.546646:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11d63800 x1875506845046656/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.546672:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624544.546682:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.546686:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788624544.548357:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624544.548362:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611200. 00000400:00000200:2.0:1788624544.548367:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624544.548371:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624544.548376:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ca18 00000400:00000010:2.0:1788624544.548378:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ca18. 00000100:00000001:2.0:1788624544.548381:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624544.548386:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8a80 x1875506845046784/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624560 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.548395:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624544.548399:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8a80 x1875506845046784/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624560 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.548405:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624544.548407:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624544.551920:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.551936:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624544.551941:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.551943:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624544.551951:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.551958:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624544.551976:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.551981:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.551986:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.551990:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 584 into portal 10 MB=0x6a9c37745d800 00000400:00000200:2.0:1788624544.551995:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.552001:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 584/584 into md 0x7f5d [1] + 224 00000800:00000001:2.0:1788624544.552008:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.552015:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624544.552018:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624544.552022:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624544.552029:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624544.552038:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8a80 x1875506845046784/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624560 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624544.552050:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff99dd11dd8a80 x1875506845046784/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.552080:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624544.552089:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.552093:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624544.556059:0:32613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef41842 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f15 expref: -99 pid: 32613 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788624544.556071:0:32613:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624544.556085:0:32613:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624544.556089:0:32613:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef41842 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f15 expref: -99 pid: 32613 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788624544.556095:0:32613:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624544.556097:0:32613:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624544.556099:0:32613:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624544.556100:0:32613:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624544.556103:0:32613:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624544.556242:0:32613:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624544.556246:0:32613:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624544.556248:0:32613:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624544.556252:0:32613:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd063ef600. 00000080:00000001:1.0:1788624544.556255:0:32613:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624544.556257:0:32613:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624544.556259:0:32613:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624544.556262:0:32613:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41842 00800000:00000001:1.0:1788624544.556266:0:32613:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624544.556267:0:32613:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624544.556269:0:32613:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624544.556270:0:32613:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624544.556272:0:32613:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=3 00000020:00000001:1.0:1788624544.556275:0:32613:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624544.556277:0:32613:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624544.556280:0:32613:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624544.556281:0:32613:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624544.556282:0:32613:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624544.556284:0:32613:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624544.556287:0:32613:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41842 from it ffffbef880dd3bb0 00010000:00000001:1.0:1788624544.556289:0:32613:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624544.556290:0:32613:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624544.556292:0:32613:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=3 00000020:00000001:1.0:1788624544.556294:0:32613:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624544.556295:0:32613:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624544.556298:0:32613:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624544.556301:0:32613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef41842 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7f15 expref: -99 pid: 32613 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788624544.556307:0:32613:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624544.556308:0:32613:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624544.556310:0:32613:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624544.556312:0:32613:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624544.556314:0:32613:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef41842 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f15 expref: -99 pid: 32613 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788624544.556321:0:32613:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624544.556323:0:32613:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624544.556325:0:32613:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624544.556328:0:32613:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624544.556330:0:32613:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624544.556331:0:32613:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624544.556333:0:32613:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624544.556335:0:32613:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624544.556337:0:32613:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624544.556339:0:32613:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624544.556341:0:32613:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624544.556342:0:32613:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624544.556343:0:32613:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624544.556346:0:32613:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624544.556347:0:32613:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624544.556350:0:32613:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 44 00000080:00000001:1.0:1788624544.556354:0:32613:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624544.556360:0:32613:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:1.0:1788624544.556363:0:32613:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788624544.556364:0:32613:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3b78 00000080:00200008:1.0:1788624544.556366:0:32613:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 300000 00000080:00000010:1.0:1788624544.556371:0:32613:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd03d128c0. 00000080:00000001:1.0:1788624544.556376:0:32613:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624544.556378:0:32613:0:(dir.c:3016:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624544.556394:0:32613:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624544.556396:0:32613:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c03066f0 arg=7ffdd549a500 00000020:00000001:1.0:1788624544.556402:0:32613:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624544.556406:0:32613:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff99dd107e2800. 00000020:00000001:1.0:1788624544.556411:0:32613:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624544.556414:0:32613:0:(dir.c:446:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1788624544.556416:0:32613:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3ad0 00000080:00200000:1.0:1788624544.556417:0:32613:0:(dir.c:455:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) name=d21h.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:1.0:1788624544.556423:0:32613:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd063ef600. 00800000:00000002:1.0:1788624544.556427:0:32613:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00800000:00000001:1.0:1788624544.556434:0:32613:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:1.0:1788624544.556436:0:32613:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788624544.556440:0:32613:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624544.556442:0:32613:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624544.556443:0:32613:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624544.556445:0:32613:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624544.556447:0:32613:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624544.556449:0:32613:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624544.556451:0:32613:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624544.556454:0:32613:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446631773493984256 : -112300215567360 : ffff99dd118afc00) 00800000:00000001:1.0:1788624544.556456:0:32613:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788624544.556458:0:32613:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788624544.556951:0:32613:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788624544.556956:0:32613:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788624544.556958:0:32613:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff99dd10dbf800: Allocated FID [0x200000405:0x24:0x0] 40000000:00000001:1.0:1788624544.557020:0:32613:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624544.557022:0:32613:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624544.557024:0:32613:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624544.557026:0:32613:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624544.557029:0:32613:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd39e8 00800000:00000002:1.0:1788624544.557032:0:32613:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-2' [0x200000405:0x24:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1788624544.557037:0:32613:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788624544.557039:0:32613:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788624544.557044:0:32613:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 2 00010000:00000001:1.0:1788624544.557046:0:32613:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624544.557049:0:32613:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788624544.557052:0:32613:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788624544.557056:0:32613:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef41842 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a7f15 expref: -99 pid: 32613 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1788624544.557065:0:32613:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788624544.557068:0:32613:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788624544.557071:0:32613:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788624544.557083:0:32613:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788624544.557086:0:32613:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624544.557087:0:32613:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624544.557089:0:32613:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 3 00010000:00000001:1.0:1788624544.557091:0:32613:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624544.557094:0:32613:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624544.557095:0:32613:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624544.557096:0:32613:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624544.557098:0:32613:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 3 00010000:00000001:1.0:1788624544.557100:0:32613:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624544.557102:0:32613:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624544.557103:0:32613:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624544.557449:0:32613:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624544.557452:0:32613:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 3 00010000:00000001:1.0:1788624544.557454:0:32613:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624544.557456:0:32613:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624544.557459:0:32613:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788624544.557506:0:32613:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788624544.557511:0:32613:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1788624544.557515:0:32613:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3670 00000080:00002000:1.0:1788624544.557516:0:32613:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-2 00000080:00000001:1.0:1788624544.557524:0:32613:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788624544.557529:0:32613:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788624544.557532:0:32613:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788624544.557535:0:32613:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788624544.557536:0:32613:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624544.557541:0:32613:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788624544.557544:0:32613:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788624544.557546:0:32613:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788624544.557547:0:32613:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624544.557550:0:32613:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788624544.557552:0:32613:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd10766000 with handle 0xcc94206c7ef41842 from hash 00010000:00000001:1.0:1788624544.557554:0:32613:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788624544.557556:0:32613:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624544.557557:0:32613:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624544.557558:0:32613:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788624544.557561:0:32613:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788624544.557563:0:32613:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788624544.557566:0:32613:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624544.557568:0:32613:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624544.557570:0:32613:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788624544.557577:0:32613:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8a80. 00000020:00000040:1.0:1788624544.557580:0:32613:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:1.0:1788624544.557587:0:32613:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788624544.557589:0:32613:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624544.557591:0:32613:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624544.557595:0:32613:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624544.557597:0:32613:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624544.557600:0:32613:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624544.557601:0:32613:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624544.557605:0:32613:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624544.557610:0:32613:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e2c00. 00000100:00000001:1.0:1788624544.557616:0:32613:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624544.557619:0:32613:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624544.557621:0:32613:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788624544.557627:0:32613:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef41842 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7f15 expref: -99 pid: 32613 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1788624544.557634:0:32613:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788624544.557636:0:32613:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624544.557638:0:32613:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788624544.557640:0:32613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef41842 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7f15 expref: -99 pid: 32613 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:1.0:1788624544.557653:0:32613:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03870e00 count: 0 00010000:00000010:1.0:1788624544.557659:0:32613:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd05188580. 00010000:00000001:1.0:1788624544.557667:0:32613:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624544.557669:0:32613:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624544.557671:0:32613:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624544.557673:0:32613:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624544.557675:0:32613:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788624544.557685:0:32613:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788624544.557697:0:32613:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11dd8a80 x1875506845047040/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624544.557705:0:32613:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624544.557706:0:32613:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624544.557712:0:32613:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624544.557715:0:32613:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489581632 : -112300219969984 : ffff99dd1147ce40) 00000100:00000001:1.0:1788624544.557718:0:32613:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624544.557719:0:32613:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00000100:00000001:1.0:1788624544.557723:0:32613:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624544.557727:0:32613:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624544.557729:0:32613:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624544.557731:0:32613:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624544.557734:0:32613:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8a80 x1875506845047040/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624544.557742:0:32613:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624544.557745:0:32613:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624544.557748:0:32613:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624544.557751:0:32613:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624544.557753:0:32613:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624544.557757:0:32613:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8a80 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32613:1875506845047040:192.168.202.125@tcp:36:lfs.0 00000100:00000001:1.0:1788624544.557761:0:32613:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624544.557766:0:32613:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624544.557769:0:32613:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624544.557771:0:32613:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624544.557775:0:32613:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e2400. 02000000:00000001:1.0:1788624544.557777:0:32613:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624544.557784:0:32613:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624544.557788:0:32613:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793898. 00000400:00000010:1.0:1788624544.557795:0:32613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c770. 00000100:00000200:1.0:1788624544.557802:0:32613:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845047040, portal 10 00000100:00000001:1.0:1788624544.557803:0:32613:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624544.557805:0:32613:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00000100:00000040:1.0:1788624544.557811:0:32613:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd8a80 x1875506845047040/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624544.557818:0:32613:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624544.557821:0:32613:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624544.557824:0:32613:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c440. 00000100:00000200:1.0:1788624544.557828:0:32613:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875506845047040, offset 0 00000400:00000200:1.0:1788624544.557834:0:32613:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624544.557842:0:32613:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624544.557850:0:32613:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624544.557856:0:32613:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624544.557859:0:32613:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624544.557863:0:32613:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624544.557866:0:32613:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624544.557870:0:32613:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2780:2780:256:4294967295] 192.168.202.125@tcp LPNI seq info [2780:2780:8:4294967295] 00000400:00000200:1.0:1788624544.557875:0:32613:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624544.558592:0:32613:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624544.558600:0:32613:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624544.558607:0:32613:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611400. 00000800:00000200:1.0:1788624544.558614:0:32613:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624544.558621:0:32613:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624544.558625:0:32613:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611400 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1788624544.558697:0:32613:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624544.558704:0:32613:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 800981 usecs (801 jiffies) 00000400:00000200:1.0:1788624544.558707:0:32613:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624544.558710:0:32613:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296559421 00000100:00000001:1.0:1788624544.558716:0:32613:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296559412 00000100:00000001:1.0:1788624544.558721:0:32613:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296559421 00000100:00000001:1.0:1788624544.558725:0:32613:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296559412 00000100:00000001:1.0:1788624544.558727:0:32613:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624544.558729:0:32613:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624544.558732:0:32613:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624544.558734:0:32613:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624544.558737:0:32613:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147ce40 going to sleep for 11 seconds 00000100:00000001:1.0:1788624544.558740:0:32613:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624544.558742:0:32613:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624544.562624:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624544.562633:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611400. 00000400:00000200:2.0:1788624544.562641:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624544.562649:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624544.562657:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c440 00000400:00000010:2.0:1788624544.562661:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c440. 00000100:00000001:2.0:1788624544.562666:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624544.562675:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8a80 x1875506845047040/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624544.562687:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624544.562690:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8a80 x1875506845047040/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624560 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624544.562698:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624544.562700:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788624544.563158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600400. 00000080:00000010:1.1:1788624544.566348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8bc0. 00010000:00000010:1.1:1788624544.566364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870e00. 00010000:00000010:1.1:1788624544.566370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766000. 00000800:00000001:2.0:1788624544.590390:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.590411:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624544.590415:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.590418:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624544.590426:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.590434:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624544.590444:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.590449:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.590455:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.590459:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 448 into portal 10 MB=0x6a9c37745d900 00000400:00000200:2.0:1788624544.590465:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.590471:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 448/448 into md 0x7f65 [1] + 224 00000800:00000001:2.0:1788624544.590479:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.590486:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624544.590489:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624544.590494:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624544.590502:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624544.590511:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8a80 x1875506845047040/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624560 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624544.590522:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff99dd11dd8a80 x1875506845047040/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624544.590544:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624544.590563:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.590566:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624544.590745:0:32613:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624544.590753:0:32613:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624544.590755:0:32613:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624544.590758:0:32613:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793898. 00000400:00000200:1.0:1788624544.590763:0:32613:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c770 00000400:00000010:1.0:1788624544.590766:0:32613:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c770. 00000100:00000001:1.0:1788624544.590769:0:32613:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624544.590774:0:32613:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8a80 x1875506845047040/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624544.590783:0:32613:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8a80 x1875506845047040/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624544.590789:0:32613:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624544.590791:0:32613:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624544.590794:0:32613:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624544.590797:0:32613:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624544.590800:0:32613:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624544.590802:0:32613:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624544.590805:0:32613:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624544.590813:0:32613:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=123 v=5 (103 103 103 137) 00000100:00001000:1.0:1788624544.590818:0:32613:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624544.590821:0:32613:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624544.590823:0:32613:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624544.590826:0:32613:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624544.590830:0:32613:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624544.590834:0:32613:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624544.590836:0:32613:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:1.0:1788624544.590838:0:32613:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624544.590841:0:32613:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624544.590842:0:32613:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00000100:00000001:1.0:1788624544.590846:0:32613:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624544.590847:0:32613:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967614 00000100:00000001:1.0:1788624544.590849:0:32613:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624544.590851:0:32613:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624544.590856:0:32613:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8a80 x1875506845047040/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624560 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624544.590863:0:32613:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624544.590866:0:32613:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624544.590868:0:32613:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624544.590871:0:32613:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8a80 x1875506845047040/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624560 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624544.590879:0:32613:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8a80 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32613:1875506845047040:192.168.202.125@tcp:36:lfs.0 00000100:00000001:1.0:1788624544.590885:0:32613:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624544.590887:0:32613:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624544.590890:0:32613:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624544.590892:0:32613:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624544.590895:0:32613:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8a80 x1875506845047040/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624560 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624544.590902:0:32613:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624544.590905:0:32613:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624544.590908:0:32613:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624544.590909:0:32613:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624544.590917:0:32613:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624544.590921:0:32613:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x24:0x0] 00800000:00000001:1.0:1788624544.590923:0:32613:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624544.590926:0:32613:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624544.590932:0:32613:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788624544.590934:0:32613:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624544.590936:0:32613:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1788624544.590940:0:32613:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788624544.590954:0:32613:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff99dd191bd280. 00000080:00000001:1.0:1788624544.590963:0:32613:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788624544.590965:0:32613:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x24:0x0](ffff99dd191bd348) 00000080:00000001:1.0:1788624544.590968:0:32613:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788624544.590969:0:32613:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:1.0:1788624544.590971:0:32613:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624544.590973:0:32613:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1788624544.590975:0:32613:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788624544.590977:0:32613:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611172 mtime from 0 to 1788624544 00000080:00200000:1.0:1788624544.590981:0:32613:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00000001:1.0:1788624544.590983:0:32613:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788624544.590985:0:32613:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620917064 : -112300088634552 : ffff99dd191bd348) 00000080:00000001:1.0:1788624544.590988:0:32613:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624544.590990:0:32613:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788624544.590992:0:32613:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624544.590998:0:32613:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624544.591001:0:32613:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8a80 x1875506845047040/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624560 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624544.591007:0:32613:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624544.591009:0:32613:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624544.591012:0:32613:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd063ef600. 00000080:00000010:1.0:1788624544.591017:0:32613:0:(dir.c:2110:ll_dir_ioctl()) kvfree 'data': 648 at ffff99dd107e2800. 00000080:00000001:1.0:1788624544.591020:0:32613:0:(dir.c:2111:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624544.591039:0:32613:0:(dir.c:3021:ll_dir_release()) Process entered 00000080:00000001:1.0:1788624544.591042:0:32613:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788624544.591045:0:32613:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3dd0 00000080:00200008:1.0:1788624544.591047:0:32613:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 300000 00000080:00400000:1.0:1788624544.591050:0:32613:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788624544.591054:0:32613:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd03d128c0. 00000080:00000001:1.0:1788624544.591057:0:32613:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788624544.591060:0:32613:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3dd0 00000080:00000008:1.0:1788624544.591062:0:32613:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 300000, rc = 0 00000080:00000001:1.0:1788624544.591064:0:32613:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624544.591065:0:32613:0:(dir.c:3022:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624544.622707:0:32615:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624544.622715:0:32615:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624544.622717:0:32615:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624544.622721:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3bc0 00000080:00200000:2.0:1788624544.622726:0:32615:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624544.622735:0:32615:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd02a27600. 00800000:00000002:2.0:1788624544.622741:0:32615:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624544.622746:0:32615:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624544.622751:0:32615:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624544.622754:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3ae0 00800000:00000002:2.0:1788624544.622756:0:32615:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624544.622761:0:32615:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624544.622764:0:32615:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624544.622767:0:32615:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624544.622769:0:32615:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624544.622772:0:32615:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624544.622774:0:32615:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624544.622776:0:32615:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624544.622779:0:32615:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624544.622783:0:32615:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624544.622789:0:32615:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624544.622791:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd39b0 00000002:00010000:2.0:1788624544.622794:0:32615:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624544.622797:0:32615:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624544.622799:0:32615:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624544.622802:0:32615:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624544.622809:0:32615:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624544.622811:0:32615:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624544.622813:0:32615:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624544.622816:0:32615:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788624544.622818:0:32615:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788624544.622824:0:32615:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63100. 00000020:00000040:2.0:1788624544.622828:0:32615:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:2.0:1788624544.622835:0:32615:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624544.622841:0:32615:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624544.622845:0:32615:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624544.622848:0:32615:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624544.622851:0:32615:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624544.622856:0:32615:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624544.622864:0:32615:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd0483bc00. 00000100:00000001:2.0:1788624544.622872:0:32615:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624544.622877:0:32615:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624544.622879:0:32615:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624544.622880:0:32615:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624544.622881:0:32615:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624544.622883:0:32615:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624544.622888:0:32615:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773498913024 : -112300210638592 : ffff99dd11d63100) 00010000:00000001:2.0:1788624544.622892:0:32615:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624544.622895:0:32615:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788624544.622899:0:32615:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03870b00. 00010000:00000010:2.0:1788624544.622904:0:32615:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd05188800. 00010000:00000001:2.0:1788624544.622909:0:32615:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624544.622912:0:32615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10766e00. 00000020:00000001:2.0:1788624544.622915:0:32615:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624544.622918:0:32615:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10766e00 with handle 0xcc94206c7ef41850 to hash 00000020:00000001:2.0:1788624544.622920:0:32615:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624544.622922:0:32615:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:2.0:1788624544.622925:0:32615:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:2.0:1788624544.622929:0:32615:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624544.622932:0:32615:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624544.622936:0:32615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef41850 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624544.622945:0:32615:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef41850 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624544.622955:0:32615:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef41850 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624544.623089:0:32615:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624544.623091:0:32615:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624544.623098:0:32615:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cd300. 00000100:00000001:2.0:1788624544.623100:0:32615:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486764800 : -112300222786816 : ffff99dd111cd300) 00000100:00000001:2.0:1788624544.623103:0:32615:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624544.623104:0:32615:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913024 : -112300210638592 : ffff99dd11d63100) 00000100:00000001:2.0:1788624544.623182:0:32615:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624544.623187:0:32615:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624544.623189:0:32615:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624544.623191:0:32615:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624544.623201:0:32615:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63100 x1875506845047168/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.623209:0:32615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624544.623211:0:32615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624544.623215:0:32615:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624544.623217:0:32615:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624544.623220:0:32615:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624544.623224:0:32615:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63100 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32615:1875506845047168:192.168.202.125@tcp:101:multiop.0 00000100:00000001:2.0:1788624544.623228:0:32615:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624544.623233:0:32615:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624544.623236:0:32615:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624544.623239:0:32615:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624544.623243:0:32615:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd1870f800. 02000000:00000001:2.0:1788624544.623245:0:32615:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624544.623252:0:32615:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624544.623256:0:32615:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2210. 00000400:00000010:2.0:1788624544.623263:0:32615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08550. 00000100:00000200:2.0:1788624544.623270:0:32615:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845047168, portal 10 00000100:00000001:2.0:1788624544.623272:0:32615:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624544.623273:0:32615:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913024 : -112300210638592 : ffff99dd11d63100) 00000100:00000040:2.0:1788624544.623280:0:32615:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d63100 x1875506845047168/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624560 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.623293:0:32615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624544.623296:0:32615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624544.623299:0:32615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08660. 00000100:00000200:2.0:1788624544.623301:0:32615:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845047168, offset 0 00000400:00000200:2.0:1788624544.623308:0:32615:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624544.623316:0:32615:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.623324:0:32615:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624544.623329:0:32615:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624544.623334:0:32615:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624544.623338:0:32615:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624544.623340:0:32615:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624544.623344:0:32615:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2781:2781:256:4294967295] 192.168.202.125@tcp LPNI seq info [2781:2781:8:4294967295] 00000400:00000200:2.0:1788624544.623349:0:32615:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.623358:0:32615:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624544.623364:0:32615:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624544.623369:0:32615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872700. 00000800:00000200:2.0:1788624544.623375:0:32615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624544.623382:0:32615:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624544.623386:0:32615:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788624544.623402:0:32615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624544.623406:0:32615:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 799907 usecs (800 jiffies) 00000400:00000200:2.0:1788624544.623409:0:32615:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624544.623412:0:32615:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296559485 00000100:00000001:1.0:1788624544.627181:0:32615:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296559421 00000100:00000001:1.0:1788624544.627206:0:32615:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296559488 00000100:00000001:1.0:1788624544.627210:0:32615:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296559421 00000100:00000001:1.0:1788624544.627213:0:32615:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624544.627218:0:32615:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624544.627221:0:32615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624544.627224:0:32615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624544.627229:0:32615:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cd300 going to sleep for 11 seconds 00000100:00000001:1.0:1788624544.627233:0:32615:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624544.627236:0:32615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624544.627679:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624544.627685:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872700. 00000400:00000200:2.0:1788624544.627690:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624544.627700:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624544.627709:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08660 00000400:00000010:2.0:1788624544.627711:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08660. 00000100:00000001:2.0:1788624544.627717:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624544.627725:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63100 x1875506845047168/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624560 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.627737:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624544.627741:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d63100 x1875506845047168/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624560 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.627748:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624544.627749:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624544.631030:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.631046:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624544.631050:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.631053:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624544.631061:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.631069:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624544.631088:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.631094:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.631100:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.631129:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745d980 00000400:00000200:2.0:1788624544.631136:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.631151:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7f6d [1] + 224 00000800:00000001:2.0:1788624544.631159:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.631168:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624544.631172:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624544.631177:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624544.631184:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624544.631194:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63100 x1875506845047168/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624560 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624544.631205:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11d63100 x1875506845047168/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.631220:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624544.631228:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.631232:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624544.637826:0:32615:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624544.637846:0:32615:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624544.637848:0:32615:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624544.637853:0:32615:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2210. 00000400:00000200:1.0:1788624544.637867:0:32615:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08550 00000400:00000010:1.0:1788624544.637870:0:32615:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08550. 00000100:00000001:1.0:1788624544.637876:0:32615:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624544.637891:0:32615:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d63100 x1875506845047168/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624544.637905:0:32615:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d63100 x1875506845047168/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624544.637915:0:32615:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624544.637917:0:32615:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624544.637921:0:32615:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624544.637925:0:32615:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624544.637927:0:32615:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624544.637930:0:32615:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624544.637934:0:32615:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624544.637945:0:32615:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=123 v=5 (103 103 103 137) 00000100:00001000:1.0:1788624544.637950:0:32615:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624544.637953:0:32615:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624544.637955:0:32615:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624544.637958:0:32615:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624544.637963:0:32615:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624544.637968:0:32615:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624544.637971:0:32615:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967614 00000100:00000001:1.0:1788624544.637973:0:32615:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624544.637976:0:32615:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624544.637982:0:32615:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d63100 x1875506845047168/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624544.637990:0:32615:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624544.637993:0:32615:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624544.637996:0:32615:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624544.638000:0:32615:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63100 x1875506845047168/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624560 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624544.638007:0:32615:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d63100 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32615:1875506845047168:192.168.202.125@tcp:101:multiop.0 00000100:00000001:1.0:1788624544.638013:0:32615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624544.638016:0:32615:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624544.638019:0:32615:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624544.638021:0:32615:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624544.638025:0:32615:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d63100 x1875506845047168/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624560 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624544.638032:0:32615:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624544.638037:0:32615:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cd300. 00000100:00000001:1.0:1788624544.638041:0:32615:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624544.638043:0:32615:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624544.638046:0:32615:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624544.638051:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624544.638054:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624544.638059:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766e00 refcount=4 00000020:00000001:1.0:1788624544.638062:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:1.0:1788624544.638066:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000040:1.0:1788624544.638085:0:32615:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10766e00, remote cookie: 0xa103bd66258a7f4d, flags: 0x1001 00010000:00010000:1.0:1788624544.638093:0:32615:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef41850 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f4d expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624544.640152:0:32615:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef41850 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f4d expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624544.640176:0:32615:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624544.640191:0:32615:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624544.640193:0:32615:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624544.640195:0:32615:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624544.640197:0:32615:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624544.640200:0:32615:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd03870b00) refcount = 1 00010000:00010000:1.0:1788624544.640206:0:32615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef41850 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7f4d expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624544.640213:0:32615:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624544.640217:0:32615:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624544.640218:0:32615:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624544.640221:0:32615:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624544.640224:0:32615:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624544.640228:0:32615:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef41850 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f4d expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624544.640234:0:32615:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624544.640236:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624544.640238:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624544.640239:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624544.640240:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624544.640242:0:32615:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624544.640250:0:32615:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624544.640253:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624544.640255:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624544.640257:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766e00 refcount=3 00000020:00000001:1.0:1788624544.640259:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:1.0:1788624544.640262:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:1.0:1788624544.640265:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624544.640266:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624544.640267:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766e00 refcount=4 00000020:00000001:1.0:1788624544.640268:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:1.0:1788624544.640270:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:1.0:1788624544.640273:0:32615:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624544.640275:0:32615:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624544.640278:0:32615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef41850 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7f4d expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624544.640284:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624544.640285:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624544.640286:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624544.640287:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624544.640288:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766e00 refcount=5 00000020:00000001:1.0:1788624544.640290:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:1.0:1788624544.640291:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:1.0:1788624544.640293:0:32615:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624544.640296:0:32615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef41850 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7f4d expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624544.640301:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624544.640302:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624544.640305:0:32615:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef41850 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7f4d expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624544.640311:0:32615:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624544.640312:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624544.640314:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624544.640315:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624544.640316:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624544.640326:0:32615:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11d63100 x1875506845047168/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624560 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788624544.640336:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624544.640337:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624544.640339:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766e00 refcount=3 00000020:00000001:1.0:1788624544.640341:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:1.0:1788624544.640343:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:1.0:1788624544.640345:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624544.640346:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624544.640348:0:32615:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624544.640350:0:32615:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624544.640353:0:32615:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788624544.640355:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624544.640357:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624544.640358:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766e00 refcount=3 00000020:00000001:1.0:1788624544.640360:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:1.0:1788624544.640362:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00000002:00010000:1.0:1788624544.640365:0:32615:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef41850 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f4d expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624544.640372:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624544.640373:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624544.640375:0:32615:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624544.640377:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624544.640378:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624544.640379:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766e00 refcount=3 00000020:00000001:1.0:1788624544.640381:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:1.0:1788624544.640383:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000040:1.0:1788624544.640390:0:32615:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870b00 count: 2 00010000:00000001:1.0:1788624544.640392:0:32615:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624544.640396:0:32615:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788624544.640399:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624544.640401:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624544.640402:0:32615:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624544.640405:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3938 00000002:00002000:1.0:1788624544.640408:0:32615:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788624544.640411:0:32615:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624544.640415:0:32615:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624544.640417:0:32615:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624544.640421:0:32615:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788624544.640424:0:32615:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624544.640428:0:32615:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624544.640432:0:32615:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd02a27600. 00000080:00000001:1.0:1788624544.640441:0:32615:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624544.640444:0:32615:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624544.640450:0:32615:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788624544.640455:0:32615:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788624544.640648:0:32615:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd1878e040. 00800000:00000001:1.0:1788624544.640651:0:32615:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773610238016 : -112300099313600 : ffff99dd1878e040) 00800000:00000001:1.0:1788624544.640654:0:32615:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624544.640656:0:32615:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624544.640659:0:32615:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788624544.640661:0:32615:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788624544.640664:0:32615:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788624544.640668:0:32615:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788624544.640670:0:32615:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624544.640674:0:32615:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788624544.640677:0:32615:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788624544.640692:0:32615:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1788624544.640694:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624544.640695:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624544.640697:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766e00 refcount=3 00000020:00000001:1.0:1788624544.640699:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:1.0:1788624544.640701:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:1.0:1788624544.640703:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624544.640705:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624544.640706:0:32615:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624544.640709:0:32615:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788624544.640710:0:32615:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878e040 1 00800000:00000010:1.0:1788624544.640713:0:32615:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd1878e040. 00800000:00000001:1.0:1788624544.640717:0:32615:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624544.640720:0:32615:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41850 00800000:00000001:1.0:1788624544.640723:0:32615:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624544.640725:0:32615:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624544.640726:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624544.640727:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624544.640728:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766e00 refcount=3 00000020:00000001:1.0:1788624544.640730:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:1.0:1788624544.640732:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:1.0:1788624544.640735:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624544.640736:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624544.640737:0:32615:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624544.640739:0:32615:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624544.640741:0:32615:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624544.640744:0:32615:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624544.640747:0:32615:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41850 from it ffffbef880dd3bf8 00010000:00000001:1.0:1788624544.640749:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624544.640750:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624544.640751:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766e00 refcount=3 00000020:00000001:1.0:1788624544.640753:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:1.0:1788624544.640755:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:1.0:1788624544.640757:0:32615:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624544.640760:0:32615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef41850 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7f4d expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624544.640766:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624544.640767:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624544.640769:0:32615:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624544.640772:0:32615:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624544.640775:0:32615:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef41850 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f4d expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624544.640782:0:32615:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624544.640785:0:32615:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624544.640788:0:32615:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624544.640792:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624544.640793:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624544.640796:0:32615:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624544.640799:0:32615:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624544.640800:0:32615:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624544.640802:0:32615:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624544.640804:0:32615:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624544.640807:0:32615:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624544.640808:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624544.640809:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624544.640812:0:32615:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624544.640819:0:32615:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d63100 x1875506845047168/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624560 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624544.640827:0:32615:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624544.640830:0:32615:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624544.640833:0:32615:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd1870f800. 02000000:00000001:1.0:1788624544.640838:0:32615:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624544.640841:0:32615:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624544.640843:0:32615:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624544.640845:0:32615:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624544.640849:0:32615:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd0483bc00. 02000000:00000001:1.0:1788624544.640853:0:32615:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624544.640855:0:32615:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624544.640857:0:32615:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63100. 00000100:00000001:1.0:1788624544.640865:0:32615:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624544.640866:0:32615:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624544.640871:0:32615:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788624544.640877:0:32615:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624544.640892:0:32615:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd12bc81e0. 00000020:00000001:1.0:1788624544.640897:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3b28 00000080:00200000:1.0:1788624544.640900:0:32615:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), flags=25 00000080:00000001:1.0:1788624544.640904:0:32615:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788624544.640906:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd39d8 00000080:00200000:1.0:1788624544.640908:0:32615:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=0 00000080:00000010:1.0:1788624544.640917:0:32615:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd063efc00. 00800000:00000002:1.0:1788624544.640922:0:32615:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624544.640926:0:32615:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624544.640928:0:32615:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624544.640931:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd38f8 00800000:00000002:1.0:1788624544.640933:0:32615:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624544.640937:0:32615:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624544.640940:0:32615:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624544.640943:0:32615:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624544.640945:0:32615:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624544.640948:0:32615:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624544.640949:0:32615:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624544.640951:0:32615:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624544.640954:0:32615:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624544.640957:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3890 00800000:00000002:1.0:1788624544.640959:0:32615:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:1.0:1788624544.640963:0:32615:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624544.640965:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd37c8 00000002:00010000:1.0:1788624544.640967:0:32615:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1788624544.640971:0:32615:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788624544.640973:0:32615:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788624544.640978:0:32615:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8e00. 00000020:00000040:1.0:1788624544.640981:0:32615:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:1.0:1788624544.640986:0:32615:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624544.640989:0:32615:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624544.640992:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624544.640994:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624544.640995:0:32615:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624544.640997:0:32615:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624544.641000:0:32615:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624544.641004:0:32615:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624544.641011:0:32615:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e2800. 00000100:00000001:1.0:1788624544.641019:0:32615:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624544.641023:0:32615:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624544.641024:0:32615:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624544.641026:0:32615:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624544.641027:0:32615:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624544.641029:0:32615:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624544.641036:0:32615:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773499395584 : -112300210156032 : ffff99dd11dd8e00) 00010000:00000001:1.0:1788624544.641040:0:32615:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624544.641043:0:32615:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788624544.641046:0:32615:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870b00 count: 2 00010000:00000001:1.0:1788624544.641048:0:32615:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624544.641051:0:32615:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624544.641054:0:32615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18600400. 00000020:00000001:1.0:1788624544.641057:0:32615:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624544.641060:0:32615:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18600400 with handle 0xcc94206c7ef41857 to hash 00000020:00000001:1.0:1788624544.641062:0:32615:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624544.641063:0:32615:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00010000:00000001:1.0:1788624544.641067:0:32615:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00010000:00000001:1.0:1788624544.641069:0:32615:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624544.641081:0:32615:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624544.641085:0:32615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600400/0xcc94206c7ef41857 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624544.641092:0:32615:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600400/0xcc94206c7ef41857 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624544.641101:0:32615:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600400/0xcc94206c7ef41857 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624544.641141:0:32615:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624544.641143:0:32615:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624544.641152:0:32615:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624544.641154:0:32615:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489581632 : -112300219969984 : ffff99dd1147ce40) 00000100:00000001:1.0:1788624544.641157:0:32615:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624544.641159:0:32615:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499395584 : -112300210156032 : ffff99dd11dd8e00) 00000100:00000001:1.0:1788624544.641164:0:32615:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624544.641169:0:32615:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624544.641170:0:32615:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624544.641172:0:32615:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624544.641178:0:32615:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8e00 x1875506845047296/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624544.641196:0:32615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624544.641198:0:32615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624544.641201:0:32615:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624544.641204:0:32615:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624544.641206:0:32615:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624544.641210:0:32615:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8e00 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32615:1875506845047296:192.168.202.125@tcp:101:multiop.0 00000100:00000001:1.0:1788624544.641214:0:32615:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624544.641220:0:32615:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624544.641222:0:32615:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624544.641225:0:32615:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624544.641229:0:32615:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd18652800. 02000000:00000001:1.0:1788624544.641233:0:32615:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624544.641240:0:32615:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624544.641287:0:32615:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dec8. 00000400:00000010:0.0:1788624544.641298:0:32615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053953b8. 00000100:00000200:0.0:1788624544.641305:0:32615:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845047296, portal 10 00000100:00000001:0.0:1788624544.641307:0:32615:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624544.641308:0:32615:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499395584 : -112300210156032 : ffff99dd11dd8e00) 00000100:00000040:0.0:1788624544.641315:0:32615:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dd8e00 x1875506845047296/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624560 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.641322:0:32615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624544.641326:0:32615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624544.641328:0:32615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395220. 00000100:00000200:0.0:1788624544.641331:0:32615:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875506845047296, offset 0 00000400:00000200:0.0:1788624544.641337:0:32615:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624544.641345:0:32615:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624544.641353:0:32615:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624544.641358:0:32615:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624544.641363:0:32615:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624544.641366:0:32615:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624544.641369:0:32615:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624544.641373:0:32615:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2782:2782:256:4294967295] 192.168.202.125@tcp LPNI seq info [2782:2782:8:4294967295] 00000400:00000200:0.0:1788624544.641377:0:32615:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624544.641387:0:32615:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624544.641393:0:32615:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624544.641398:0:32615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cb00. 00000800:00000200:0.0:1788624544.641404:0:32615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624544.641411:0:32615:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624544.641416:0:32615:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cb00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788624544.641435:0:32615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624544.641440:0:32615:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 798803 usecs (799 jiffies) 00000400:00000200:0.0:1788624544.641443:0:32615:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624544.641445:0:32615:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296559502 00000100:00000001:0.0:1788624544.641453:0:32615:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296559485 00000100:00000001:0.0:1788624544.641458:0:32615:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296559502 00000100:00000001:0.0:1788624544.641461:0:32615:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296559488 00000100:00000001:0.0:1788624544.641464:0:32615:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624544.641467:0:32615:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624544.641469:0:32615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624544.641471:0:32615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624544.641474:0:32615:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147ce40 going to sleep for 11 seconds 00000100:00000001:0.0:1788624544.641476:0:32615:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624544.641479:0:32615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624544.641625:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624544.641629:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cb00. 00000400:00000200:2.0:1788624544.641634:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624544.641640:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624544.641646:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395220 00000400:00000010:2.0:1788624544.641648:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395220. 00000100:00000001:2.0:1788624544.641652:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624544.641656:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8e00 x1875506845047296/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624560 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.641665:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624544.641668:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8e00 x1875506845047296/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624560 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.641674:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624544.641675:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624544.648669:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.648689:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624544.648693:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.648697:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624544.648705:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.648713:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624544.648723:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.648728:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.648734:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.648739:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745da00 00000400:00000200:2.0:1788624544.648744:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.648750:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7f7d [1] + 224 00000800:00000001:2.0:1788624544.648756:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.648764:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624544.648768:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624544.648772:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624544.648782:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624544.648791:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8e00 x1875506845047296/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624560 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624544.648802:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11dd8e00 x1875506845047296/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.648829:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624544.648837:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.648841:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624544.648991:0:32615:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624544.649000:0:32615:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624544.649002:0:32615:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624544.649005:0:32615:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dec8. 00000400:00000200:0.0:1788624544.649009:0:32615:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053953b8 00000400:00000010:0.0:1788624544.649012:0:32615:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053953b8. 00000100:00000001:0.0:1788624544.649015:0:32615:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624544.649021:0:32615:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8e00 x1875506845047296/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624544.649036:0:32615:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8e00 x1875506845047296/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.649043:0:32615:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624544.649045:0:32615:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624544.649047:0:32615:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624544.649050:0:32615:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624544.649052:0:32615:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624544.649055:0:32615:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624544.649058:0:32615:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624544.649068:0:32615:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=123 v=5 (103 103 103 137) 00000100:00001000:0.0:1788624544.649082:0:32615:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624544.649085:0:32615:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624544.649087:0:32615:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.649089:0:32615:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624544.649093:0:32615:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624544.649097:0:32615:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624544.649099:0:32615:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967614 00000100:00000001:0.0:1788624544.649101:0:32615:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624544.649154:0:32615:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624544.649161:0:32615:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8e00 x1875506845047296/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.649169:0:32615:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624544.649172:0:32615:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624544.649174:0:32615:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624544.649179:0:32615:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8e00 x1875506845047296/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624560 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624544.649186:0:32615:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8e00 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32615:1875506845047296:192.168.202.125@tcp:101:multiop.0 00000100:00000001:0.0:1788624544.649192:0:32615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624544.649195:0:32615:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624544.649197:0:32615:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624544.649199:0:32615:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624544.649203:0:32615:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8e00 x1875506845047296/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624560 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.649209:0:32615:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624544.649212:0:32615:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147ce40. 00000100:00000001:0.0:1788624544.649216:0:32615:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624544.649217:0:32615:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.649220:0:32615:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624544.649225:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.649228:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.649233:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600400 refcount=4 00000020:00000001:0.0:1788624544.649236:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00010000:00000001:0.0:1788624544.649239:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00010000:00000040:0.0:1788624544.649245:0:32615:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18600400, remote cookie: 0xa103bd66258a7f69, flags: 0x1001 00010000:00010000:0.0:1788624544.649256:0:32615:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600400/0xcc94206c7ef41857 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f69 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788624544.649265:0:32615:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788624544.649268:0:32615:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788624544.649278:0:32615:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03f10b00. 00010000:00000010:0.0:1788624544.649283:0:32615:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd11c18300. 00010000:00000001:0.0:1788624544.649288:0:32615:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624544.649292:0:32615:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600400/0xcc94206c7ef41857 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f69 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624544.649299:0:32615:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600400/0xcc94206c7ef41857 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f69 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.649306:0:32615:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624544.649311:0:32615:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624544.649314:0:32615:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624544.649315:0:32615:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624544.649317:0:32615:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624544.649320:0:32615:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff99dd03f10b00) refcount = 1 00010000:00010000:0.0:1788624544.649324:0:32615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600400/0xcc94206c7ef41857 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7f69 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.649330:0:32615:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624544.649333:0:32615:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624544.649335:0:32615:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624544.649338:0:32615:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624544.649340:0:32615:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624544.649343:0:32615:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600400/0xcc94206c7ef41857 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f69 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.649349:0:32615:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624544.649351:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.649353:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.649355:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.649356:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.649357:0:32615:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.649363:0:32615:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788624544.649365:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.649366:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.649367:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600400 refcount=3 00000020:00000001:0.0:1788624544.649369:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00010000:00000001:0.0:1788624544.649372:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00010000:00000001:0.0:1788624544.649374:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.649375:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.649376:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600400 refcount=4 00000020:00000001:0.0:1788624544.649378:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00010000:00000001:0.0:1788624544.649380:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00010000:00000001:0.0:1788624544.649383:0:32615:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624544.649386:0:32615:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624544.649389:0:32615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600400/0xcc94206c7ef41857 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7f69 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.649401:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.649402:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.649403:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.649404:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.649406:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600400 refcount=5 00000020:00000001:0.0:1788624544.649408:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00010000:00000001:0.0:1788624544.649410:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00010000:00000001:0.0:1788624544.649412:0:32615:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624544.649415:0:32615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600400/0xcc94206c7ef41857 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7f69 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.649421:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.649423:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624544.649426:0:32615:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600400/0xcc94206c7ef41857 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7f69 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.649432:0:32615:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624544.649433:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.649435:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.649436:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.649437:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788624544.649443:0:32615:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff99dd11dd8e00 x1875506845047296/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624560 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788624544.649452:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.649453:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.649454:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600400 refcount=3 00000020:00000001:0.0:1788624544.649456:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00010000:00000001:0.0:1788624544.649458:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00010000:00000001:0.0:1788624544.649461:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.649462:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624544.649464:0:32615:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.649467:0:32615:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.649470:0:32615:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788624544.649472:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.649474:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.649475:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600400 refcount=3 00000020:00000001:0.0:1788624544.649477:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00010000:00000001:0.0:1788624544.649479:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00000002:00010000:0.0:1788624544.649482:0:32615:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600400/0xcc94206c7ef41857 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f69 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.649489:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.649490:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.649491:0:32615:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624544.649493:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.649494:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.649495:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600400 refcount=3 00000020:00000001:0.0:1788624544.649497:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00010000:00000001:0.0:1788624544.649499:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00010000:00000040:0.0:1788624544.649503:0:32615:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:0.0:1788624544.649506:0:32615:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788624544.649509:0:32615:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/35 (0 0) 00010000:00000001:0.0:1788624544.649512:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.649513:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624544.649514:0:32615:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624544.649517:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3750 00000002:00002000:0.0:1788624544.649519:0:32615:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788624544.649522:0:32615:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624544.649526:0:32615:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624544.649529:0:32615:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624544.649532:0:32615:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788624544.649535:0:32615:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624544.649539:0:32615:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:0.0:1788624544.649542:0:32615:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788624544.649544:0:32615:0:(namei.c:674:ll_lookup_it_finish()) it ffffbef880dd3ac8 it_disposition b 00000080:00000001:0.0:1788624544.649547:0:32615:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624544.649563:0:32615:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788624544.649568:0:32615:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788624544.649573:0:32615:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd215f82c0. 00800000:00000001:0.0:1788624544.649575:0:32615:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773759570624 : -112299949980992 : ffff99dd215f82c0) 00800000:00000001:0.0:1788624544.649578:0:32615:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.649580:0:32615:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788624544.649583:0:32615:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1788624544.649586:0:32615:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788624544.649593:0:32615:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788624544.649595:0:32615:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:0.0:1788624544.649598:0:32615:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000002:0.0:1788624544.649601:0:32615:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=invalid:0x0 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:0.0:1788624544.649607:0:32615:0:(llite_lib.c:1947:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788624544.649608:0:32615:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624544.649611:0:32615:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1788624544.649614:0:32615:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788624544.649620:0:32615:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00200000:0.0:1788624544.649623:0:32615:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff99dd1919d348): rc = 0 00000080:00000001:0.0:1788624544.649626:0:32615:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620785992 : -112300088765624 : ffff99dd1919d348) 00010000:00000001:0.0:1788624544.649628:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.649629:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.649631:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600400 refcount=3 00000020:00000001:0.0:1788624544.649632:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00010000:00000001:0.0:1788624544.649634:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00010000:00000001:0.0:1788624544.649636:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.649637:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624544.649639:0:32615:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624544.649642:0:32615:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788624544.649643:0:32615:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624544.649647:0:32615:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff99dd1919d348) for lock 0xcc94206c7ef41857 00800000:00000001:0.0:1788624544.649649:0:32615:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624544.649652:0:32615:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624544.649654:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.649654:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.649656:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600400 refcount=3 00000020:00000001:0.0:1788624544.649658:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00010000:00000001:0.0:1788624544.649660:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00010000:00000001:0.0:1788624544.649662:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.649663:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624544.649665:0:32615:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624544.649668:0:32615:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788624544.649675:0:32615:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd1934eca8 inode ffff99dd1919d348 refc 1 flags 0x20000e 00000080:00000002:0.0:1788624544.649681:0:32615:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1788624544.649685:0:32615:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788624544.649689:0:32615:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff99dd1919d348) 00000080:00010000:0.0:1788624544.649692:0:32615:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41857 from it ffffbef880dd3ac8 00010000:00000001:0.0:1788624544.649694:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.649695:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.649697:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600400 refcount=3 00000020:00000001:0.0:1788624544.649698:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00010000:00000001:0.0:1788624544.649701:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608768 : -112300100942848 : ffff99dd18600400) 00010000:00000001:0.0:1788624544.649702:0:32615:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624544.649705:0:32615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600400/0xcc94206c7ef41857 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7f69 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.649712:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.649713:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.649715:0:32615:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624544.649718:0:32615:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624544.649721:0:32615:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600400/0xcc94206c7ef41857 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f69 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624544.649728:0:32615:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624544.649731:0:32615:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624544.649733:0:32615:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624544.649738:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.649739:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.649741:0:32615:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.649744:0:32615:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624544.649747:0:32615:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.649749:0:32615:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.649751:0:32615:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.649753:0:32615:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624544.649754:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.649755:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624544.649757:0:32615:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788624544.649760:0:32615:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd063efc00. 00000100:00000001:0.0:1788624544.649764:0:32615:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624544.649769:0:32615:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8e00 x1875506845047296/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624560 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.649776:0:32615:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624544.649779:0:32615:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624544.649782:0:32615:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd18652800. 02000000:00000001:0.0:1788624544.649786:0:32615:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624544.649788:0:32615:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624544.649789:0:32615:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624544.649791:0:32615:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624544.649794:0:32615:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e2800. 02000000:00000001:0.0:1788624544.649798:0:32615:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624544.649800:0:32615:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624544.649802:0:32615:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8e00. 00000100:00000001:0.0:1788624544.649806:0:32615:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624544.649807:0:32615:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624544.649814:0:32615:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788624544.649817:0:32615:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff99dd1919d348), inode mode 41ed mask 1 00000080:00000001:0.0:1788624544.649822:0:32615:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624544.649838:0:32615:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd10536aa0. 00000080:00000001:0.0:1788624544.649843:0:32615:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788624544.649845:0:32615:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff99dd1919d348), inode mode 41ed mask 3 00000080:00000001:0.0:1788624544.649847:0:32615:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624544.649851:0:32615:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788624544.649853:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3b58 00000080:00200000:0.0:1788624544.649855:0:32615:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff99dd1919d348), file ffff99dd0612be00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1788624544.649860:0:32615:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff99dd1879ccc0. 00000080:00000001:0.0:1788624544.649865:0:32615:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788624544.649867:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3a08 00000080:00200000:0.0:1788624544.649869:0:32615:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff99dd1919d348), intent=open|creat 00000080:00000010:0.0:1788624544.649890:0:32615:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197f4200. 00800000:00000002:0.0:1788624544.649895:0:32615:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f82c0 2 00000080:00000001:0.0:1788624544.649900:0:32615:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624544.649902:0:32615:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624544.649904:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3928 00800000:00000002:0.0:1788624544.649907:0:32615:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:0.0:1788624544.649910:0:32615:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788624544.649912:0:32615:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788624544.649916:0:32615:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624544.649919:0:32615:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624544.649921:0:32615:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624544.649923:0:32615:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624544.649925:0:32615:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624544.649927:0:32615:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1788624544.649929:0:32615:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624544.649932:0:32615:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446631773493984256 : -112300215567360 : ffff99dd118afc00) 00800000:00000001:0.0:1788624544.649936:0:32615:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788624544.649937:0:32615:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788624544.649941:0:32615:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788624544.649944:0:32615:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788624544.649946:0:32615:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff99dd10dbf800: Allocated FID [0x200000405:0x25:0x0] 40000000:00000001:0.0:1788624544.649949:0:32615:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.649951:0:32615:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624544.649953:0:32615:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624544.649955:0:32615:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624544.649957:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd38a8 00800000:00000002:0.0:1788624544.649959:0:32615:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x200000405:0x25:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:0.0:1788624544.649963:0:32615:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624544.649965:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd37e0 00000002:00010000:0.0:1788624544.649967:0:32615:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000405:0x25:0x0]) in obj [0x200000405:0x23:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1788624544.649972:0:32615:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788624544.649974:0:32615:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788624544.649978:0:32615:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788624544.649982:0:32615:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.649983:0:32615:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788624544.649985:0:32615:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:0.0:1788624544.649988:0:32615:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624544.649990:0:32615:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788624544.649994:0:32615:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.649996:0:32615:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.649997:0:32615:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624544.650003:0:32615:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05500. 00000020:00000040:0.0:1788624544.650006:0:32615:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:0.0:1788624544.650012:0:32615:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788624544.650015:0:32615:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.650018:0:32615:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624544.650021:0:32615:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624544.650024:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.650025:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.650027:0:32615:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624544.650029:0:32615:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624544.650031:0:32615:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624544.650035:0:32615:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624544.650044:0:32615:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cb400. 00000100:00000001:0.0:1788624544.650051:0:32615:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.650054:0:32615:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624544.650056:0:32615:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.650057:0:32615:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624544.650059:0:32615:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.650061:0:32615:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.650071:0:32615:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773497480448 : -112300212071168 : ffff99dd11c05500) 00010000:00000001:0.0:1788624544.650086:0:32615:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624544.650088:0:32615:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788624544.650091:0:32615:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:0.0:1788624544.650093:0:32615:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624544.650096:0:32615:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624544.650101:0:32615:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d18400. 00000020:00000001:0.0:1788624544.650104:0:32615:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624544.650138:0:32615:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d18400 with handle 0xcc94206c7ef4185e to hash 00000020:00000001:0.0:1788624544.650140:0:32615:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624544.650141:0:32615:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.650146:0:32615:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.650149:0:32615:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624544.650151:0:32615:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624544.650155:0:32615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef4185e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32615 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624544.650162:0:32615:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef4185e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32615 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788624544.650173:0:32615:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788624544.650179:0:32615:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11c05500 x1875506845047552/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788624544.650188:0:32615:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef4185e lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32615 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624544.650194:0:32615:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624544.650196:0:32615:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624544.650203:0:32615:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd07d3cc00. 00000100:00000001:0.0:1788624544.650205:0:32615:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773330983936 : -112300378567680 : ffff99dd07d3cc00) 00000100:00000001:0.0:1788624544.650208:0:32615:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624544.650209:0:32615:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497480448 : -112300212071168 : ffff99dd11c05500) 00000100:00000001:0.0:1788624544.650214:0:32615:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624544.650220:0:32615:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624544.650222:0:32615:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624544.650224:0:32615:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624544.650228:0:32615:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05500 x1875506845047552/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.650242:0:32615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624544.650245:0:32615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624544.650249:0:32615:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624544.650251:0:32615:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624544.650254:0:32615:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624544.650258:0:32615:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05500 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32615:1875506845047552:192.168.202.125@tcp:101:multiop.0 00000100:00000001:0.0:1788624544.650263:0:32615:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624544.650268:0:32615:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624544.650271:0:32615:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624544.650274:0:32615:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624544.650336:0:32615:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff99dd04840000. 02000000:00000001:0.0:1788624544.650339:0:32615:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624544.650348:0:32615:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624544.650352:0:32615:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dec8. 00000400:00000010:0.0:1788624544.650360:0:32615:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff99dd049c8400. 00000100:00000200:0.0:1788624544.650368:0:32615:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875506845047552, portal 10 00000100:00000001:0.0:1788624544.650371:0:32615:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624544.650372:0:32615:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497480448 : -112300212071168 : ffff99dd11c05500) 00000100:00000040:0.0:1788624544.650380:0:32615:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c05500 x1875506845047552/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624560 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.650387:0:32615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624544.650391:0:32615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624544.650393:0:32615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053953b8. 00000100:00000200:0.0:1788624544.650397:0:32615:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875506845047552, offset 0 00000400:00000200:0.0:1788624544.650404:0:32615:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624544.650412:0:32615:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624544.650420:0:32615:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624544.650426:0:32615:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624544.650431:0:32615:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624544.650434:0:32615:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624544.650437:0:32615:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624544.650442:0:32615:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2783:2783:256:4294967295] 192.168.202.125@tcp LPNI seq info [2783:2783:8:4294967295] 00000400:00000200:0.0:1788624544.650446:0:32615:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624544.650454:0:32615:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624544.650460:0:32615:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624544.650468:0:32615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cb00. 00000800:00000200:0.0:1788624544.650476:0:32615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624544.650485:0:32615:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624544.650490:0:32615:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cb00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788624544.650510:0:32615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624544.650515:0:32615:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 797691 usecs (798 jiffies) 00000400:00000200:0.0:1788624544.650518:0:32615:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624544.650522:0:32615:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296559510 00000100:00000001:0.0:1788624544.650529:0:32615:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296559502 00000100:00000001:0.0:1788624544.650535:0:32615:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296559510 00000100:00000001:0.0:1788624544.650539:0:32615:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296559502 00000100:00000001:0.0:1788624544.650542:0:32615:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624544.650544:0:32615:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624544.650547:0:32615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624544.650549:0:32615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624544.650552:0:32615:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd07d3cc00 going to sleep for 11 seconds 00000100:00000001:0.0:1788624544.650554:0:32615:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624544.650557:0:32615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624544.651772:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624544.651779:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cb00. 00000400:00000200:2.0:1788624544.651786:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624544.651793:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624544.651800:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053953b8 00000400:00000010:2.0:1788624544.651802:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053953b8. 00000100:00000001:2.0:1788624544.651807:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624544.651812:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05500 x1875506845047552/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624560 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.651823:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624544.651827:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05500 x1875506845047552/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624560 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.651833:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624544.651835:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624544.656415:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.656441:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624544.656446:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.656448:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624544.656459:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.656475:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624544.656484:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.656489:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.656494:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.656499:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c37745db00 00000400:00000200:2.0:1788624544.656504:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624544.656511:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x7f85 [32] + 224 00000800:00000001:2.0:1788624544.656519:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.656526:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624544.656529:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624544.656535:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624544.656543:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624544.656552:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05500 x1875506845047552/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624560 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624544.656564:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff99dd11c05500 x1875506845047552/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624544.656583:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624544.656599:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624544.656602:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624544.657659:0:32615:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624544.657670:0:32615:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624544.657672:0:32615:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624544.657676:0:32615:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dec8. 00000400:00000200:0.0:1788624544.657683:0:32615:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd049c8400 00000400:00000010:0.0:1788624544.657686:0:32615:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff99dd049c8400. 00000100:00000001:0.0:1788624544.657692:0:32615:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624544.657701:0:32615:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05500 x1875506845047552/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624544.657719:0:32615:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05500 x1875506845047552/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624560 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.657726:0:32615:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624544.657729:0:32615:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624544.657732:0:32615:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624544.657735:0:32615:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624544.657737:0:32615:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624544.657739:0:32615:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624544.657743:0:32615:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624544.657751:0:32615:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=123 v=5 (103 103 103 137) 00000100:00001000:0.0:1788624544.657755:0:32615:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624544.657758:0:32615:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624544.657759:0:32615:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.657762:0:32615:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624544.657766:0:32615:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624544.657769:0:32615:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788624544.657771:0:32615:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013f/0x1] 00000100:00000001:0.0:1788624544.657773:0:32615:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788624544.657775:0:32615:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624544.657777:0:32615:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497480448 : -112300212071168 : ffff99dd11c05500) 00000100:00000001:0.0:1788624544.657781:0:32615:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624544.657783:0:32615:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967614 00000100:00000001:0.0:1788624544.657785:0:32615:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624544.657787:0:32615:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624544.657792:0:32615:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05500 x1875506845047552/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624560 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.657799:0:32615:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624544.657801:0:32615:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624544.657803:0:32615:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624544.657807:0:32615:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05500 x1875506845047552/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624560 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624544.657814:0:32615:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05500 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32615:1875506845047552:192.168.202.125@tcp:101:multiop.0 00000100:00000001:0.0:1788624544.657820:0:32615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624544.657822:0:32615:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624544.657825:0:32615:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624544.657827:0:32615:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624544.657831:0:32615:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05500 x1875506845047552/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624560 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.657837:0:32615:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624544.657840:0:32615:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd07d3cc00. 00000100:00000001:0.0:1788624544.657844:0:32615:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624544.657845:0:32615:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.657848:0:32615:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624544.657853:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.657856:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.657859:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=4 00000020:00000001:0.0:1788624544.657862:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.657865:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000040:0.0:1788624544.657872:0:32615:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd11d18400, remote cookie: 0xa103bd66258a7f85, flags: 0x1001 00010000:00010000:0.0:1788624544.657954:0:32615:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef4185e lrc: 4/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f85 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788624544.657974:0:32615:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x25:0x0].0x0, instead of [0x200000405:0x23:0x0].0x0 00010000:00000001:0.0:1788624544.657977:0:32615:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788624544.657987:0:32615:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03f10a00. 00010000:00000010:0.0:1788624544.657992:0:32615:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd11c18500. 00010000:00000001:0.0:1788624544.657997:0:32615:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624544.658000:0:32615:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef4185e lrc: 4/0,1 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f85 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624544.658009:0:32615:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef4185e lrc: 4/0,1 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f85 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.658021:0:32615:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624544.658025:0:32615:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624544.658027:0:32615:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624544.658029:0:32615:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624544.658031:0:32615:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624544.658034:0:32615:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x25:0x0].0x0 (ffff99dd03f10a00) refcount = 1 00010000:00010000:0.0:1788624544.658038:0:32615:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef4185e lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7f85 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.658044:0:32615:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624544.658048:0:32615:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624544.658050:0:32615:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624544.658053:0:32615:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624544.658056:0:32615:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624544.658059:0:32615:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef4185e lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f85 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.658065:0:32615:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624544.658067:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.658069:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.658070:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.658071:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.658082:0:32615:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.658087:0:32615:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788624544.658090:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.658091:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.658093:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.658095:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.658097:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.658100:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.658101:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.658102:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=4 00000020:00000001:0.0:1788624544.658104:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.658629:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.658632:0:32615:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624544.658635:0:32615:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624544.658639:0:32615:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef4185e lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7f85 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.658647:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.658648:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.658649:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.658650:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.658652:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=5 00000020:00000001:0.0:1788624544.658653:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.658655:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.658658:0:32615:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624544.658660:0:32615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef4185e lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7f85 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.658666:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.658667:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624544.658670:0:32615:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef4185e lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7f85 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.658676:0:32615:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624544.658678:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.658679:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.658680:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.658681:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788624544.658689:0:32615:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff99dd11c05500 x1875506845047552/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624560 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624544.658699:0:32615:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788624544.658704:0:32615:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11c05500 x1875506845047552/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624560 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624544.658717:0:32615:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.658724:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.658726:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.658727:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.658729:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.658732:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00000002:00010000:0.0:1788624544.658735:0:32615:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef4185e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f85 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788624544.658747:0:32615:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99dd215f8d80. 00010000:00000001:0.0:1788624544.658749:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.658751:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624544.658752:0:32615:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.658755:0:32615:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.658758:0:32615:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788624544.658760:0:32615:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624544.658762:0:32615:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497480448 : -112300212071168 : ffff99dd11c05500) 00000100:00000001:0.0:1788624544.658764:0:32615:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624544.658765:0:32615:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497480448 : -112300212071168 : ffff99dd11c05500) 00010000:00000001:0.0:1788624544.658767:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.658768:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.658770:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.658772:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.658773:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00000002:00010000:0.0:1788624544.658777:0:32615:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef4185e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f85 expref: -99 pid: 32615 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.658783:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.658785:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.658786:0:32615:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624544.658788:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.658790:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.658791:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.658793:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.658795:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000040:0.0:1788624544.658800:0:32615:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10a00 count: 2 00010000:00000001:0.0:1788624544.658802:0:32615:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788624544.658806:0:32615:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/37 (0 0) 00010000:00000001:0.0:1788624544.658809:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.658811:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624544.658812:0:32615:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624544.658815:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3768 00000002:00002000:0.0:1788624544.658817:0:32615:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1788624544.658820:0:32615:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624544.658824:0:32615:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624544.658827:0:32615:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624544.658831:0:32615:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788624544.658834:0:32615:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624544.658839:0:32615:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f82c0 2 00000080:00000001:0.0:1788624544.658842:0:32615:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788624544.658843:0:32615:0:(namei.c:674:ll_lookup_it_finish()) it ffff99dd1879ccc0 it_disposition 1800037 00000080:00002000:0.0:1788624544.658849:0:32615:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd1934ad80 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1788624544.658854:0:32615:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788624544.658857:0:32615:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1788624544.658859:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3990 00000080:00200000:0.0:1788624544.658860:0:32615:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff99dd1919d348), intent=open|creat 00000080:00000001:0.0:1788624544.658863:0:32615:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1788624544.658865:0:32615:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624544.658871:0:32615:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788624544.660446:0:32615:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788624544.660455:0:32615:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:0.0:1788624544.660461:0:32615:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788624544.660479:0:32615:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff99dd19874200. 00000020:00000001:0.0:1788624544.660494:0:32615:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788624544.660496:0:32615:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788624544.660500:0:32615:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788624544.660503:0:32615:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x25:0x0](ffff99dd198742c8) 00000020:00000001:0.0:1788624544.660507:0:32615:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624544.660511:0:32615:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482284168 : -112300227267448 : ffff99dd10d87488) 00000020:00001000:0.0:1788624544.660514:0:32615:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87480 00000020:00000001:0.0:1788624544.660518:0:32615:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788624544.660522:0:32615:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff99dd10db70c8. 00000020:00000001:0.0:1788624544.660524:0:32615:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788624544.660526:0:32615:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624544.660533:0:32615:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788624544.660537:0:32615:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff99dd114a6000. 00020000:00000001:0.0:1788624544.660539:0:32615:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446631773489750016 : -112300219801600 : ffff99dd114a6000) 00020000:00000001:0.0:1788624544.660542:0:32615:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788624544.660545:0:32615:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788624544.660551:0:32615:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd1879cf60. 00020000:00000010:0.0:1788624544.660565:0:32615:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd2161cc00. 00020000:00000010:0.0:1788624544.660571:0:32615:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd1879c900. 00020000:00000001:0.0:1788624544.660573:0:32615:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773610297600 : -112300099254016 : ffff99dd1879c900) 00020000:00000002:0.0:1788624544.660576:0:32615:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd1879c900, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788624544.660580:0:32615:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788624544.660584:0:32615:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd2161cc00: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000001:0.0:1788624544.660587:0:32615:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788624544.660589:0:32615:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd1879c900, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788624544.660593:0:32615:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788624544.660596:0:32615:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd2161cc00: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000010:0.0:1788624544.660600:0:32615:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff99dd0640a5a0. 00020000:00000010:0.0:1788624544.660603:0:32615:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff99dd07d3cc00. 00020000:00000001:0.0:1788624544.660609:0:32615:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788624544.660611:0:32615:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff99dd09345868. 00020000:00000001:0.0:1788624544.660615:0:32615:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788624544.660616:0:32615:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788624544.660622:0:32615:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788624544.660625:0:32615:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff99dd10db77d0. 00000020:00000001:0.0:1788624544.660628:0:32615:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788624544.660629:0:32615:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624544.660631:0:32615:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446631773482481744 : -112300227069872 : ffff99dd10db7850) 00020000:00000001:0.0:1788624544.660635:0:32615:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788624544.660640:0:32615:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff99dd04e25a40. 00020000:00000001:0.0:1788624544.660643:0:32615:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624544.660649:0:32615:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446631773482481744 : -112300227069872 : ffff99dd10db7850) 00020000:00000001:0.0:1788624544.660652:0:32615:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446631773482481744 : -112300227069872 : ffff99dd10db7850) 00020000:00000002:0.0:1788624544.660655:0:32615:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x13:0x0]@ffff99dd10db77d0[0:0] -> [0x200000405:0x25:0x0]@ffff99dd10db70c8: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000001:0.0:1788624544.660660:0:32615:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788624544.660663:0:32615:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788624544.660665:0:32615:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624544.660668:0:32615:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446631773482479944 : -112300227071672 : ffff99dd10db7148) 00000020:00001000:0.0:1788624544.660671:0:32615:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87480 00000080:00000001:0.0:1788624544.660675:0:32615:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:0.0:1788624544.660678:0:32615:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788624544.660680:0:32615:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611173 mtime from 0 to 1788624544 00000080:00000001:0.0:1788624544.660684:0:32615:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788624544.660686:0:32615:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773627957960 : -112300081593656 : ffff99dd198742c8) 00010000:00000001:0.0:1788624544.660689:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.660691:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.660693:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.660696:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.660698:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00000080:00000001:0.0:1788624544.660702:0:32615:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788624544.660703:0:32615:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624544.660705:0:32615:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482284168 : -112300227267448 : ffff99dd10d87488) 00000020:00001000:0.0:1788624544.660707:0:32615:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87480 00000020:00000001:0.0:1788624544.660709:0:32615:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788624544.660711:0:32615:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788624544.660712:0:32615:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788624544.660716:0:32615:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd1879cae0. 00020000:00000010:0.0:1788624544.660718:0:32615:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd2161c980. 00020000:00000010:0.0:1788624544.660721:0:32615:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd1879c300. 00020000:00000001:0.0:1788624544.660723:0:32615:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773610296064 : -112300099255552 : ffff99dd1879c300) 00020000:00000002:0.0:1788624544.660726:0:32615:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd1879c300, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788624544.660729:0:32615:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788624544.660731:0:32615:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd2161c980: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000002:0.0:1788624544.660735:0:32615:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd114a6000) owner ffff99dd03eca7c0 00020000:00000001:0.0:1788624544.660737:0:32615:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788624544.660740:0:32615:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd114a6000) owner ffff99dd03eca7c0 00020000:00000010:0.0:1788624544.660744:0:32615:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd2161c980. 00020000:00000010:0.0:1788624544.660752:0:32615:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd1879cae0. 00020000:00000010:0.0:1788624544.660755:0:32615:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd1879c300. 00020000:00000002:0.0:1788624544.660757:0:32615:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788624544.660760:0:32615:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624544.660762:0:32615:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624544.660765:0:32615:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788624544.660769:0:32615:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd114a6000) owner 0000000000000000/ffff99dd03eca7c0 00020000:00000002:0.0:1788624544.660772:0:32615:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd1879c900 addref 2/0 by ffff99dd03eca7c0. 00020000:00000002:0.0:1788624544.660774:0:32615:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd114a6000) owner 0000000000000000/ffff99dd03eca7c0 00020000:00000001:0.0:1788624544.660777:0:32615:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788624544.660779:0:32615:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788624544.660780:0:32615:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788624544.660783:0:32615:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788624544.660785:0:32615:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788624544.660788:0:32615:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788624544.660790:0:32615:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87480 00000080:00000001:0.0:1788624544.660793:0:32615:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.660795:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.660796:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624544.660798:0:32615:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624544.660803:0:32615:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788624544.660805:0:32615:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624544.660808:0:32615:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x25:0x0](ffff99dd198742c8) 00000080:00010000:0.0:1788624544.660812:0:32615:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x25:0x0](ffff99dd198742c8) for lock 0xcc94206c7ef4185e 00800000:00000001:0.0:1788624544.660815:0:32615:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624544.660818:0:32615:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624544.660819:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.660821:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.660822:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.660824:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.660826:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.660829:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.660830:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624544.660831:0:32615:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624544.660833:0:32615:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624544.660835:0:32615:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788624544.660838:0:32615:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624544.660854:0:32615:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff99dd11c05500 x1875506845047552/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624560 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.660863:0:32615:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788624544.660869:0:32615:0:(namei.c:1651:ll_create_it()) inode ffff99dd198742c8 need_sync_to_mds [0x200000405:0x25:0x0] 00000080:00000001:0.0:1788624544.661003:0:32615:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624544.661009:0:32615:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x25:0x0](ffff99dd198742c8) 00000080:00000001:0.0:1788624544.661012:0:32615:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788624544.661017:0:32615:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197f4200. 00000100:00000001:0.0:1788624544.661021:0:32615:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624544.661026:0:32615:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05500 x1875506845047552/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624560 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624544.661033:0:32615:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624544.661037:0:32615:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788624544.661039:0:32615:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788624544.661041:0:32615:0:(namei.c:1500:ll_atomic_open()) inode ffff99dd198742c8 need_sync_to_mds [0x200000405:0x25:0x0] 00000080:00000001:0.0:1788624544.661050:0:32615:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788624544.661053:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3a68 00000080:00200008:0.0:1788624544.661055:0:32615:0:(file.c:1090:ll_file_open()) START file f:[0x200000405:0x25:0x0](ffff99dd198742c8), flags 100102 00000080:00000010:0.0:1788624544.661062:0:32615:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd2030f2c0. 00000080:00000010:0.0:1788624544.661068:0:32615:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd215f8140. 00000080:00000001:0.0:1788624544.661081:0:32615:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788624544.661088:0:32615:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788624544.661090:0:32615:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624544.661092:0:32615:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624544.661095:0:32615:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624544.661097:0:32615:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624544.661099:0:32615:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624544.661101:0:32615:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:0.0:1788624544.661103:0:32615:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624544.661132:0:32615:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788624544.661138:0:32615:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd10536000. 00000002:00100000:0.0:1788624544.661272:0:32615:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11c05500 x1875506845047552/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624560 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624544.661279:0:32615:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624544.661280:0:32615:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788624544.661284:0:32615:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788624544.661288:0:32615:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624544.661290:0:32615:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624544.661293:0:32615:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624544.661296:0:32615:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05500 x1875506845047552/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624560 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788624544.661303:0:32615:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624544.661307:0:32615:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff99dd04840000. 02000000:00000001:0.0:1788624544.661337:0:32615:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788624544.661340:0:32615:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624544.661342:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3a68 00000080:00000008:0.0:1788624544.661344:0:32615:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000405:0x25:0x0](ffff99dd198742c8), flags 100102, rc = 0 00000080:00000001:0.0:1788624544.661348:0:32615:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788624544.661350:0:32615:0:(dcache.c:176:ll_intent_release()) intent ffff99dd1879ccc0 released 00000080:00010000:0.0:1788624544.661353:0:32615:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4185e from it ffff99dd1879ccc0 00010000:00000001:0.0:1788624544.661355:0:32615:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624544.661356:0:32615:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624544.661358:0:32615:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18400 refcount=3 00000020:00000001:0.0:1788624544.661360:0:32615:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.661362:0:32615:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606592 : -112300210945024 : ffff99dd11d18400) 00010000:00000001:0.0:1788624544.661366:0:32615:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624544.661371:0:32615:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef4185e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a7f85 expref: -99 pid: 32615 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624544.661379:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.661380:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.661382:0:32615:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624544.661385:0:32615:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624544.661388:0:32615:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef4185e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a7f85 expref: -99 pid: 32615 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624544.661396:0:32615:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624544.661399:0:32615:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624544.661402:0:32615:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624544.661405:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.661406:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624544.661408:0:32615:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.661411:0:32615:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624544.661413:0:32615:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.661415:0:32615:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.661417:0:32615:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624544.661419:0:32615:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624544.661420:0:32615:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624544.661421:0:32615:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624544.661422:0:32615:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788624544.661424:0:32615:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788624544.661426:0:32615:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788624544.661428:0:32615:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624544.661430:0:32615:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788624544.661431:0:32615:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624544.661434:0:32615:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788624544.661436:0:32615:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624544.661438:0:32615:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788624544.661440:0:32615:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624544.661442:0:32615:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788624544.661444:0:32615:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff99dd1879ccc0. 00000080:00000001:0.0:1788624544.661447:0:32615:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624544.661452:0:32615:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788624544.661454:0:32615:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x25:0x0](ffff99dd198742c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1788624544.661458:0:32615:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624544.727194:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624544.727203:0:28436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624544.727205:0:28436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624544.727208:0:28436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624544.727212:0:28436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624544.727215:0:28436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624544.727218:0:28436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624544.727220:0:28436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624544.727223:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624544.727224:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624544.727402:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624544.727407:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624544.727410:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788624545.490389:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296559510, at 4296559552 00000100:00000010:2.0:1788624545.490414:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879c540. 00000100:00000040:3.0:1788624545.490536:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296559510, at 4296559552 00000100:00000010:3.0:1788624545.490544:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879cb40. 00000100:00000040:0.0:1788624545.556939:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624545.556962:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624545.556976:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05880. 00000020:00000040:0.0:1788624545.556985:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:0.0:1788624545.556990:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624545.556993:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624545.557000:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624545.557010:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd2139c200. 00000100:00000001:0.0:1788624545.557019:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624545.557035:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11c05880 x1875506845047680/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624545.557047:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624545.557053:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624545.557060:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096fb636b] to pc [ptlrpcd_00_01+1] req@ffff99dd11c05880 x1875506845047680/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624545.557102:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624545.557140:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624545.557145:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624545.557148:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04380. 00000020:00000040:0.0:1788624545.557151:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624545.557154:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624545.557155:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624545.557156:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624545.557159:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd2139cd00. 00000100:00000001:0.0:1788624545.557162:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624545.557165:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11c04380 x1875506845047808/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624545.557178:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624545.557181:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624545.557184:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009546e12e] to pc [ptlrpcd_00_00+0] req@ffff99dd11c04380 x1875506845047808/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624545.557190:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624545.557192:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624545.557195:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624545.557197:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07100. 00000020:00000040:0.0:1788624545.557198:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624545.557200:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624545.557201:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624545.557202:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624545.557204:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd2139ca00. 00000100:00000001:0.0:1788624545.557205:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624545.557208:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11c07100 x1875506845047936/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624545.557212:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624545.557214:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624545.557215:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81b88e4] to pc [ptlrpcd_00_01+1] req@ffff99dd11c07100 x1875506845047936/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624545.557219:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624545.557220:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624545.557223:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624545.557224:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07b80. 00000020:00000040:0.0:1788624545.557226:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=4 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624545.557227:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624545.557228:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624545.557229:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624545.557231:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd2139cf00. 00000100:00000001:0.0:1788624545.557232:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624545.557234:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11c07b80 x1875506845048064/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624545.557242:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624545.557243:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624545.557245:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037832f1b] to pc [ptlrpcd_00_00+0] req@ffff99dd11c07b80 x1875506845048064/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624545.557248:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624545.557250:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624545.557252:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624545.557254:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07480. 00000020:00000040:0.0:1788624545.557255:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624545.557256:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624545.557257:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624545.557257:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624545.557259:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd2139c500. 00000100:00000001:0.0:1788624545.557261:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624545.557263:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11c07480 x1875506845048192/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624545.557453:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624545.557461:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624545.557464:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624545.557478:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05880 x1875506845047680/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624545.557489:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624545.557491:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624545.557495:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624545.557499:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624545.557502:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624545.557506:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2390:1875506845047680:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624545.557511:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624545.557517:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624545.557520:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624545.557523:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624545.557534:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd063efc00. 02000000:00000001:1.0:1788624545.557537:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624545.557545:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624545.557551:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793898. 00000400:00000010:1.0:1788624545.557559:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c770. 00000100:00000200:1.0:1788624545.557566:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845047680, portal 25 00000100:00000001:1.0:1788624545.557568:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624545.557572:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497481344 : -112300212070272 : ffff99dd11c05880) 00000100:00000001:0.0:1788624545.557586:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624545.557591:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624545.557592:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05880 x1875506845047680/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788624545.557597:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000f4ac16] to pc [ptlrpcd_00_01+1] req@ffff99dd11c07480 x1875506845048192/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624545.557639:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.557648:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624545.557649:0:14159:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1897) 00000100:00000040:1.0:1788624545.557657:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624545.557662:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c330. 00000100:00000200:1.0:1788624545.557666:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845047680, offset 0 00000100:00000001:0.0:1788624545.557669:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624545.557672:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624545.557674:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1788624545.557680:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000100:00000040:0.0:1788624545.557684:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04380 x1875506845047808/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624545.557691:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624545.557694:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624545.557696:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 02000000:00000001:0.0:1788624545.557698:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624545.557701:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624545.557703:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624545.557705:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845047808:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624545.557709:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624545.557715:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624545.557717:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624545.557719:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624545.557725:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd113f1a00. 00000400:00000200:1.0:1788624545.557726:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 02000000:00000001:0.0:1788624545.557730:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624545.557741:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624545.557741:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624545.557748:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dec8. 00000400:00000200:1.0:1788624545.557754:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000010:0.0:1788624545.557755:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053954c8. 00000100:00000200:0.0:1788624545.557765:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845047808, portal 10 00000100:00000001:0.0:1788624545.557770:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624545.557772:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475968 : -112300212075648 : ffff99dd11c04380) 00000100:00000040:0.0:1788624545.557779:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04380 x1875506845047808/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788624545.557780:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788624545.557785:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624545.557788:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624545.557790:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395660. 00000100:00000200:0.0:1788624545.557792:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845047808, offset 0 00000400:00000200:0.0:1788624545.557796:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624545.557911:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624545.557916:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2784:2784:256:4294967295] 192.168.202.125@tcp LPNI seq info [2784:2784:8:4294967295] 00000400:00000200:1.0:1788624545.557922:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624545.557933:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624545.557940:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624545.557947:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611300. 00000800:00000200:1.0:1788624545.557954:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624545.557961:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624545.557965:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624545.557994:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624545.558000:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624545.558003:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296563545 00000100:00000010:1.0:1788624545.558009:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd048668a0. 00000100:00000001:1.0:1788624545.558024:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788624545.558032:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296563545 00000100:00000010:1.0:1788624545.558036:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd048662a0. 00000100:00000001:1.0:1788624545.558039:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788624545.558042:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624545.558045:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.558048:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624545.558054:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07100 x1875506845047936/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624545.558070:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624545.558073:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624545.558075:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624545.558078:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624545.558080:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624545.558084:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845047936:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624545.558087:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624545.558090:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624545.558098:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624545.558101:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624545.558130:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd063ef000. 02000000:00000001:1.0:1788624545.558133:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624545.558137:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624545.558141:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624545.558145:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c880. 00000100:00000200:1.0:1788624545.558150:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845047936, portal 10 00000100:00000001:1.0:1788624545.558152:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624545.558154:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497487616 : -112300212064000 : ffff99dd11c07100) 00000100:00000040:1.0:1788624545.558161:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c07100 x1875506845047936/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624545.558174:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624545.558176:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624545.558179:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c088. 00000100:00000200:1.0:1788624545.558182:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845047936, offset 0 00000400:00000200:1.0:1788624545.558186:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624545.558333:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624545.558345:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624545.558350:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624545.558353:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624545.558357:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624545.558360:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624545.558363:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2785:2785:255:4294967295] 192.168.202.125@tcp LPNI seq info [2785:2785:7:4294967295] 00000400:00000200:0.0:1788624545.558368:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624545.558383:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624545.558390:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624545.558397:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cb00. 00000800:00000200:0.0:1788624545.558404:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624545.558411:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624545.558415:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624545.558420:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624545.558426:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 796580 usecs (797 jiffies) 00000800:00000200:2.0:1788624545.558430:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1788624545.558431:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624545.558441:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296560417 00000800:00000010:2.0:1788624545.558442:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611300. 00000100:00000001:0.0:1788624545.558449:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296563545 00000400:00000200:2.0:1788624545.558454:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788624545.558455:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296560417 00000100:00000001:0.0:1788624545.558460:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296563545 00000100:00000001:0.0:1788624545.558465:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788624545.558471:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:0.0:1788624545.558472:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624545.558478:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1788624545.558479:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c330 00000400:00000010:2.0:1788624545.558484:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c330. 00000100:00000040:0.0:1788624545.558486:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07b80 x1875506845048064/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624545.558491:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788624545.558500:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1788624545.558501:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05880 x1875506845047680/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624545.558505:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624545.558513:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624545.558516:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624545.558523:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624545.558525:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1788624545.559400:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845048064:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624545.559408:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624545.559413:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624545.559415:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624545.559418:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624545.559426:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd113f1200. 02000000:00000001:0.0:1788624545.559428:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624545.568995:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05880 x1875506845047680/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624561 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624545.569011:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624545.569028:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624545.569155:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624545.569160:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cb00. 00000400:00000200:2.0:1788624545.569165:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624545.569171:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624545.569178:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395660 00000400:00000010:2.0:1788624545.569180:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395660. 00000100:00000001:2.0:1788624545.569184:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624545.569202:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04380 x1875506845047808/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624545.569213:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624545.569217:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04380 x1875506845047808/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624561 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624545.569223:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624545.569224:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624545.574241:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624545.574264:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624545.574269:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624545.574272:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624545.574283:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624545.574292:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624545.574304:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624545.574311:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624545.578735:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624545.578751:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c37745db80 00000400:00000200:2.0:1788624545.578758:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624545.578766:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7f8d [1] + 224 00000800:00000001:2.0:1788624545.578792:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624545.578814:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624545.578819:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624545.578826:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:1.0:1788624545.590627:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624545.590645:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624545.590651:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624545.590655:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624545.590659:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624545.590662:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624545.590667:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2786:2786:256:4294967295] 192.168.202.125@tcp LPNI seq info [2786:2786:8:4294967295] 00000400:00000200:1.0:1788624545.590672:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624545.590685:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624545.590692:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624545.590702:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611c00. 00000800:00000200:1.0:1788624545.590710:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624545.590718:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624545.590722:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624545.590741:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624545.590747:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24715 usecs (25 jiffies) 00000400:00000200:1.0:1788624545.590752:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624545.590755:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296559665 00000100:00000001:1.0:1788624545.590759:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296563545 00000100:00000001:1.0:1788624545.590761:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296559665 00000100:00000001:1.0:1788624545.590763:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296563545 00000100:00000001:1.0:1788624545.590766:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624545.590770:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.590775:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.590779:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624545.590800:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624545.590803:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624545.590806:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624545.590809:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624545.590811:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624545.590820:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07480 x1875506845048192/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624545.590830:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624545.590833:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624545.590838:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624545.590842:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624545.590845:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624545.590849:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845048192:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624545.590853:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624545.590859:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624545.590862:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624545.590864:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624545.590872:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0864a000. 02000000:00000001:1.0:1788624545.590874:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624545.590879:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624545.590884:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793790. 00000400:00000010:1.0:1788624545.590889:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cdd0. 00000100:00000200:1.0:1788624545.590895:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845048192, portal 4 00000100:00000001:1.0:1788624545.590897:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624545.590899:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497488512 : -112300212063104 : ffff99dd11c07480) 00000100:00000040:1.0:1788624545.590905:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c07480 x1875506845048192/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624545.590912:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624545.590915:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624545.590917:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c4c8. 00000100:00000200:1.0:1788624545.590920:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845048192, offset 0 00000400:00000200:1.0:1788624545.590925:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000800:00000200:3.0:1788624545.592352:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624545.592367:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611c00. 00000400:00000200:3.0:1788624545.592376:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624545.592388:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624545.592398:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c088 00000400:00000010:3.0:1788624545.592402:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c088. 00000100:00000001:3.0:1788624545.592410:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624545.592419:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07100 x1875506845047936/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624545.592443:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624545.592448:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07100 x1875506845047936/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624561 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624545.592457:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624545.592459:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788624545.593644:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624545.593684:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05880 x1875506845047680/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624545.593707:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c05880 x1875506845047680/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624545.593717:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788624545.593760:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000800:00000001:3.0:1788624545.593817:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624545.593836:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624545.593839:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624545.593841:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624545.593848:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.593855:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624545.593865:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.593870:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.593876:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.593880:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c37745dc00 00000400:00000200:3.0:1788624545.593886:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.593892:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x7f95 [1] + 224 00000800:00000001:3.0:1788624545.593902:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624545.593910:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624545.593913:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624545.593917:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624545.593924:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624545.593931:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04380 x1875506845047808/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624545.593942:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c04380 x1875506845047808/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624545.593962:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624545.593968:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624545.593972:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624545.598253:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624545.598289:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624545.598293:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624545.598297:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624545.598308:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.598317:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624545.598329:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.598343:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.598350:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.598355:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c37745dc80 00000400:00000200:3.0:1788624545.598361:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.598368:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x7f9d [1] + 224 00000800:00000001:3.0:1788624545.598377:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624545.598385:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624545.598389:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624545.598395:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624545.598407:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624545.598419:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07100 x1875506845047936/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624545.598891:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c07100 x1875506845047936/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624545.598902:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624545.598913:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624545.598918:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1788624545.600016:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d4d0. 00000400:00000010:0.0:1788624545.600035:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395990. 00000100:00000200:0.0:1788624545.600054:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845048064, portal 4 00000100:00000001:0.0:1788624545.600058:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624545.600068:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497490304 : -112300212061312 : ffff99dd11c07b80) 00000100:00000040:0.0:1788624545.600084:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c07b80 x1875506845048064/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624545.600092:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624545.600095:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624545.600099:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395aa0. 00000100:00000200:0.0:1788624545.600104:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845048064, offset 0 00000400:00000200:0.0:1788624545.600128:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624545.600139:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624545.600149:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624545.600156:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624545.600161:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624545.600165:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624545.600168:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624545.600182:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2787:2787:256:4294967295] 192.168.202.125@tcp LPNI seq info [2787:2787:8:4294967295] 00000400:00000200:0.0:1788624545.600187:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624545.600196:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624545.600202:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624545.600210:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cb00. 00000800:00000200:0.0:1788624545.600218:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624545.600227:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624545.600232:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624545.600243:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624545.600248:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 216796 usecs (217 jiffies) 00000400:00000200:0.0:1788624545.600252:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624545.600255:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296559879 00000100:00000001:0.0:1788624545.600258:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296563545 00000100:00000001:0.0:1788624545.600262:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296559879 00000100:00000001:0.0:1788624545.600706:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296563545 00000100:00000001:0.0:1788624545.600709:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624545.600713:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624545.600719:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624545.600723:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624545.600736:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624545.600739:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788624545.600743:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624545.600745:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624545.600752:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624545.600754:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624545.600758:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dec8. 00000400:00000200:0.0:1788624545.600764:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053954c8 00000400:00000010:0.0:1788624545.600767:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053954c8. 00000100:00000001:0.0:1788624545.600770:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624545.600777:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04380 x1875506845047808/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624545.600787:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04380 x1875506845047808/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624545.600795:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624545.600796:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624545.600799:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624545.600869:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624545.600872:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624545.600875:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624545.600879:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624545.600891:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=124 v=5 (103 103 103 137) 00000100:00001000:0.0:1788624545.600896:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624545.600899:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624545.600901:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624545.600904:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624545.600908:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624545.600911:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624545.600914:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967614 00000100:00000001:0.0:1788624545.600916:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624545.600919:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624545.600925:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04380 x1875506845047808/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624545.600932:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624545.600935:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624545.600938:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624545.600942:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04380 x1875506845047808/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624545.600950:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845047808:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624545.600955:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624545.600958:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624545.600962:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04380 x1875506845047808/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624545.600969:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624545.600972:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624545.600977:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd113f1a00. 02000000:00000001:0.0:1788624545.600983:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624545.600987:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624545.600990:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624545.600992:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624545.600995:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd2139cd00. 02000000:00000001:0.0:1788624545.600999:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624545.601002:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624545.601004:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04380. 00000100:00000001:0.0:1788624545.601008:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624545.601011:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624545.601014:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624545.601016:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624545.601017:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624545.601020:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624545.601022:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624545.604627:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624545.604643:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cb00. 00000400:00000200:3.0:1788624545.604653:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624545.604666:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624545.604677:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395aa0 00000400:00000010:3.0:1788624545.604680:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395aa0. 00000100:00000001:3.0:1788624545.604686:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624545.604696:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07b80 x1875506845048064/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624545.604712:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624545.604716:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07b80 x1875506845048064/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624561 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624545.604723:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624545.604725:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1788624545.606562:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624545.606578:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624545.606584:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624545.606588:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624545.606592:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624545.606595:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624545.606599:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2788:2788:256:4294967295] 192.168.202.125@tcp LPNI seq info [2788:2788:8:4294967295] 00000400:00000200:1.0:1788624545.606604:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624545.606615:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624545.606622:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624545.606633:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611000. 00000800:00000200:1.0:1788624545.606642:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624545.606650:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624545.606654:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624545.606675:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624545.606682:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25235 usecs (26 jiffies) 00000400:00000200:1.0:1788624545.606686:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624545.606689:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296559694 00000100:00000001:1.0:1788624545.606692:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296563545 00000100:00000001:1.0:1788624545.606695:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296559694 00000100:00000001:1.0:1788624545.606697:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296563545 00000100:00000001:1.0:1788624545.606700:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624545.606703:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788624545.606712:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624545.606713:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624545.606716:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793898. 00000400:00000200:1.0:1788624545.606722:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c770 00000400:00000010:1.0:1788624545.606726:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c770. 00000100:00000001:1.0:1788624545.606730:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624545.606738:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05880 x1875506845047680/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624545.606756:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05880 x1875506845047680/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624545.606763:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624545.606765:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624545.606767:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624545.606770:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624545.606773:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624545.606776:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624545.606779:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624545.606786:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=124 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624545.606791:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=124 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624545.606794:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624545.606795:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.606798:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624545.606800:0:2390:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.606803:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624545.606808:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05880 x1875506845047680/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624545.606815:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624545.606818:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624545.606820:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624545.606824:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05880 x1875506845047680/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624545.606832:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2390:1875506845047680:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624545.606839:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624545.606840:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624545.606842:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624545.606845:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c880 00000400:00000010:1.0:1788624545.606846:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c880. 00000100:00000001:1.0:1788624545.606849:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624545.606852:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07100 x1875506845047936/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624545.606862:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07100 x1875506845047936/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624545.606870:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624545.606871:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624545.606872:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624545.606874:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624545.606875:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624545.606877:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624545.606878:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624545.606884:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=124 v=5 (103 103 103 137) 00000100:00001000:1.0:1788624545.606887:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=124 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624545.606889:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624545.606890:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.606892:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624545.606896:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.606899:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624545.606901:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788624545.606903:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624545.606904:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624545.606909:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07100 x1875506845047936/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624545.606915:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624545.606917:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624545.606919:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624545.606922:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07100 x1875506845047936/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624545.606929:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845047936:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624545.606933:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.606936:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624545.606939:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05880 x1875506845047680/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624545.606947:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624545.606949:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624545.606953:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd063efc00. 02000000:00000001:1.0:1788624545.606958:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624545.606961:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624545.606962:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:1.0:1788624545.606965:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624545.606967:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd2139c200. 02000000:00000001:1.0:1788624545.606971:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624545.606972:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624545.606974:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05880. 00000100:00000001:1.0:1788624545.606978:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624545.606980:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624545.606982:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624545.606985:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07100 x1875506845047936/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624545.606992:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624545.606993:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624545.606994:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd063ef000. 02000000:00000001:1.0:1788624545.606996:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624545.606997:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624545.606998:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624545.607000:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624545.607001:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd2139ca00. 02000000:00000001:1.0:1788624545.607003:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624545.607004:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624545.607005:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07100. 00000100:00000001:1.0:1788624545.607007:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624545.607008:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624545.607011:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624545.607019:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624545.607021:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624545.607023:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624545.607025:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624545.607027:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.607029:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624545.608437:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624545.608474:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624545.608480:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624545.608486:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624545.608498:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.608508:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624545.608520:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.608527:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.608534:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.608539:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745dd00 00000400:00000200:3.0:1788624545.608547:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.608555:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7fad [1] + 224 00000800:00000001:3.0:1788624545.608565:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1788624545.608616:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624545.608627:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611000. 00000400:00000200:2.0:1788624545.608634:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624545.608641:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624545.608647:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c4c8 00000400:00000010:2.0:1788624545.608650:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c4c8. 00000100:00000001:2.0:1788624545.608654:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624545.608659:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07480 x1875506845048192/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624545.608681:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624545.608686:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07480 x1875506845048192/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624561 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624545.608694:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624545.608696:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624545.608698:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624545.608704:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624545.608713:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624545.608721:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624545.608731:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07b80 x1875506845048064/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624545.608744:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c07b80 x1875506845048064/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624545.608767:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624545.608777:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624545.608781:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624545.610475:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624545.610484:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624545.610496:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624545.610499:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624545.610506:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d4d0. 00000400:00000200:0.0:1788624545.610517:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395990 00000400:00000010:0.0:1788624545.610520:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395990. 00000100:00000001:0.0:1788624545.610525:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624545.610542:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07b80 x1875506845048064/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624545.610555:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07b80 x1875506845048064/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624545.610564:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624545.610567:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624545.610570:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624545.610574:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624545.610577:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624545.610580:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624545.610584:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624545.610597:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=123 v=5 (5 5 5 36) 00000100:00001000:0.0:1788624545.610603:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=21 v=5 (1 1 0 0) 00000100:00000001:0.0:1788624545.610606:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624545.610608:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624545.610611:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624545.610616:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624545.610621:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788624545.610624:0:2389:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: committing for last_committed 4294967330 gen 14 00000100:00000040:0.0:1788624545.610631:0:2389:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967330) req@ffff99dd11c05f80 x1875506845040000/t4294967330(4294967330) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624551 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624545.610639:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624545.610643:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05f80 x1875506845040000/t4294967330(4294967330) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624551 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624545.610649:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624545.610652:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624545.610658:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd06571c00. 02000000:00000001:0.0:1788624545.610663:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624545.610667:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624545.610669:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624545.610672:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624545.610675:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd18744c00. 02000000:00000001:0.0:1788624545.610679:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624545.610682:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624545.610684:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05f80. 00000100:00000001:0.0:1788624545.610689:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624545.610690:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624545.610693:0:2389:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788624545.610696:0:2389:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1788624545.610699:0:2389:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624545.610701:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624545.610706:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07b80 x1875506845048064/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624545.610714:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624545.610718:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624545.610721:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624545.610725:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07b80 x1875506845048064/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624545.610734:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845048064:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624545.610741:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624545.610743:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624545.610746:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07b80 x1875506845048064/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624545.610752:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624545.610753:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624545.610755:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd113f1200. 02000000:00000001:0.0:1788624545.610758:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624545.610759:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624545.610761:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624545.610762:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624545.610764:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd2139cf00. 02000000:00000001:0.0:1788624545.610766:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624545.610767:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624545.610769:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07b80. 00000100:00000001:0.0:1788624545.610771:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624545.610772:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624545.610775:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624545.610785:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624545.610788:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624545.610790:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624545.610793:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624545.613245:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624545.613264:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624545.613268:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624545.613272:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624545.613281:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624545.613290:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624545.613299:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624545.613304:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624545.613311:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624545.613315:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745dd80 00000400:00000200:2.0:1788624545.613320:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624545.613339:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7fa5 [1] + 224 00000800:00000001:2.0:1788624545.613347:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624545.613354:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624545.613359:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624545.613363:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624545.613373:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624545.613383:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07480 x1875506845048192/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624545.613402:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c07480 x1875506845048192/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624545.613475:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624545.613479:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624545.613500:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624545.613510:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624545.613514:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788624545.616180:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624545.616187:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624545.616192:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793790. 00000400:00000200:1.0:1788624545.616202:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cdd0 00000400:00000010:1.0:1788624545.616204:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cdd0. 00000100:00000001:1.0:1788624545.616209:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624545.616220:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07480 x1875506845048192/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624545.616232:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07480 x1875506845048192/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624545.616240:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624545.616243:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624545.616245:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624545.616249:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624545.616252:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624545.616254:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624545.616257:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624545.616271:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=123 v=5 (5 5 5 36) 00000100:00001000:1.0:1788624545.616275:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=34 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624545.616278:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624545.616283:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.616286:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624545.616290:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.616295:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624545.616298:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:1.0:1788624545.616303:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624545.616304:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624545.616310:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07480 x1875506845048192/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624545.616386:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624545.616390:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624545.616392:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624545.616398:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07480 x1875506845048192/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624545.616408:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845048192:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624545.616414:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624545.616417:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624545.616421:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07480 x1875506845048192/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624561 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624545.616428:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624545.616431:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624545.616435:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0864a000. 02000000:00000001:1.0:1788624545.616440:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624545.616442:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624545.616444:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624545.616447:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624545.616450:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd2139c500. 02000000:00000001:1.0:1788624545.616454:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624545.616456:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624545.616458:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07480. 00000100:00000001:1.0:1788624545.616461:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624545.616463:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624545.616466:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624545.616474:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624545.616476:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.616479:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624545.616482:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624545.702427:0:32625:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624545.702436:0:32625:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624545.702438:0:32625:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624545.702443:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204bbc0 00000080:00200000:1.0:1788624545.702448:0:32625:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:1.0:1788624545.702457:0:32625:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd0864a400. 00800000:00000002:1.0:1788624545.702465:0:32625:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624545.702470:0:32625:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624545.702477:0:32625:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624545.702479:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204bae0 00800000:00000002:1.0:1788624545.702482:0:32625:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624545.702487:0:32625:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624545.702490:0:32625:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624545.703604:0:32625:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624545.703613:0:32625:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624545.703616:0:32625:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624545.703618:0:32625:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624545.703621:0:32625:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624545.703623:0:32625:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624545.703627:0:32625:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624545.703634:0:32625:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624545.703637:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204b9b0 00000002:00010000:1.0:1788624545.703640:0:32625:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624545.703644:0:32625:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624545.703646:0:32625:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624545.703649:0:32625:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624545.703657:0:32625:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870b00 count: 2 00010000:00000001:1.0:1788624545.703660:0:32625:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624545.703665:0:32625:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624545.703669:0:32625:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624545.703674:0:32625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef41850 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f4d expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788624545.703686:0:32625:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624545.703692:0:32625:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624545.703695:0:32625:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef41850 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f4d expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788624545.703703:0:32625:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624545.703704:0:32625:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624545.703706:0:32625:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624545.703708:0:32625:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624545.703710:0:32625:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624545.703713:0:32625:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624545.703716:0:32625:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624545.703720:0:32625:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624545.703723:0:32625:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0864a400. 00000080:00000001:1.0:1788624545.703728:0:32625:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624545.703729:0:32625:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624545.703731:0:32625:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624545.703735:0:32625:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41850 00800000:00000001:1.0:1788624545.703738:0:32625:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624545.703740:0:32625:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624545.703742:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.703744:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.703747:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766e00 refcount=3 00000020:00000001:1.0:1788624545.703749:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:1.0:1788624545.703752:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:1.0:1788624545.703754:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.703756:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624545.703757:0:32625:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624545.703759:0:32625:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624545.703761:0:32625:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41850 from it ffffbef88204bbf8 00010000:00000001:1.0:1788624545.703763:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.703764:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.703766:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766e00 refcount=3 00000020:00000001:1.0:1788624545.703767:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:1.0:1788624545.703769:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859968 : -112300233691648 : ffff99dd10766e00) 00010000:00000001:1.0:1788624545.703771:0:32625:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624545.703774:0:32625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef41850 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7f4d expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624545.703781:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.703782:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624545.703783:0:32625:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624545.703786:0:32625:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624545.703788:0:32625:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef41850 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7f4d expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788624545.703802:0:32625:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624545.703806:0:32625:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624545.703808:0:32625:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624545.703813:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.703814:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624545.703815:0:32625:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.703818:0:32625:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624545.703820:0:32625:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.703822:0:32625:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.703824:0:32625:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.703826:0:32625:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624545.703827:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.703828:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624545.703831:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624545.703833:0:32625:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624545.703836:0:32625:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788624545.703842:0:32625:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624545.703852:0:32625:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd12bc87c0. 00000020:00000001:1.0:1788624545.703857:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204bb28 00000080:00200000:1.0:1788624545.703859:0:32625:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), flags=25 00000080:00000001:1.0:1788624545.703862:0:32625:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788624545.703864:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204b9d8 00000080:00200000:1.0:1788624545.703866:0:32625:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=0 00000080:00000010:1.0:1788624545.703873:0:32625:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd0864a400. 00800000:00000002:1.0:1788624545.703877:0:32625:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624545.703881:0:32625:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624545.703884:0:32625:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624545.703886:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204b8f8 00800000:00000002:1.0:1788624545.703888:0:32625:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624545.703891:0:32625:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624545.703896:0:32625:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624545.703897:0:32625:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624545.703900:0:32625:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624545.703901:0:32625:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624545.703904:0:32625:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624545.703905:0:32625:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624545.703908:0:32625:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624545.703910:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204b890 00800000:00000002:1.0:1788624545.703912:0:32625:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:1.0:1788624545.703914:0:32625:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624545.703916:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204b7c8 00000002:00010000:1.0:1788624545.703917:0:32625:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1788624545.703921:0:32625:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788624545.703924:0:32625:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788624545.703930:0:32625:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddad80. 00000020:00000040:1.0:1788624545.703934:0:32625:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:1.0:1788624545.703941:0:32625:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624545.703947:0:32625:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624545.703950:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.703951:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624545.703952:0:32625:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.703955:0:32625:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624545.703957:0:32625:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624545.703960:0:32625:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624545.703969:0:32625:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e0c00. 00000100:00000001:1.0:1788624545.703977:0:32625:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.703983:0:32625:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624545.703985:0:32625:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.703986:0:32625:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624545.703987:0:32625:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.703989:0:32625:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624545.703998:0:32625:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00010000:00000001:1.0:1788624545.704002:0:32625:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624545.704004:0:32625:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788624545.704007:0:32625:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870b00 count: 2 00010000:00000001:1.0:1788624545.704009:0:32625:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624545.704013:0:32625:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624545.705207:0:32625:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18600a00. 00000020:00000001:1.0:1788624545.705214:0:32625:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624545.705218:0:32625:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18600a00 with handle 0xcc94206c7ef41865 to hash 00000020:00000001:1.0:1788624545.705221:0:32625:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624545.705223:0:32625:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00010000:00000001:1.0:1788624545.705227:0:32625:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00010000:00000001:1.0:1788624545.705231:0:32625:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624545.705234:0:32625:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624545.705238:0:32625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600a00/0xcc94206c7ef41865 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32625 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624545.705246:0:32625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600a00/0xcc94206c7ef41865 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32625 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624545.705258:0:32625:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600a00/0xcc94206c7ef41865 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32625 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624545.705264:0:32625:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624545.705266:0:32625:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624545.705274:0:32625:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147cd80. 00000100:00000001:1.0:1788624545.705276:0:32625:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489581440 : -112300219970176 : ffff99dd1147cd80) 00000100:00000001:1.0:1788624545.705280:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624545.705281:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00000100:00000001:1.0:1788624545.705287:0:32625:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624545.705291:0:32625:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.705293:0:32625:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624545.705295:0:32625:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624545.705306:0:32625:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddad80 x1875506845048320/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624545.705315:0:32625:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624545.705317:0:32625:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624545.705321:0:32625:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624545.705387:0:32625:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624545.705391:0:32625:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624545.705395:0:32625:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddad80 pname:cluuid:pid:xid:nid:opc:job touch:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32625:1875506845048320:192.168.202.125@tcp:101:touch.0 00000100:00000001:1.0:1788624545.705403:0:32625:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624545.705410:0:32625:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624545.705413:0:32625:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624545.705415:0:32625:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624545.705421:0:32625:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd18651800. 02000000:00000001:1.0:1788624545.705423:0:32625:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624545.705432:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624545.705436:0:32625:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793790. 00000400:00000010:1.0:1788624545.705443:0:32625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cdd0. 00000100:00000200:1.0:1788624545.705451:0:32625:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845048320, portal 10 00000100:00000001:1.0:1788624545.705453:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624545.705454:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00000100:00000040:1.0:1788624545.705461:0:32625:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11ddad80 x1875506845048320/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624561 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624545.705468:0:32625:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624545.705471:0:32625:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624545.705474:0:32625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c880. 00000100:00000200:1.0:1788624545.705478:0:32625:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875506845048320, offset 0 00000400:00000200:1.0:1788624545.705486:0:32625:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624545.705511:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624545.705520:0:32625:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624545.705526:0:32625:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624545.705530:0:32625:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624545.705534:0:32625:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624545.705537:0:32625:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624545.705541:0:32625:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2789:2789:256:4294967295] 192.168.202.125@tcp LPNI seq info [2789:2789:8:4294967295] 00000400:00000200:1.0:1788624545.705546:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624545.705557:0:32625:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624545.705564:0:32625:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624545.705570:0:32625:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611f00. 00000800:00000200:1.0:1788624545.705578:0:32625:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624545.705588:0:32625:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624545.705594:0:32625:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788624545.705622:0:32625:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624545.705627:0:32625:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 795536 usecs (796 jiffies) 00000400:00000200:1.0:1788624545.705631:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624545.705634:0:32625:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296560561 00000100:00000001:1.0:1788624545.705638:0:32625:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296563545 00000100:00000001:1.0:1788624545.705640:0:32625:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296560561 00000100:00000001:1.0:1788624545.705643:0:32625:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296563545 00000100:00000001:1.0:1788624545.705645:0:32625:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624545.705648:0:32625:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.705650:0:32625:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624545.705653:0:32625:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624545.705656:0:32625:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147cd80 going to sleep for 11 seconds 00000100:00000001:1.0:1788624545.705660:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624545.705663:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624545.711214:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624545.711224:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611f00. 00000400:00000200:2.0:1788624545.711233:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624545.711241:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624545.711248:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c880 00000400:00000010:2.0:1788624545.711250:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c880. 00000100:00000001:2.0:1788624545.711256:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624545.711263:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddad80 x1875506845048320/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624561 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624545.711274:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624545.711276:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddad80 x1875506845048320/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624561 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624545.711281:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624545.711282:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624545.725368:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624545.725385:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624545.725390:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624545.725392:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624545.725401:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.725409:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624545.725419:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.725424:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.725430:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.725434:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745de00 00000400:00000200:3.0:1788624545.725438:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.725444:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x7fb5 [1] + 224 00000800:00000001:3.0:1788624545.725451:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624545.725458:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624545.725462:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624545.725467:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624545.725476:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624545.725485:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddad80 x1875506845048320/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624561 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624545.725507:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11ddad80 x1875506845048320/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624561 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624545.725525:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624545.725532:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624545.725535:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624545.726810:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624545.726821:0:32625:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624545.726823:0:32625:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624545.726827:0:32625:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793790. 00000400:00000200:1.0:1788624545.726835:0:32625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cdd0 00000400:00000010:1.0:1788624545.726837:0:32625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cdd0. 00000100:00000001:1.0:1788624545.726840:0:32625:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624545.726848:0:32625:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddad80 x1875506845048320/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624561 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624545.726859:0:32625:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddad80 x1875506845048320/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624561 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624545.726865:0:32625:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624545.726867:0:32625:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624545.726869:0:32625:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624545.726872:0:32625:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624545.726874:0:32625:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624545.726876:0:32625:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624545.726879:0:32625:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624545.726888:0:32625:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=124 v=5 (103 103 103 137) 00000100:00001000:1.0:1788624545.726892:0:32625:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624545.726894:0:32625:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624545.726896:0:32625:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.726899:0:32625:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624545.726902:0:32625:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.726905:0:32625:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624545.726908:0:32625:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967614 00000100:00000001:1.0:1788624545.726910:0:32625:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624545.726913:0:32625:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624545.726917:0:32625:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddad80 x1875506845048320/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624561 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624545.726925:0:32625:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624545.726928:0:32625:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624545.726929:0:32625:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624545.726932:0:32625:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddad80 x1875506845048320/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624561 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624545.726939:0:32625:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddad80 pname:cluuid:pid:xid:nid:opc:job touch:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32625:1875506845048320:192.168.202.125@tcp:101:touch.0 00000100:00000001:1.0:1788624545.726944:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624545.726947:0:32625:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.726949:0:32625:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624545.726951:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624545.726954:0:32625:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddad80 x1875506845048320/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624561 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624545.726961:0:32625:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624545.726964:0:32625:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147cd80. 00000100:00000001:1.0:1788624545.726967:0:32625:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624545.726969:0:32625:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.726972:0:32625:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624545.726976:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.726979:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.726983:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600a00 refcount=4 00000020:00000001:1.0:1788624545.726986:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00010000:00000001:1.0:1788624545.726988:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00010000:00000040:1.0:1788624545.726995:0:32625:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18600a00, remote cookie: 0xa103bd66258a7fa8, flags: 0x1001 00010000:00010000:1.0:1788624545.727001:0:32625:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600a00/0xcc94206c7ef41865 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fa8 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788624545.727011:0:32625:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788624545.727014:0:32625:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788624545.727022:0:32625:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd189e4800. 00010000:00000010:1.0:1788624545.727027:0:32625:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd087e6080. 00010000:00000001:1.0:1788624545.727032:0:32625:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624545.727036:0:32625:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600a00/0xcc94206c7ef41865 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fa8 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624545.727044:0:32625:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600a00/0xcc94206c7ef41865 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fa8 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624545.727051:0:32625:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624545.727055:0:32625:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624545.727057:0:32625:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624545.727070:0:32625:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624545.727072:0:32625:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624545.727074:0:32625:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff99dd189e4800) refcount = 1 00010000:00010000:1.0:1788624545.727079:0:32625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600a00/0xcc94206c7ef41865 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fa8 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624545.727085:0:32625:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624545.727089:0:32625:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624545.727090:0:32625:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624545.727098:0:32625:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624545.727101:0:32625:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624545.727120:0:32625:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600a00/0xcc94206c7ef41865 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fa8 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624545.727127:0:32625:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624545.727129:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.727130:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624545.727131:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.727132:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624545.727134:0:32625:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624545.727139:0:32625:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624545.727140:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.727141:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.727143:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600a00 refcount=3 00000020:00000001:1.0:1788624545.727145:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00010000:00000001:1.0:1788624545.727147:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00010000:00000001:1.0:1788624545.727149:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.727150:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.727151:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600a00 refcount=4 00000020:00000001:1.0:1788624545.727153:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00010000:00000001:1.0:1788624545.727155:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00010000:00000001:1.0:1788624545.727157:0:32625:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624545.727160:0:32625:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624545.727164:0:32625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600a00/0xcc94206c7ef41865 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fa8 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624545.727170:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.727171:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624545.727172:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.727173:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.727174:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600a00 refcount=5 00000020:00000001:1.0:1788624545.727176:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00010000:00000001:1.0:1788624545.727178:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00010000:00000001:1.0:1788624545.727180:0:32625:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624545.727184:0:32625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600a00/0xcc94206c7ef41865 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fa8 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624545.727190:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.727191:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624545.727194:0:32625:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600a00/0xcc94206c7ef41865 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fa8 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624545.727199:0:32625:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624545.727200:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.727201:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624545.727202:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.727203:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624545.727208:0:32625:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff99dd11ddad80 x1875506845048320/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624561 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788624545.727217:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.727219:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.727220:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600a00 refcount=3 00000020:00000001:1.0:1788624545.727222:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00010000:00000001:1.0:1788624545.727223:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00010000:00000001:1.0:1788624545.727225:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.727226:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624545.727228:0:32625:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624545.727229:0:32625:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624545.727232:0:32625:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788624545.727235:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.727236:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.727237:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600a00 refcount=3 00000020:00000001:1.0:1788624545.727239:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00010000:00000001:1.0:1788624545.727240:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00000002:00010000:1.0:1788624545.727243:0:32625:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600a00/0xcc94206c7ef41865 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fa8 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624545.727254:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.727255:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624545.727257:0:32625:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624545.727258:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.727259:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.727260:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600a00 refcount=3 00000020:00000001:1.0:1788624545.727262:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00010000:00000001:1.0:1788624545.727264:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00010000:00000040:1.0:1788624545.727268:0:32625:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4800 count: 2 00010000:00000001:1.0:1788624545.727270:0:32625:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624545.727274:0:32625:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/36 (0 0) 00010000:00000001:1.0:1788624545.727276:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.727277:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624545.727278:0:32625:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624545.727281:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204b750 00000002:00002000:1.0:1788624545.727283:0:32625:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788624545.727286:0:32625:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624545.727290:0:32625:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624545.727292:0:32625:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624545.727295:0:32625:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788624545.727298:0:32625:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624545.727302:0:32625:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:1.0:1788624545.727305:0:32625:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788624545.727307:0:32625:0:(namei.c:674:ll_lookup_it_finish()) it ffffbef88204bac8 it_disposition b 00000080:00000001:1.0:1788624545.727310:0:32625:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624545.727317:0:32625:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788624545.727322:0:32625:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788624545.727326:0:32625:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd1878e100. 00800000:00000001:1.0:1788624545.727329:0:32625:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773610238208 : -112300099313408 : ffff99dd1878e100) 00800000:00000001:1.0:1788624545.727331:0:32625:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624545.727334:0:32625:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624545.727336:0:32625:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1788624545.727340:0:32625:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788624545.727346:0:32625:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788624545.727349:0:32625:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:1.0:1788624545.727351:0:32625:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000002:1.0:1788624545.727354:0:32625:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=invalid:0x0 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:1.0:1788624545.727359:0:32625:0:(llite_lib.c:1947:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788624545.727360:0:32625:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624545.727364:0:32625:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1788624545.727367:0:32625:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788624545.727371:0:32625:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00200000:1.0:1788624545.727374:0:32625:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x24:0x0](ffff99dd191bd348): rc = 0 00000080:00000001:1.0:1788624545.727376:0:32625:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620917064 : -112300088634552 : ffff99dd191bd348) 00010000:00000001:1.0:1788624545.727378:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.727380:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.727382:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600a00 refcount=3 00000020:00000001:1.0:1788624545.727383:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00010000:00000001:1.0:1788624545.727385:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00010000:00000001:1.0:1788624545.727387:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.727388:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624545.727389:0:32625:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624545.727391:0:32625:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788624545.727393:0:32625:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624545.727396:0:32625:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff99dd191bd348) for lock 0xcc94206c7ef41865 00800000:00000001:1.0:1788624545.727399:0:32625:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624545.727400:0:32625:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624545.727402:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.727403:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.727404:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600a00 refcount=3 00000020:00000001:1.0:1788624545.727406:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00010000:00000001:1.0:1788624545.727409:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00010000:00000001:1.0:1788624545.727412:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.727413:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624545.727415:0:32625:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624545.727418:0:32625:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788624545.727424:0:32625:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd1934e360 inode ffff99dd191bd348 refc 1 flags 0x20000e 00000080:00000002:1.0:1788624545.727428:0:32625:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1788624545.727431:0:32625:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788624545.727434:0:32625:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff99dd191bd348) 00000080:00010000:1.0:1788624545.727438:0:32625:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41865 from it ffffbef88204bac8 00010000:00000001:1.0:1788624545.727439:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.727441:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.727442:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600a00 refcount=3 00000020:00000001:1.0:1788624545.727443:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00010000:00000001:1.0:1788624545.727446:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610304 : -112300100941312 : ffff99dd18600a00) 00010000:00000001:1.0:1788624545.727447:0:32625:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624545.727450:0:32625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600a00/0xcc94206c7ef41865 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fa8 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624545.727457:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.727458:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624545.727459:0:32625:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624545.727461:0:32625:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624545.727463:0:32625:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600a00/0xcc94206c7ef41865 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fa8 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624545.727470:0:32625:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624545.727472:0:32625:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624545.727474:0:32625:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624545.727477:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.727479:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624545.727480:0:32625:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.727484:0:32625:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624545.727486:0:32625:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.727488:0:32625:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.727490:0:32625:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.727492:0:32625:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624545.727493:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.727494:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624545.727496:0:32625:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788624545.727499:0:32625:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0864a400. 00000100:00000001:1.0:1788624545.727503:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624545.727508:0:32625:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddad80 x1875506845048320/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624561 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624545.727514:0:32625:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624545.727517:0:32625:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624545.727521:0:32625:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd18651800. 02000000:00000001:1.0:1788624545.727524:0:32625:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624545.727526:0:32625:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624545.727527:0:32625:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624545.727529:0:32625:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624545.727532:0:32625:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e0c00. 02000000:00000001:1.0:1788624545.727535:0:32625:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624545.727537:0:32625:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624545.727539:0:32625:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddad80. 00000100:00000001:1.0:1788624545.727543:0:32625:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624545.727544:0:32625:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624545.727551:0:32625:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788624545.727553:0:32625:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff99dd191bd348), inode mode 41ed mask 1 00000080:00000001:1.0:1788624545.727558:0:32625:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624545.727572:0:32625:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd12bc8140. 00000080:00000001:1.0:1788624545.727577:0:32625:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788624545.727578:0:32625:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff99dd191bd348), inode mode 41ed mask 3 00000080:00000001:1.0:1788624545.727581:0:32625:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624545.727584:0:32625:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788624545.727586:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204bb58 00000080:00200000:1.0:1788624545.727588:0:32625:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff99dd191bd348), file ffff99dd03302000, open_flags 8941, mode 81b6 opened 0 00000080:00000010:1.0:1788624545.727592:0:32625:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff99dd04866000. 00000080:00000001:1.0:1788624545.727596:0:32625:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788624545.727598:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204ba08 00000080:00200000:1.0:1788624545.727600:0:32625:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff99dd191bd348), intent=open|creat 00000080:00000010:1.0:1788624545.727607:0:32625:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd0864a400. 00800000:00000002:1.0:1788624545.727611:0:32625:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd1878e100 2 00000080:00000001:1.0:1788624545.727616:0:32625:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624545.727619:0:32625:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624545.727620:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204b928 00800000:00000002:1.0:1788624545.727622:0:32625:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000405:0x24:0x0] 00800000:00000001:1.0:1788624545.727625:0:32625:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788624545.727628:0:32625:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788624545.727633:0:32625:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624545.727636:0:32625:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624545.727638:0:32625:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624545.727641:0:32625:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624545.727643:0:32625:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624545.727645:0:32625:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1788624545.727647:0:32625:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624545.727650:0:32625:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446631773493984256 : -112300215567360 : ffff99dd118afc00) 00800000:00000001:1.0:1788624545.727654:0:32625:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788624545.727656:0:32625:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788624545.727658:0:32625:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788624545.727661:0:32625:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788624545.727663:0:32625:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff99dd10dbf800: Allocated FID [0x200000405:0x26:0x0] 40000000:00000001:1.0:1788624545.727665:0:32625:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624545.727667:0:32625:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624545.727669:0:32625:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624545.727670:0:32625:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624545.727672:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204b8a8 00800000:00000002:1.0:1788624545.727674:0:32625:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x24:0x0], fid2=[0x200000405:0x26:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:1.0:1788624545.727679:0:32625:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624545.727680:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204b7e0 00000002:00010000:1.0:1788624545.727682:0:32625:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000405:0x26:0x0]) in obj [0x200000405:0x24:0x0], intent: open|creat flags 0104502 00000002:00000001:1.0:1788624545.727685:0:32625:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788624545.727688:0:32625:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788624545.727691:0:32625:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788624545.727694:0:32625:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624545.727696:0:32625:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788624545.727698:0:32625:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4800 count: 2 00010000:00000001:1.0:1788624545.727700:0:32625:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624545.727702:0:32625:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788624545.727706:0:32625:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.727707:0:32625:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624545.727709:0:32625:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624545.727713:0:32625:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddad80. 00000020:00000040:1.0:1788624545.727715:0:32625:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:1.0:1788624545.727719:0:32625:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788624545.727721:0:32625:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.727724:0:32625:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624545.727728:0:32625:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624545.727731:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.727732:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624545.727733:0:32625:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.727735:0:32625:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624545.727737:0:32625:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624545.727741:0:32625:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624545.727746:0:32625:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e0c00. 00000100:00000001:1.0:1788624545.727753:0:32625:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.727755:0:32625:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624545.727757:0:32625:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.727758:0:32625:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624545.727759:0:32625:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.727761:0:32625:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624545.727768:0:32625:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00010000:00000001:1.0:1788624545.727771:0:32625:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624545.727774:0:32625:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788624545.727776:0:32625:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4800 count: 2 00010000:00000001:1.0:1788624545.727778:0:32625:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624545.727780:0:32625:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624545.727783:0:32625:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18601600. 00000020:00000001:1.0:1788624545.727786:0:32625:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624545.727788:0:32625:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18601600 with handle 0xcc94206c7ef4186c to hash 00000020:00000001:1.0:1788624545.727790:0:32625:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624545.727791:0:32625:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:1.0:1788624545.727795:0:32625:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:1.0:1788624545.727797:0:32625:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624545.727799:0:32625:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624545.727802:0:32625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4186c lrc: 3/0,1 mode: --/CW res: [0x200000405:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32625 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624545.727810:0:32625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4186c lrc: 3/0,1 mode: --/CW res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32625 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788624545.727820:0:32625:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788624545.727826:0:32625:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11ddad80 x1875506845048576/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788624545.727834:0:32625:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4186c lrc: 3/0,1 mode: --/CW res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32625 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624545.727839:0:32625:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624545.727841:0:32625:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624545.727846:0:32625:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147cd80. 00000100:00000001:1.0:1788624545.727849:0:32625:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489581440 : -112300219970176 : ffff99dd1147cd80) 00000100:00000001:1.0:1788624545.727851:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624545.727853:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00000100:00000001:1.0:1788624545.727857:0:32625:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624545.727861:0:32625:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.727863:0:32625:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624545.727864:0:32625:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624545.727868:0:32625:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddad80 x1875506845048576/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624545.727875:0:32625:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624545.727877:0:32625:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624545.727881:0:32625:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624545.727883:0:32625:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624545.727885:0:32625:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624545.727888:0:32625:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddad80 pname:cluuid:pid:xid:nid:opc:job touch:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32625:1875506845048576:192.168.202.125@tcp:101:touch.0 00000100:00000001:1.0:1788624545.727891:0:32625:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624545.727896:0:32625:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624545.727898:0:32625:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624545.727901:0:32625:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624545.727961:0:32625:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff99dd04840000. 02000000:00000001:1.0:1788624545.727964:0:32625:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624545.727972:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624545.727976:0:32625:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793790. 00000400:00000010:1.0:1788624545.727983:0:32625:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff99dd107e1000. 00000100:00000200:1.0:1788624545.727990:0:32625:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875506845048576, portal 10 00000100:00000001:1.0:1788624545.727993:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624545.727994:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00000100:00000040:1.0:1788624545.728000:0:32625:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11ddad80 x1875506845048576/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624561 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624545.728007:0:32625:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624545.728010:0:32625:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624545.728013:0:32625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cdd0. 00000100:00000200:1.0:1788624545.728017:0:32625:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875506845048576, offset 0 00000400:00000200:1.0:1788624545.728022:0:32625:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624545.728028:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624545.728035:0:32625:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624545.728041:0:32625:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624545.728044:0:32625:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624545.728048:0:32625:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624545.728050:0:32625:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624545.728053:0:32625:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2790:2790:256:4294967295] 192.168.202.125@tcp LPNI seq info [2790:2790:8:4294967295] 00000400:00000200:1.0:1788624545.728057:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624545.728078:0:32625:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624545.728084:0:32625:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624545.728090:0:32625:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611f00. 00000800:00000200:1.0:1788624545.728096:0:32625:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624545.728126:0:32625:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624545.728132:0:32625:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611f00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788624545.728149:0:32625:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624545.728154:0:32625:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 794457 usecs (795 jiffies) 00000400:00000200:1.0:1788624545.728157:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624545.728160:0:32625:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296560581 00000100:00000001:1.0:1788624545.728163:0:32625:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296563545 00000100:00000001:1.0:1788624545.728164:0:32625:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296560581 00000100:00000001:1.0:1788624545.728166:0:32625:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296563545 00000100:00000001:1.0:1788624545.728169:0:32625:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624545.728171:0:32625:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.728174:0:32625:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624545.728176:0:32625:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624545.728178:0:32625:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147cd80 going to sleep for 11 seconds 00000100:00000001:1.0:1788624545.728180:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624545.728182:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624545.728884:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624545.728890:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611f00. 00000400:00000200:3.0:1788624545.728894:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624545.728900:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624545.728906:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cdd0 00000400:00000010:3.0:1788624545.728908:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cdd0. 00000100:00000001:3.0:1788624545.728911:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624545.728915:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddad80 x1875506845048576/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624561 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624545.729056:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624545.729075:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddad80 x1875506845048576/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624561 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624545.729083:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624545.729085:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1788624545.746335:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624545.746343:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624545.746346:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624545.746348:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624545.746373:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624545.746375:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624545.746378:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788624545.749421:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624545.749449:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624545.749456:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624545.749459:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624545.749472:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.749482:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624545.749494:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.749501:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.749509:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.749514:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c37745df00 00000400:00000200:3.0:1788624545.749521:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624545.749530:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x7fbd [32] + 224 00000800:00000001:3.0:1788624545.749541:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624545.749550:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624545.749555:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624545.749560:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624545.749572:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624545.749584:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddad80 x1875506845048576/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624561 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624545.749597:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff99dd11ddad80 x1875506845048576/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624561 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624545.749623:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624545.749634:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624545.749638:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624545.749706:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624545.749722:0:32625:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624545.749724:0:32625:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624545.749729:0:32625:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793790. 00000400:00000200:1.0:1788624545.749737:0:32625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd107e1000 00000400:00000010:1.0:1788624545.749739:0:32625:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff99dd107e1000. 00000100:00000001:1.0:1788624545.749744:0:32625:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624545.749753:0:32625:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddad80 x1875506845048576/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624561 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624545.749762:0:32625:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddad80 x1875506845048576/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624561 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624545.749768:0:32625:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624545.749769:0:32625:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624545.749771:0:32625:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624545.749773:0:32625:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624545.749775:0:32625:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624545.749777:0:32625:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624545.749784:0:32625:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624545.749793:0:32625:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=124 v=5 (103 103 103 137) 00000100:00001000:1.0:1788624545.749797:0:32625:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624545.749799:0:32625:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624545.749800:0:32625:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.749802:0:32625:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624545.749805:0:32625:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.749808:0:32625:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624545.749809:0:32625:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000140/0x1] 00000100:00000001:1.0:1788624545.749810:0:32625:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624545.749812:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624545.749813:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00000100:00000001:1.0:1788624545.749815:0:32625:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624545.749817:0:32625:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967614 00000100:00000001:1.0:1788624545.749818:0:32625:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624545.749820:0:32625:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624545.749823:0:32625:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddad80 x1875506845048576/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624561 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624545.749828:0:32625:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624545.749830:0:32625:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624545.749831:0:32625:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624545.749834:0:32625:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddad80 x1875506845048576/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624561 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624545.749838:0:32625:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddad80 pname:cluuid:pid:xid:nid:opc:job touch:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32625:1875506845048576:192.168.202.125@tcp:101:touch.0 00000100:00000001:1.0:1788624545.749842:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624545.749843:0:32625:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.749846:0:32625:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624545.749847:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624545.749849:0:32625:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddad80 x1875506845048576/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624561 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624545.749853:0:32625:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624545.749855:0:32625:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147cd80. 00000100:00000001:1.0:1788624545.749858:0:32625:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624545.749858:0:32625:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.749861:0:32625:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624545.749866:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.749868:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.749870:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601600 refcount=4 00000020:00000001:1.0:1788624545.749872:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:1.0:1788624545.749875:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000040:1.0:1788624545.749881:0:32625:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18601600, remote cookie: 0xa103bd66258a7fc4, flags: 0x1001 00010000:00010000:1.0:1788624545.749885:0:32625:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4186c lrc: 4/0,1 mode: --/CW res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fc4 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788624545.749892:0:32625:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x26:0x0].0x0, instead of [0x200000405:0x24:0x0].0x0 00010000:00000001:1.0:1788624545.749894:0:32625:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788624545.749904:0:32625:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd189e4300. 00010000:00000010:1.0:1788624545.749908:0:32625:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd087e6900. 00010000:00000001:1.0:1788624545.749911:0:32625:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624545.749913:0:32625:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4186c lrc: 4/0,1 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fc4 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624545.749919:0:32625:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4186c lrc: 4/0,1 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fc4 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624545.749923:0:32625:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624545.749926:0:32625:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624545.749928:0:32625:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624545.749929:0:32625:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624545.749930:0:32625:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624545.749932:0:32625:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x26:0x0].0x0 (ffff99dd189e4300) refcount = 1 00010000:00010000:1.0:1788624545.749934:0:32625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4186c lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fc4 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624545.749938:0:32625:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624545.749941:0:32625:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624545.749942:0:32625:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624545.749943:0:32625:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624545.749945:0:32625:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624545.749948:0:32625:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4186c lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fc4 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624545.749951:0:32625:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624545.749952:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.749953:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624545.749954:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.749954:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624545.749955:0:32625:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624545.749959:0:32625:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624545.749961:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.749962:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.749963:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601600 refcount=3 00000020:00000001:1.0:1788624545.749964:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:1.0:1788624545.749966:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:1.0:1788624545.749967:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.749968:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.749969:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601600 refcount=4 00000020:00000001:1.0:1788624545.749969:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:1.0:1788624545.749971:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:1.0:1788624545.749972:0:32625:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624545.749974:0:32625:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624545.749977:0:32625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4186c lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fc4 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624545.749980:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.749981:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624545.749982:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.749982:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.749983:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601600 refcount=5 00000020:00000001:1.0:1788624545.749984:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:1.0:1788624545.749986:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:1.0:1788624545.749988:0:32625:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624545.749990:0:32625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4186c lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fc4 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624545.749994:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.749994:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624545.749996:0:32625:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4186c lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fc4 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624545.749999:0:32625:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624545.750000:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.750000:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624545.750001:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.750002:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624545.750004:0:32625:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff99dd11ddad80 x1875506845048576/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624561 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624545.750010:0:32625:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788624545.750013:0:32625:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11ddad80 x1875506845048576/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624561 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624545.750030:0:32625:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.750038:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.750039:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.750040:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601600 refcount=3 00000020:00000001:1.0:1788624545.750042:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:1.0:1788624545.750044:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00000002:00010000:1.0:1788624545.750047:0:32625:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4186c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fc4 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788624545.750057:0:32625:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99dd1878eb00. 00010000:00000001:1.0:1788624545.750094:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.750096:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624545.750098:0:32625:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624545.750100:0:32625:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624545.750103:0:32625:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788624545.750292:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624545.750294:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00000100:00000001:1.0:1788624545.750295:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624545.750296:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00010000:00000001:1.0:1788624545.750297:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.750298:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.750300:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601600 refcount=3 00000020:00000001:1.0:1788624545.750301:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:1.0:1788624545.750302:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00000002:00010000:1.0:1788624545.750305:0:32625:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4186c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fc4 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624545.750310:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.750311:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624545.750313:0:32625:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624545.750314:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.750437:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.750438:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601600 refcount=3 00000020:00000001:1.0:1788624545.750440:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:1.0:1788624545.750441:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000040:1.0:1788624545.750445:0:32625:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 2 00010000:00000001:1.0:1788624545.750447:0:32625:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624545.750449:0:32625:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/38 (0 0) 00010000:00000001:1.0:1788624545.750451:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.750452:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624545.750453:0:32625:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624545.750456:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204b768 00000002:00002000:1.0:1788624545.750457:0:32625:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1788624545.750460:0:32625:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624545.750463:0:32625:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624545.750465:0:32625:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624545.750468:0:32625:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x24:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788624545.750471:0:32625:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624545.750474:0:32625:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878e100 2 00000080:00000001:1.0:1788624545.750476:0:32625:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788624545.750477:0:32625:0:(namei.c:674:ll_lookup_it_finish()) it ffff99dd04866000 it_disposition 1800037 00000080:00002000:1.0:1788624545.750482:0:32625:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd1934e438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1788624545.750486:0:32625:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788624545.750488:0:32625:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1788624545.750490:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204b990 00000080:00200000:1.0:1788624545.750491:0:32625:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff99dd191bd348), intent=open|creat 00000080:00000001:1.0:1788624545.750493:0:32625:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1788624545.750495:0:32625:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624545.750499:0:32625:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788624545.750502:0:32625:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624545.750504:0:32625:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:1.0:1788624545.750506:0:32625:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788624545.750515:0:32625:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff99dd191be300. 00000020:00000001:1.0:1788624545.750522:0:32625:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788624545.750523:0:32625:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788624545.750525:0:32625:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788624545.750526:0:32625:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x26:0x0](ffff99dd191be3c8) 00000020:00000001:1.0:1788624545.750529:0:32625:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624545.750532:0:32625:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624545.750534:0:32625:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00000020:00000001:1.0:1788624545.750537:0:32625:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788624545.750540:0:32625:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff99dd18364640. 00000020:00000001:1.0:1788624545.750542:0:32625:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788624545.750544:0:32625:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624545.750549:0:32625:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788624545.750552:0:32625:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff99dd1817e0f8. 00020000:00000001:1.0:1788624545.750554:0:32625:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446631773603881208 : -112300105670408 : ffff99dd1817e0f8) 00020000:00000001:1.0:1788624545.750556:0:32625:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788624545.750558:0:32625:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788624545.750562:0:32625:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd04866900. 00020000:00000010:1.0:1788624545.750565:0:32625:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd10f4d300. 00020000:00000010:1.0:1788624545.750568:0:32625:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd04866ae0. 00020000:00000001:1.0:1788624545.750569:0:32625:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773275581152 : -112300433970464 : ffff99dd04866ae0) 00020000:00000002:1.0:1788624545.750572:0:32625:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd04866ae0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788624545.750576:0:32625:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788624545.750579:0:32625:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd10f4d300: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000001:1.0:1788624545.750581:0:32625:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1788624545.750582:0:32625:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd04866ae0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788624545.750584:0:32625:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788624545.750585:0:32625:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd10f4d300: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000010:1.0:1788624545.750588:0:32625:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff99dd18609060. 00020000:00000010:1.0:1788624545.750589:0:32625:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff99dd1147cd80. 00020000:00000001:1.0:1788624545.750592:0:32625:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1788624545.750594:0:32625:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff99dd03190278. 00020000:00000001:1.0:1788624545.750596:0:32625:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1788624545.750597:0:32625:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1788624545.750600:0:32625:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1788624545.750602:0:32625:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff99dd183647d0. 00000020:00000001:1.0:1788624545.750603:0:32625:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788624545.750603:0:32625:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624545.750604:0:32625:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446631773605873744 : -112300103677872 : ffff99dd18364850) 00020000:00000001:1.0:1788624545.750607:0:32625:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1788624545.750610:0:32625:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff99dd08444fc0. 00020000:00000001:1.0:1788624545.750612:0:32625:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624545.750615:0:32625:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446631773605873744 : -112300103677872 : ffff99dd18364850) 00020000:00000001:1.0:1788624545.750616:0:32625:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446631773605873744 : -112300103677872 : ffff99dd18364850) 00020000:00000002:1.0:1788624545.750619:0:32625:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x15:0x0]@ffff99dd183647d0[0:0] -> [0x200000405:0x26:0x0]@ffff99dd18364640: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000001:1.0:1788624545.750622:0:32625:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1788624545.750624:0:32625:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1788624545.750626:0:32625:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624545.750628:0:32625:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446631773605873344 : -112300103678272 : ffff99dd183646c0) 00000020:00001000:1.0:1788624545.750629:0:32625:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00000080:00000001:1.0:1788624545.750633:0:32625:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:1.0:1788624545.750635:0:32625:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788624545.750636:0:32625:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611174 mtime from 0 to 1788624545 00000080:00000001:1.0:1788624545.750640:0:32625:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788624545.750642:0:32625:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620921288 : -112300088630328 : ffff99dd191be3c8) 00010000:00000001:1.0:1788624545.750643:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.750644:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.750645:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601600 refcount=3 00000020:00000001:1.0:1788624545.750647:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:1.0:1788624545.750648:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00000080:00000001:1.0:1788624545.750650:0:32625:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788624545.750651:0:32625:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624545.750652:0:32625:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624545.750653:0:32625:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00000020:00000001:1.0:1788624545.750654:0:32625:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788624545.750656:0:32625:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788624545.750657:0:32625:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788624545.750658:0:32625:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd04866660. 00020000:00000010:1.0:1788624545.750659:0:32625:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd10f4d980. 00020000:00000010:1.0:1788624545.750661:0:32625:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd04866120. 00020000:00000001:1.0:1788624545.750662:0:32625:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773275578656 : -112300433972960 : ffff99dd04866120) 00020000:00000002:1.0:1788624545.750663:0:32625:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd04866120, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788624545.750665:0:32625:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788624545.750667:0:32625:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd10f4d980: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:1.0:1788624545.750669:0:32625:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd1817e0f8) owner ffff99dd0900cf80 00020000:00000001:1.0:1788624545.750671:0:32625:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788624545.750673:0:32625:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd1817e0f8) owner ffff99dd0900cf80 00020000:00000010:1.0:1788624545.750676:0:32625:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd10f4d980. 00020000:00000010:1.0:1788624545.750678:0:32625:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd04866660. 00020000:00000010:1.0:1788624545.750680:0:32625:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd04866120. 00020000:00000002:1.0:1788624545.750682:0:32625:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788624545.750683:0:32625:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624545.750684:0:32625:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624545.750687:0:32625:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788624545.750689:0:32625:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd0900cf80 00020000:00000002:1.0:1788624545.750691:0:32625:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd04866ae0 addref 2/0 by ffff99dd0900cf80. 00020000:00000002:1.0:1788624545.750703:0:32625:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd0900cf80 00020000:00000001:1.0:1788624545.750705:0:32625:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788624545.750707:0:32625:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788624545.750708:0:32625:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788624545.750709:0:32625:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788624545.750710:0:32625:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788624545.750712:0:32625:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788624545.750713:0:32625:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00000080:00000001:1.0:1788624545.750715:0:32625:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.750716:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.750716:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624545.750717:0:32625:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624545.750719:0:32625:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788624545.750720:0:32625:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624545.750722:0:32625:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x26:0x0](ffff99dd191be3c8) 00000080:00010000:1.0:1788624545.750724:0:32625:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff99dd191be3c8) for lock 0xcc94206c7ef4186c 00800000:00000001:1.0:1788624545.750726:0:32625:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624545.750727:0:32625:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624545.750728:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.750729:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.750730:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601600 refcount=3 00000020:00000001:1.0:1788624545.750731:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:1.0:1788624545.750732:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:1.0:1788624545.750734:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.750734:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624545.750735:0:32625:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624545.750736:0:32625:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624545.750737:0:32625:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1788624545.750738:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624545.750743:0:32625:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff99dd11ddad80 x1875506845048576/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624561 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624545.750750:0:32625:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788624545.750753:0:32625:0:(namei.c:1651:ll_create_it()) inode ffff99dd191be3c8 need_sync_to_mds [0x200000405:0x26:0x0] 00000080:00000001:1.0:1788624545.750756:0:32625:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624545.750758:0:32625:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x26:0x0](ffff99dd191be3c8) 00000080:00000001:1.0:1788624545.750760:0:32625:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788624545.750762:0:32625:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0864a400. 00000100:00000001:1.0:1788624545.750764:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624545.750766:0:32625:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddad80 x1875506845048576/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624561 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624545.750770:0:32625:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624545.750773:0:32625:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1788624545.750774:0:32625:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788624545.750776:0:32625:0:(namei.c:1500:ll_atomic_open()) inode ffff99dd191be3c8 need_sync_to_mds [0x200000405:0x26:0x0] 00000080:00000001:1.0:1788624545.750788:0:32625:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788624545.750790:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204ba68 00000080:00200008:1.0:1788624545.750792:0:32625:0:(file.c:1090:ll_file_open()) START file f:[0x200000405:0x26:0x0](ffff99dd191be3c8), flags 104501 00000080:00000010:1.0:1788624545.750797:0:32625:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd03d128c0. 00000080:00000010:1.0:1788624545.750801:0:32625:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd1878e140. 00000080:00000001:1.0:1788624545.750802:0:32625:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788624545.750805:0:32625:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788624545.750807:0:32625:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624545.750809:0:32625:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624545.750811:0:32625:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624545.750813:0:32625:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624545.750815:0:32625:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624545.750816:0:32625:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1788624545.750817:0:32625:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624545.750819:0:32625:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788624545.750821:0:32625:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd12bc8160. 00000002:00100000:1.0:1788624545.750824:0:32625:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11ddad80 x1875506845048576/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624561 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624545.750828:0:32625:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624545.750829:0:32625:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788624545.750832:0:32625:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788624545.750834:0:32625:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624545.750836:0:32625:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624545.750837:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624545.750839:0:32625:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddad80 x1875506845048576/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624561 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788624545.750843:0:32625:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624545.750845:0:32625:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff99dd04840000. 02000000:00000001:1.0:1788624545.750872:0:32625:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788624545.750873:0:32625:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624545.750874:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204ba68 00000080:00000008:1.0:1788624545.750876:0:32625:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000405:0x26:0x0](ffff99dd191be3c8), flags 104501, rc = 0 00000080:00000001:1.0:1788624545.750878:0:32625:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788624545.750879:0:32625:0:(dcache.c:176:ll_intent_release()) intent ffff99dd04866000 released 00000080:00010000:1.0:1788624545.750881:0:32625:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4186c from it ffff99dd04866000 00010000:00000001:1.0:1788624545.750882:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624545.750883:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624545.750885:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601600 refcount=3 00000020:00000001:1.0:1788624545.750886:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:1.0:1788624545.750887:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613376 : -112300100938240 : ffff99dd18601600) 00010000:00000001:1.0:1788624545.750888:0:32625:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624545.750890:0:32625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4186c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a7fc4 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624545.750894:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.750895:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624545.750896:0:32625:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624545.750898:0:32625:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624545.750900:0:32625:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4186c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a7fc4 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624545.750905:0:32625:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624545.750907:0:32625:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624545.750909:0:32625:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624545.750912:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.750913:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624545.750914:0:32625:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.750916:0:32625:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624545.750917:0:32625:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.750919:0:32625:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.750920:0:32625:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.750921:0:32625:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624545.750922:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.750923:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624545.750923:0:32625:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788624545.750925:0:32625:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788624545.750926:0:32625:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788624545.750927:0:32625:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624545.750929:0:32625:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788624545.750930:0:32625:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624545.750932:0:32625:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788624545.750933:0:32625:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624545.750935:0:32625:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788624545.750936:0:32625:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624545.750937:0:32625:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788624545.750939:0:32625:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff99dd04866000. 00000080:00000001:1.0:1788624545.750940:0:32625:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624545.750943:0:32625:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788624545.750945:0:32625:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x26:0x0](ffff99dd191be3c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1788624545.750947:0:32625:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624545.750979:0:32625:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788624545.750981:0:32625:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd0900cf80 00020000:00000002:1.0:1788624545.750983:0:32625:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd0900cf80 00020000:00000001:1.0:1788624545.750985:0:32625:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624545.750993:0:32625:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:1.0:1788624545.750995:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204bc30 00000080:00200008:1.0:1788624545.750996:0:32625:0:(llite_lib.c:2427:ll_setattr_raw()) START file f:[0x200000405:0x26:0x0](ffff99dd191be3c8) current size 0, valid attrs 20070, mode 0, uid -1056046526, gid -1, new size 213440, atime 1788624545.000000000, mtime 1788624545.000000000, ctime 1788624545.000000000 00000080:00000002:1.0:1788624545.751000:0:32625:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 1788624545, ctime 1788624545, now = 1788624545 00000080:00000002:1.0:1788624545.751002:0:32625:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff99dd191be3c8 attr 0x100201f0 need_sync_to_mds [0x200000405:0x26:0x0] 00000080:00000010:1.0:1788624545.751005:0:32625:0:(llite_lib.c:2494:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff99dd0864a400. 00000080:00000001:1.0:1788624545.751006:0:32625:0:(llite_lib.c:2125:ll_md_setattr()) Process entered 00800000:00000001:1.0:1788624545.751010:0:32625:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:1.0:1788624545.751011:0:32625:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000405:0x26:0x0], valid 0x100201f0/0x0 00800000:00000001:1.0:1788624545.751013:0:32625:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624545.751014:0:32625:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624545.751015:0:32625:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624545.751016:0:32625:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624545.751018:0:32625:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624545.751020:0:32625:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1788624545.751021:0:32625:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624545.751025:0:32625:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1788624545.751027:0:32625:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788624545.751030:0:32625:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 2 00010000:00000001:1.0:1788624545.751032:0:32625:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624545.751035:0:32625:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788624545.751037:0:32625:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788624545.751039:0:32625:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4186c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa103bd66258a7fc4 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788624545.751047:0:32625:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788624545.751050:0:32625:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788624545.751052:0:32625:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788624545.751054:0:32625:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x26:0x0] mode (null) 00000002:00000001:1.0:1788624545.751056:0:32625:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624545.751068:0:32625:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624545.751071:0:32625:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 3 00010000:00000001:1.0:1788624545.751073:0:32625:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624545.751075:0:32625:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624545.751077:0:32625:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624545.751078:0:32625:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624545.751079:0:32625:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 3 00010000:00000001:1.0:1788624545.751081:0:32625:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624545.751083:0:32625:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624545.751084:0:32625:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624545.751086:0:32625:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624545.751087:0:32625:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 3 00010000:00000001:1.0:1788624545.751088:0:32625:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624545.751090:0:32625:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624545.751092:0:32625:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624545.751093:0:32625:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624545.751094:0:32625:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 3 00010000:00000001:1.0:1788624545.751096:0:32625:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624545.751098:0:32625:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624545.751099:0:32625:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624545.751101:0:32625:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788624545.751102:0:32625:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624545.751146:0:32625:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624545.751149:0:32625:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00000020:00000001:1.0:1788624545.751151:0:32625:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788624545.751153:0:32625:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x26:0x0]: losing layout lock 00000080:00000001:1.0:1788624545.751155:0:32625:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788624545.751157:0:32625:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788624545.751159:0:32625:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788624545.751161:0:32625:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788624545.751163:0:32625:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788624545.751165:0:32625:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624545.751166:0:32625:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788624545.751168:0:32625:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00000080:00000001:1.0:1788624545.751170:0:32625:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624545.751172:0:32625:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788624545.751173:0:32625:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x26:0x0](ffff99dd191be3c8) invalid 00000020:00000001:1.0:1788624545.751175:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204b838 00000080:00002000:1.0:1788624545.751177:0:32625:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry f (ffff99dd1934e438) parent ffff99dd1934e360 inode ffff99dd191be3c8 refc 1 00000080:00000001:1.0:1788624545.751181:0:32625:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788624545.751182:0:32625:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788624545.751184:0:32625:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.751187:0:32625:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788624545.751189:0:32625:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788624545.751190:0:32625:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788624545.751192:0:32625:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624545.751193:0:32625:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788624545.751195:0:32625:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18601600 with handle 0xcc94206c7ef4186c from hash 00010000:00000001:1.0:1788624545.751197:0:32625:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788624545.751198:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.751199:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624545.751200:0:32625:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788624545.751201:0:32625:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788624545.751202:0:32625:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788624545.751204:0:32625:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624545.751205:0:32625:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624545.751207:0:32625:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788624545.751211:0:32625:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9180. 00000020:00000040:1.0:1788624545.751214:0:32625:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:1.0:1788624545.751219:0:32625:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624545.751222:0:32625:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624545.751223:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624545.751224:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624545.751225:0:32625:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.751227:0:32625:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624545.751229:0:32625:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624545.751233:0:32625:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624545.751236:0:32625:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd0864a200. 00000100:00000001:1.0:1788624545.751241:0:32625:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.751243:0:32625:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624545.751245:0:32625:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788624545.751248:0:32625:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4186c lrc: 1/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a7fc4 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788624545.751252:0:32625:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788624545.751253:0:32625:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624545.751254:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788624545.751256:0:32625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601600/0xcc94206c7ef4186c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a7fc4 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788624545.751260:0:32625:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd1878eb00. 00010000:00000040:1.0:1788624545.751262:0:32625:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd189e4300 count: 0 00010000:00000010:1.0:1788624545.751266:0:32625:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd087e6900. 00010000:00000001:1.0:1788624545.751270:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624545.751272:0:32625:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.751273:0:32625:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624545.751274:0:32625:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624545.751275:0:32625:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1788624545.751276:0:32625:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1788624545, ctime 1788624545 00000020:00100000:1.0:1788624545.751282:0:32625:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788624545.751286:0:32625:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11dd9180 x1875506845048832/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624545.751291:0:32625:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624545.751292:0:32625:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624545.751296:0:32625:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147c780. 00000100:00000001:1.0:1788624545.751298:0:32625:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489579904 : -112300219971712 : ffff99dd1147c780) 00000100:00000001:1.0:1788624545.751299:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624545.751300:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499396480 : -112300210155136 : ffff99dd11dd9180) 00000100:00000001:1.0:1788624545.751303:0:32625:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624545.751306:0:32625:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.751308:0:32625:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624545.751308:0:32625:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624545.751311:0:32625:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9180 x1875506845048832/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624545.752328:0:32625:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624545.752331:0:32625:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624545.752337:0:32625:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624545.752341:0:32625:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624545.752344:0:32625:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624545.752350:0:32625:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd9180 pname:cluuid:pid:xid:nid:opc:job touch:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32625:1875506845048832:192.168.202.125@tcp:36:touch.0 00000100:00000001:1.0:1788624545.752355:0:32625:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624545.752362:0:32625:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624545.752365:0:32625:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624545.752367:0:32625:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624545.752376:0:32625:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e1000. 02000000:00000001:1.0:1788624545.752378:0:32625:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624545.752386:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624545.752390:0:32625:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793790. 00000400:00000010:1.0:1788624545.752399:0:32625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c770. 00000100:00000200:1.0:1788624545.752408:0:32625:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845048832, portal 10 00000100:00000001:1.0:1788624545.752410:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624545.752411:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499396480 : -112300210155136 : ffff99dd11dd9180) 00000100:00000040:1.0:1788624545.752419:0:32625:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd9180 x1875506845048832/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624561 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624545.752428:0:32625:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624545.752431:0:32625:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624545.752434:0:32625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c2a8. 00000100:00000200:1.0:1788624545.752439:0:32625:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875506845048832, offset 0 00000400:00000200:1.0:1788624545.752447:0:32625:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624545.752459:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624545.752468:0:32625:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624545.752474:0:32625:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624545.752479:0:32625:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624545.752483:0:32625:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624545.752486:0:32625:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624545.752489:0:32625:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2791:2791:256:4294967295] 192.168.202.125@tcp LPNI seq info [2791:2791:8:4294967295] 00000400:00000200:1.0:1788624545.752493:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624545.752504:0:32625:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624545.752510:0:32625:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624545.752516:0:32625:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611000. 00000800:00000200:1.0:1788624545.752522:0:32625:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624545.752532:0:32625:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624545.752538:0:32625:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611000 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1788624545.752563:0:32625:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624545.752567:0:32625:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 793381 usecs (794 jiffies) 00000400:00000200:1.0:1788624545.752571:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624545.752575:0:32625:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296560608 00000100:00000001:1.0:1788624545.752579:0:32625:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296563545 00000100:00000001:1.0:1788624545.752581:0:32625:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296560608 00000100:00000001:1.0:1788624545.752583:0:32625:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296563545 00000100:00000001:1.0:1788624545.752586:0:32625:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624545.752588:0:32625:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624545.752591:0:32625:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624545.752593:0:32625:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624545.752596:0:32625:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147c780 going to sleep for 11 seconds 00000100:00000001:1.0:1788624545.752599:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624545.752602:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624545.752855:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624545.752861:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611000. 00000400:00000200:2.0:1788624545.752866:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624545.752872:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624545.752878:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c2a8 00000400:00000010:2.0:1788624545.752880:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c2a8. 00000100:00000001:2.0:1788624545.752884:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624545.752888:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9180 x1875506845048832/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624561 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624545.752899:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624545.752902:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9180 x1875506845048832/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624561 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624545.752914:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624545.752915:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788624545.759168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4300. 00010000:00000010:1.1:1788624545.759182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601600. 00010000:00000001:3.0:1788624546.770287:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624546.770294:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624546.770299:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624546.770301:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624546.770327:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624546.770329:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624546.770332:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788624547.602298:0:16937:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1788624547.602308:0:16937:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624547.795419:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624547.795425:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624547.795431:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624547.795433:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624547.796754:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624547.796759:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624547.796764:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788624548.728868:0:32647:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:0.0:1788624548.728876:0:32647:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624548.728879:0:32647:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624548.728885:0:32647:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624548.728888:0:32647:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624548.728892:0:32647:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624548.728894:0:32647:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624548.728897:0:32647:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624548.728899:0:32647:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624548.728902:0:32647:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624548.728903:0:32647:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624548.728905:0:32647:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1788624548.728908:0:32647:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624548.728912:0:32647:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788624548.728920:0:32647:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788624548.729095:0:32646:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff99dd10dbf800 00010000:00000001:2.0:1788624548.729097:0:32646:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624548.729099:0:32646:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624548.729100:0:32646:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624548.729102:0:32646:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624548.729121:0:32646:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624548.729124:0:32646:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624548.730184:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624548.730189:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624548.730193:0:16946:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788624548.730196:0:16946:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788624548.730199:0:16946:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624548.730205:0:16946:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600a00/0xcc94206c7ef41865 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a7fa8 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1788624548.730217:0:16946:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788624548.730221:0:16946:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788624548.730224:0:16946:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788624548.730225:0:16946:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:3.0:1788624548.730230:0:16946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624548.730233:0:16946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624548.730239:0:16946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4800 count: 2 00010000:00000001:3.0:1788624548.730242:0:16946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624548.730247:0:16946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624548.730248:0:16946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624548.730250:0:16946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624548.730252:0:16946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4800 count: 2 00010000:00000001:3.0:1788624548.730253:0:16946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624548.730255:0:16946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624548.730257:0:16946:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624548.730261:0:16946:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788624548.730264:0:16946:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff99dd191bd348) invalid 00000020:00000001:3.0:1788624548.730268:0:16946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882bb7ca0 00000080:00002000:3.0:1788624548.730270:0:16946:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff99dd1934e360) parent ffff99dd19287870 inode ffff99dd191bd348 refc 1 00000080:00000001:3.0:1788624548.730274:0:16946:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788624548.730276:0:16946:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788624548.730278:0:16946:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624548.730281:0:16946:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624548.730284:0:16946:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624548.730286:0:16946:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624548.730287:0:16946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624548.730289:0:16946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788624548.730294:0:16946:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18600a00 with handle 0xcc94206c7ef41865 from hash 00010000:00000001:3.0:1788624548.730297:0:16946:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624548.730299:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624548.730300:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624548.730302:0:16946:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624548.730305:0:16946:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624548.730307:0:16946:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788624548.730310:0:16946:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624548.730313:0:16946:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef41850 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a7f4d expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788624548.730320:0:16946:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788624548.730322:0:16946:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788624548.730323:0:16946:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788624548.730324:0:16946:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788624548.730326:0:16946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624548.730327:0:16946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624548.730330:0:16946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870b00 count: 2 00010000:00000001:3.0:1788624548.730332:0:16946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624548.730334:0:16946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624548.730336:0:16946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624548.730337:0:16946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624548.730338:0:16946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870b00 count: 2 00010000:00000001:3.0:1788624548.730340:0:16946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624548.730342:0:16946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624548.730343:0:16946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624548.730345:0:16946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624548.730346:0:16946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870b00 count: 2 00010000:00000001:3.0:1788624548.730348:0:16946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624548.730350:0:16946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624548.730352:0:16946:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788624548.730355:0:16946:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788624548.730359:0:16946:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788624548.730361:0:16946:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788624548.730363:0:16946:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788624548.730364:0:16946:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624548.730366:0:16946:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624548.730367:0:16946:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624548.730369:0:16946:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624548.730371:0:16946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624548.730373:0:16946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788624548.730375:0:16946:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd10766e00 with handle 0xcc94206c7ef41850 from hash 00010000:00000001:3.0:1788624548.730377:0:16946:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624548.730379:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624548.730380:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624548.730381:0:16946:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624548.730382:0:16946:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624548.730383:0:16946:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788624548.730386:0:16946:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624548.730388:0:16946:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef4185e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa103bd66258a7f85 expref: -99 pid: 32615 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1788624548.730395:0:16946:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788624548.730397:0:16946:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788624548.730398:0:16946:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788624548.730399:0:16946:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x25:0x0] mode (null) 00000002:00000001:3.0:1788624548.730401:0:16946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624548.730402:0:16946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624548.730404:0:16946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10a00 count: 2 00010000:00000001:3.0:1788624548.730406:0:16946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624548.730408:0:16946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624548.730409:0:16946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624548.730410:0:16946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624548.730412:0:16946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10a00 count: 2 00010000:00000001:3.0:1788624548.730414:0:16946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624548.730416:0:16946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624548.730417:0:16946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624548.730419:0:16946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624548.730420:0:16946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10a00 count: 2 00010000:00000001:3.0:1788624548.730422:0:16946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624548.730424:0:16946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624548.730425:0:16946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624548.730426:0:16946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624548.730428:0:16946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10a00 count: 2 00010000:00000001:3.0:1788624548.730430:0:16946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624548.730432:0:16946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624548.730434:0:16946:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624548.730436:0:16946:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788624548.730438:0:16946:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624548.730442:0:16946:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283880 : -112300227267736 : ffff99dd10d87368) 00000020:00001000:3.0:1788624548.730445:0:16946:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87360 00000020:00000001:3.0:1788624548.730448:0:16946:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788624548.730450:0:16946:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x25:0x0]: losing layout lock 00000080:00000001:3.0:1788624548.730454:0:16946:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788624548.730457:0:16946:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788624548.730461:0:16946:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788624548.730464:0:16946:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788624548.730467:0:16946:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788624548.730469:0:16946:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624548.730471:0:16946:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788624548.730473:0:16946:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87360 00000080:00000001:3.0:1788624548.730476:0:16946:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624548.730478:0:16946:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788624548.730479:0:16946:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x25:0x0](ffff99dd198742c8) invalid 00000020:00000001:3.0:1788624548.730481:0:16946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882bb7ca0 00000080:00002000:3.0:1788624548.730483:0:16946:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry f (ffff99dd1934ad80) parent ffff99dd1934eca8 inode ffff99dd198742c8 refc 1 00000080:00000001:3.0:1788624548.730486:0:16946:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788624548.730487:0:16946:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788624548.730488:0:16946:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624548.730490:0:16946:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624548.730492:0:16946:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624548.730493:0:16946:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624548.730494:0:16946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624548.730496:0:16946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788624548.730498:0:16946:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d18400 with handle 0xcc94206c7ef4185e from hash 00010000:00000001:3.0:1788624548.730500:0:16946:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624548.730502:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624548.730503:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624548.730504:0:16946:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624548.730505:0:16946:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624548.730507:0:16946:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788624548.730509:0:16946:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624548.730513:0:16946:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600400/0xcc94206c7ef41857 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a7f69 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1788624548.730520:0:16946:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788624548.730522:0:16946:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788624548.730524:0:16946:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788624548.730525:0:16946:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:3.0:1788624548.730527:0:16946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624548.730529:0:16946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624548.730530:0:16946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:3.0:1788624548.730533:0:16946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624548.730535:0:16946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624548.730537:0:16946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624548.730538:0:16946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624548.730540:0:16946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:3.0:1788624548.730542:0:16946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624548.730544:0:16946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624548.730546:0:16946:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624548.730547:0:16946:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788624548.730549:0:16946:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff99dd1919d348) invalid 00000020:00000001:3.0:1788624548.730552:0:16946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882bb7ca0 00000080:00002000:3.0:1788624548.730554:0:16946:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff99dd1934eca8) parent ffff99dd19287870 inode ffff99dd1919d348 refc 1 00000080:00000001:3.0:1788624548.730556:0:16946:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788624548.730557:0:16946:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788624548.730559:0:16946:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624548.730560:0:16946:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624548.730562:0:16946:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624548.730563:0:16946:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624548.730564:0:16946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624548.730566:0:16946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788624548.730568:0:16946:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18600400 with handle 0xcc94206c7ef41857 from hash 00010000:00000001:3.0:1788624548.730569:0:16946:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624548.730571:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624548.730572:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624548.730573:0:16946:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624548.730574:0:16946:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624548.730576:0:16946:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788624548.730578:0:16946:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1788624548.730581:0:16946:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624548.730584:0:16946:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788624548.730594:0:16946:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595c00. 00000020:00000040:3.0:1788624548.730597:0:16946:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624548.730602:0:16946:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624548.730605:0:16946:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624548.730610:0:16946:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624548.730617:0:16946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd11155000. 00000100:00000001:3.0:1788624548.730624:0:16946:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624548.730627:0:16946:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788624548.730633:0:16946:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600a00/0xcc94206c7ef41865 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7fa8 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788624548.730640:0:16946:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef41850 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7f4d expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788624548.730647:0:16946:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef4185e lrc: 1/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a7f85 expref: -99 pid: 32615 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788624548.730653:0:16946:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600400/0xcc94206c7ef41857 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7f69 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788624548.730659:0:16946:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:3.0:1788624548.730661:0:16946:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1788624548.730664:0:16946:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624548.730665:0:16946:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624548.730672:0:16946:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd048e1780. 00000100:00000001:3.0:1788624548.730675:0:16946:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773276084096 : -112300433467520 : ffff99dd048e1780) 00000100:00000001:3.0:1788624548.730678:0:16946:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624548.730679:0:16946:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490732032 : -112300218819584 : ffff99dd11595c00) 00000100:00000001:3.0:1788624548.730683:0:16946:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624548.730688:0:16946:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624548.730690:0:16946:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624548.730692:0:16946:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624548.730704:0:16946:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595c00 x1875506845048960/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624548.730713:0:16946:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624548.730715:0:16946:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624548.730719:0:16946:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624548.730722:0:16946:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624548.730724:0:16946:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624548.730728:0:16946:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595c00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a55b9942-a78b-4307-bacc-c0fbc9bcd663:16946:1875506845048960:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788624548.730733:0:16946:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624548.730738:0:16946:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624548.730742:0:16946:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624548.730745:0:16946:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624548.730749:0:16946:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd11154c00. 02000000:00000001:3.0:1788624548.730751:0:16946:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624548.730759:0:16946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624548.730763:0:16946:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560adc0. 00000400:00000010:3.0:1788624548.730771:0:16946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fd48. 00000100:00000200:3.0:1788624548.730778:0:16946:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845048960, portal 18 00000100:00000001:3.0:1788624548.730780:0:16946:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624548.730781:0:16946:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490732032 : -112300218819584 : ffff99dd11595c00) 00000100:00000040:3.0:1788624548.730788:0:16946:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11595c00 x1875506845048960/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 344/224 e 0 to 0 dl 1788624564 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624548.730795:0:16946:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624548.730798:0:16946:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624548.730801:0:16946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f770. 00000100:00000200:3.0:1788624548.730804:0:16946:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1875506845048960, offset 0 00000400:00000200:3.0:1788624548.730811:0:16946:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624548.730819:0:16946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624548.730827:0:16946:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624548.730833:0:16946:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624548.730838:0:16946:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624548.730841:0:16946:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624548.730844:0:16946:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624548.730849:0:16946:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2792:2792:256:4294967295] 192.168.202.125@tcp LPNI seq info [2792:2792:8:4294967295] 00000400:00000200:3.0:1788624548.730853:0:16946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624548.730879:0:16946:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624548.730885:0:16946:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624548.730891:0:16946:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818600. 00000800:00000200:3.0:1788624548.730898:0:16946:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624548.730906:0:16946:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624548.730910:0:16946:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818600 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:3.0:1788624548.730925:0:16946:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624548.730930:0:16946:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 793381 usecs (794 jiffies) 00000400:00000200:3.0:1788624548.730933:0:16946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624548.730936:0:16946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296563586 00000100:00000001:3.0:1788624548.730943:0:16946:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296563545 00000100:00000001:3.0:1788624548.730948:0:16946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296563586 00000100:00000001:3.0:1788624548.730951:0:16946:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296563545 00000100:00000001:3.0:1788624548.730954:0:16946:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624548.730957:0:16946:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624548.730959:0:16946:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624548.730961:0:16946:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624548.730964:0:16946:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd048e1780 going to sleep for 11 seconds 00000100:00000001:3.0:1788624548.730967:0:16946:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624548.730970:0:16946:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624548.732641:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624548.732649:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818600. 00000400:00000200:2.0:1788624548.732656:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624548.732664:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624548.732670:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f770 00000400:00000010:2.0:1788624548.732673:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f770. 00000100:00000001:2.0:1788624548.732678:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624548.732684:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595c00 x1875506845048960/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 344/224 e 0 to 0 dl 1788624564 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624548.732696:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624548.732700:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11595c00 x1875506845048960/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 344/224 e 0 to 0 dl 1788624564 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624548.732707:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624548.732709:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624548.742153:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624548.742171:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624548.742175:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624548.742178:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624548.742187:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624548.742195:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624548.742206:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624548.742213:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624548.742218:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624548.742222:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 18 MB=0x6a9c37745e080 00000400:00000200:2.0:1788624548.742227:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624548.742233:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7fcd [1] + 224 00000800:00000001:2.0:1788624548.742241:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624548.742251:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624548.742254:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624548.742259:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624548.742267:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624548.742276:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595c00 x1875506845048960/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 344/224 e 0 to 0 dl 1788624564 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624548.742289:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11595c00 x1875506845048960/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 344/224 e 0 to 0 dl 1788624564 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624548.742300:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624548.742307:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624548.742311:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624548.742398:0:16946:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624548.742406:0:16946:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624548.742408:0:16946:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624548.742412:0:16946:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560adc0. 00000400:00000200:3.0:1788624548.742416:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fd48 00000400:00000010:3.0:1788624548.742419:0:16946:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fd48. 00000100:00000001:3.0:1788624548.742423:0:16946:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624548.742427:0:16946:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595c00 x1875506845048960/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 344/224 e 0 to 0 dl 1788624564 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624548.742436:0:16946:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595c00 x1875506845048960/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 344/224 e 0 to 0 dl 1788624564 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624548.742443:0:16946:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624548.742445:0:16946:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624548.742447:0:16946:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624548.742450:0:16946:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624548.742453:0:16946:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624548.742455:0:16946:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624548.742458:0:16946:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624548.742467:0:16946:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442580 time=126 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624548.742471:0:16946:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624548.742474:0:16946:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624548.742476:0:16946:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624548.742479:0:16946:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624548.742482:0:16946:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624548.742486:0:16946:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624548.742489:0:16946:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967614 00000100:00000001:3.0:1788624548.742491:0:16946:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624548.742494:0:16946:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624548.742499:0:16946:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595c00 x1875506845048960/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 344/224 e 0 to 0 dl 1788624564 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624548.742506:0:16946:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624548.742509:0:16946:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624548.742511:0:16946:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624548.742515:0:16946:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595c00 x1875506845048960/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 344/224 e 0 to 0 dl 1788624564 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624548.742524:0:16946:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595c00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a55b9942-a78b-4307-bacc-c0fbc9bcd663:16946:1875506845048960:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788624548.742529:0:16946:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624548.742531:0:16946:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624548.742534:0:16946:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788624548.742536:0:16946:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624548.742540:0:16946:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595c00 x1875506845048960/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 344/224 e 0 to 0 dl 1788624564 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624548.742547:0:16946:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624548.742550:0:16946:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd048e1780. 00000100:00000001:3.0:1788624548.742554:0:16946:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788624548.742556:0:16946:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624548.742558:0:16946:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624548.742560:0:16946:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595c00 x1875506845048960/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 344/224 e 0 to 0 dl 1788624564 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624548.742566:0:16946:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624548.742568:0:16946:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624548.742570:0:16946:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd11154c00. 02000000:00000001:3.0:1788624548.742573:0:16946:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624548.742576:0:16946:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624548.742577:0:16946:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624548.742580:0:16946:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624548.742583:0:16946:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd11155000. 02000000:00000001:3.0:1788624548.742585:0:16946:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624548.742586:0:16946:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624548.742588:0:16946:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595c00. 00000100:00000001:3.0:1788624548.742591:0:16946:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624548.742592:0:16946:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624548.742594:0:16946:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:3.0:1788624548.742597:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624548.742602:0:16946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600a00/0xcc94206c7ef41865 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7fa8 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1788624548.742613:0:16946:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd189e4800 count: 0 00010000:00000010:3.0:1788624548.742624:0:16946:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd087e6080. 00010000:00000001:3.0:1788624548.742633:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624548.742635:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624548.742638:0:16946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766e00/0xcc94206c7ef41850 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7f4d expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1788624548.742645:0:16946:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03870b00 count: 0 00010000:00000010:3.0:1788624548.742648:0:16946:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd05188800. 00010000:00000001:3.0:1788624548.742654:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624548.742655:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624548.742658:0:16946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18400/0xcc94206c7ef4185e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a7f85 expref: -99 pid: 32615 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788624548.742664:0:16946:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd215f8d80. 00010000:00000040:3.0:1788624548.742667:0:16946:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10a00 count: 0 00010000:00000010:3.0:1788624548.742669:0:16946:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd11c18500. 00010000:00000001:3.0:1788624548.742674:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624548.742675:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624548.742677:0:16946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600400/0xcc94206c7ef41857 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7f69 expref: -99 pid: 32615 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1788624548.742683:0:16946:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10b00 count: 0 00010000:00000010:3.0:1788624548.742686:0:16946:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd11c18300. 00010000:00000001:3.0:1788624548.742690:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624548.742692:0:16946:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624548.742710:0:16946:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624548.742714:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624548.742716:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624548.742718:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788624548.742720:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624548.742721:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624548.742722:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788624548.742724:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624548.742725:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624548.742726:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788624548.742763:0:32647:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624548.742766:0:32647:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624548.742769:0:32647:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00020000:00000001:1.0:1788624548.766441:0:32615:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788624548.766451:0:32615:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd114a6000) owner 0000000000000000/ffff99dd03eca7c0 00020000:00000002:1.0:1788624548.766457:0:32615:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd114a6000) owner 0000000000000000/ffff99dd03eca7c0 00020000:00000001:1.0:1788624548.766459:0:32615:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624548.766466:0:32615:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788624548.766469:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3df0 00000080:00200008:1.0:1788624548.766471:0:32615:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x25:0x0](ffff99dd198742c8), flags 100002 00000080:00000001:1.0:1788624548.766476:0:32615:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788624548.766479:0:32615:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788624548.766480:0:32615:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788624548.766482:0:32615:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd114a6000) owner 0000000000000000/ffff99dd03eca7c0 00020000:00000002:1.0:1788624548.766484:0:32615:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd114a6000) owner 0000000000000000/ffff99dd03eca7c0 00020000:00000001:1.0:1788624548.766486:0:32615:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624548.766489:0:32615:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788624548.766495:0:32615:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624548.766499:0:32615:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624548.766501:0:32615:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624548.766503:0:32615:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624548.766505:0:32615:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624548.766507:0:32615:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:1.0:1788624548.766510:0:32615:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624548.766515:0:32615:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624548.766519:0:32615:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624548.766527:0:32615:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624548.766529:0:32615:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624548.766532:0:32615:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x25:0x0]: 0 00000080:00000001:1.0:1788624548.766534:0:32615:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788624548.766537:0:32615:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788624548.766542:0:32615:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd197d6600. 00000080:00000001:1.0:1788624548.766544:0:32615:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788624548.766551:0:32615:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788624548.766555:0:32615:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788624548.766556:0:32615:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624548.766557:0:32615:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624548.766558:0:32615:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624548.766559:0:32615:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624548.766561:0:32615:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624548.766563:0:32615:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:1.0:1788624548.766564:0:32615:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624548.766566:0:32615:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x25:0x0] 00000002:00000001:1.0:1788624548.766570:0:32615:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788624548.766572:0:32615:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff99dd10dbf800: [0x200000405:0x25:0x0] file closed with intent: 0 00000100:00000010:1.0:1788624548.766578:0:32615:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dda300. 00000020:00000040:1.0:1788624548.766583:0:32615:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624548.766588:0:32615:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624548.766591:0:32615:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624548.766594:0:32615:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624548.766602:0:32615:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd197d6c00. 00000100:00000001:1.0:1788624548.766608:0:32615:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788624548.766628:0:32615:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11c05500 x1875506845047552/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624560 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788624548.766640:0:32615:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:1.0:1788624548.766645:0:32615:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11dda300 x1875506845049216/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788624548.766652:0:32615:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624548.766654:0:32615:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624548.766661:0:32615:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147c000. 00000100:00000001:1.0:1788624548.766663:0:32615:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489577984 : -112300219973632 : ffff99dd1147c000) 00000100:00000001:1.0:1788624548.766665:0:32615:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624548.766667:0:32615:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499400960 : -112300210150656 : ffff99dd11dda300) 00000100:00000001:1.0:1788624548.766671:0:32615:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624548.766675:0:32615:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624548.766677:0:32615:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624548.766679:0:32615:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624548.766682:0:32615:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dda300 x1875506845049216/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624548.766690:0:32615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624548.766691:0:32615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624548.766695:0:32615:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624548.766697:0:32615:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624548.766699:0:32615:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624548.766703:0:32615:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dda300 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32615:1875506845049216:192.168.202.125@tcp:35:multiop.0 00000100:00000001:1.0:1788624548.766707:0:32615:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624548.766712:0:32615:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624548.766714:0:32615:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624548.766716:0:32615:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624548.766720:0:32615:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e0800. 02000000:00000001:1.0:1788624548.766722:0:32615:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624548.766729:0:32615:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624548.766733:0:32615:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624548.766741:0:32615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c2a8. 00000100:00000200:1.0:1788624548.766746:0:32615:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845049216, portal 10 00000100:00000001:1.0:1788624548.766748:0:32615:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624548.766749:0:32615:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499400960 : -112300210150656 : ffff99dd11dda300) 00000100:00000040:1.0:1788624548.766755:0:32615:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dda300 x1875506845049216/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624564 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624548.766761:0:32615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624548.766765:0:32615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624548.766768:0:32615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cdd0. 00000100:00000200:1.0:1788624548.766771:0:32615:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845049216, offset 0 00000400:00000200:1.0:1788624548.766776:0:32615:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624548.766784:0:32615:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624548.766791:0:32615:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624548.766796:0:32615:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624548.766800:0:32615:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624548.766804:0:32615:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624548.766806:0:32615:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624548.766810:0:32615:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2793:2793:256:4294967295] 192.168.202.125@tcp LPNI seq info [2793:2793:8:4294967295] 00000400:00000200:1.0:1788624548.766814:0:32615:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624548.766824:0:32615:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624548.766829:0:32615:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624548.766834:0:32615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611c00. 00000800:00000200:1.0:1788624548.766839:0:32615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624548.766847:0:32615:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624548.766851:0:32615:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788624548.766864:0:32615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624548.766868:0:32615:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 792291 usecs (793 jiffies) 00000400:00000200:1.0:1788624548.766871:0:32615:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624548.766874:0:32615:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296563620 00000100:00000001:1.0:1788624548.766881:0:32615:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296563586 00000100:00000001:1.0:1788624548.766887:0:32615:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296563620 00000100:00000001:1.0:1788624548.766891:0:32615:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296563586 00000100:00000001:1.0:1788624548.766893:0:32615:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624548.766896:0:32615:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624548.766898:0:32615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624548.766900:0:32615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624548.766902:0:32615:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147c000 going to sleep for 11 seconds 00000100:00000001:1.0:1788624548.766904:0:32615:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624548.766907:0:32615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624548.767457:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624548.767463:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611c00. 00000400:00000200:2.0:1788624548.767469:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624548.767477:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624548.767483:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cdd0 00000400:00000010:2.0:1788624548.767486:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cdd0. 00000100:00000001:2.0:1788624548.767491:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624548.767495:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dda300 x1875506845049216/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624564 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624548.767506:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624548.767510:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dda300 x1875506845049216/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624564 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624548.767517:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624548.767519:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1788624548.768493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4800. 00010000:00000010:3.1:1788624548.768503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600a00. 00010000:00000010:3.1:1788624548.768507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870b00. 00010000:00000010:3.1:1788624548.768510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766e00. 00010000:00000010:3.1:1788624548.768514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10a00. 00010000:00000010:3.1:1788624548.768529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18400. 00010000:00000010:3.1:1788624548.768532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10b00. 00010000:00000010:3.1:1788624548.768535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600400. 00010000:00000001:3.0:1788624548.820255:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624548.820263:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624548.820299:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624548.820302:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624548.820305:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788624549.586340:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296563620, at 4296563648 00000100:00000010:2.0:1788624549.586361:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd048668a0. 00000100:00000040:3.0:1788624549.586653:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296563620, at 4296563648 00000100:00000010:3.0:1788624549.586660:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd048662a0. 00010000:00000001:3.0:1788624549.842248:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624549.842255:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624549.842343:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624549.842347:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624549.842350:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788624550.674262:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624550.674272:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624550.674283:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07b80. 00000020:00000040:0.0:1788624550.674290:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:0.0:1788624550.674295:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624550.674298:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624550.674303:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624550.674312:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd2139cd00. 00000100:00000001:0.0:1788624550.674320:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624550.674333:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11c07b80 x1875506845049344/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624550.674345:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624550.674350:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624550.674357:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037832f1b] to pc [ptlrpcd_00_00+0] req@ffff99dd11c07b80 x1875506845049344/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624550.674381:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624550.674384:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624550.674388:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624550.674391:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05f80. 00000020:00000040:0.0:1788624550.674394:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=10 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624550.674396:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624550.674397:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624550.674399:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624550.674404:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd2139cf00. 00000100:00000001:0.0:1788624550.674408:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624550.674412:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11c05f80 x1875506845049472/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624550.674420:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624550.674422:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624550.674425:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cdc9b83] to pc [ptlrpcd_00_01+1] req@ffff99dd11c05f80 x1875506845049472/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624550.674434:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624550.674436:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624550.674439:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624550.674442:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04380. 00000020:00000040:0.0:1788624550.674445:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624550.674447:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624550.674448:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624550.674450:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624550.674454:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd2139c500. 00000100:00000001:0.0:1788624550.674457:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624550.674461:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11c04380 x1875506845049600/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624550.674468:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624550.674469:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624550.674473:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009546e12e] to pc [ptlrpcd_00_00+0] req@ffff99dd11c04380 x1875506845049600/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624550.674480:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624550.674482:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624550.674486:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624550.674490:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04700. 00000020:00000040:0.0:1788624550.674492:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624550.674494:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624550.674495:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624550.674497:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624550.674500:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd2139ca00. 00000100:00000001:0.0:1788624550.674503:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624550.674507:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11c04700 x1875506845049728/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624550.674513:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624550.674515:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624550.674519:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218c4e0a] to pc [ptlrpcd_00_01+1] req@ffff99dd11c04700 x1875506845049728/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624550.674527:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624550.674529:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624550.674532:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624550.674535:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06d80. 00000020:00000040:0.0:1788624550.674537:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624550.674539:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624550.674541:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624550.674542:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624550.674545:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd2139c200. 00000100:00000001:0.0:1788624550.674548:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624550.674552:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11c06d80 x1875506845049856/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624550.674559:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624550.674561:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624550.674565:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b7fcb57] to pc [ptlrpcd_00_00+0] req@ffff99dd11c06d80 x1875506845049856/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624550.674572:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624550.674577:0:14159:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1902) 00000100:00000001:0.0:1788624550.674595:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624550.674599:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624550.674601:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624550.674607:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07b80 x1875506845049344/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624550.674615:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624550.674618:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624550.674622:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624550.674626:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624550.674628:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624550.674632:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2389:1875506845049344:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624550.674636:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624550.674641:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624550.674643:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624550.674646:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624550.674650:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0633aa00. 02000000:00000001:0.0:1788624550.674651:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624550.674659:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624550.674662:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d4d0. 00000400:00000010:0.0:1788624550.674670:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395990. 00000100:00000200:0.0:1788624550.674678:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845049344, portal 25 00000100:00000001:0.0:1788624550.674681:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624550.674682:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497490304 : -112300212061312 : ffff99dd11c07b80) 00000100:00000040:0.0:1788624550.674688:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c07b80 x1875506845049344/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624550.674695:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624550.674698:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624550.674701:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053954c8. 00000100:00000200:0.0:1788624550.674704:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845049344, offset 0 00000400:00000200:0.0:1788624550.674710:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624550.674717:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624550.674726:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624550.674733:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624550.674738:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624550.674742:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624550.674745:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624550.674749:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2794:2794:256:4294967295] 192.168.202.125@tcp LPNI seq info [2794:2794:8:4294967295] 00000400:00000200:0.0:1788624550.674753:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624550.674762:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624550.674767:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624550.674772:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cb00. 00000800:00000200:0.0:1788624550.674779:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624550.674785:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624550.674789:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624550.674812:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624550.674816:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624550.674819:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296568662 00000100:00000010:0.0:1788624550.674825:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd1879cea0. 00000100:00000001:0.0:1788624550.674833:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788624550.674838:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296568662 00000100:00000010:0.0:1788624550.674841:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd1879c0c0. 00000100:00000001:0.0:1788624550.674845:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788624550.674847:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624550.674850:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624550.674852:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788624550.674981:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624550.674984:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624550.674986:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624550.675008:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05f80 x1875506845049472/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624550.675015:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624550.675016:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624550.675019:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624550.675021:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624550.675023:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624550.675026:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845049472:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624550.675029:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624550.675032:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624550.675033:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624550.675035:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624550.675039:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197d6a00. 02000000:00000001:1.0:1788624550.675041:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624550.675045:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624550.675048:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793898. 00000400:00000010:1.0:1788624550.675052:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c880. 00000100:00000200:1.0:1788624550.675055:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845049472, portal 10 00000100:00000001:1.0:1788624550.675057:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624550.675058:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497483136 : -112300212068480 : ffff99dd11c05f80) 00000100:00000040:1.0:1788624550.675065:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05f80 x1875506845049472/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624550.675071:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624550.675073:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624550.675076:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c4c8. 00000100:00000200:1.0:1788624550.675078:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845049472, offset 0 00000400:00000200:1.0:1788624550.675082:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624550.675086:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624550.675089:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624550.675094:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624550.675097:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624550.675099:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624550.675101:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624550.675104:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2795:2795:255:4294967295] 192.168.202.125@tcp LPNI seq info [2795:2795:7:4294967295] 00000400:00000200:1.0:1788624550.675136:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624550.675143:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624550.675148:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624550.675152:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611300. 00000800:00000200:1.0:1788624550.675156:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624550.675161:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624550.675164:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624550.675167:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624550.675170:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 792291 usecs (793 jiffies) 00000400:00000200:1.0:1788624550.675174:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624550.675176:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296565529 00000100:00000001:1.0:1788624550.675179:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296568662 00000100:00000001:1.0:1788624550.675181:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296565529 00000100:00000001:1.0:1788624550.675183:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296568662 00000100:00000001:1.0:1788624550.675185:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624550.675187:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624550.675190:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624550.675194:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04700 x1875506845049728/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624550.675200:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624550.675202:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624550.675204:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624550.675206:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624550.675208:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624550.675211:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845049728:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624550.675214:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624550.675217:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624550.675218:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624550.675219:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624550.675222:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197d6200. 02000000:00000001:1.0:1788624550.675224:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624550.675227:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624550.675230:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793528. 00000400:00000010:1.0:1788624550.675234:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c088. 00000100:00000200:1.0:1788624550.675237:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845049728, portal 4 00000100:00000001:1.0:1788624550.675238:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624550.675240:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497476864 : -112300212074752 : ffff99dd11c04700) 00000100:00000040:1.0:1788624550.675245:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04700 x1875506845049728/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624550.675251:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624550.675254:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624550.675256:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c330. 00000100:00000200:1.0:1788624550.675258:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845049728, offset 0 00000400:00000200:1.0:1788624550.675262:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624550.675265:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624550.675268:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624550.675271:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624550.675273:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624550.675276:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624550.675278:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624550.675280:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2796:2796:254:4294967295] 192.168.202.125@tcp LPNI seq info [2796:2796:6:4294967295] 00000400:00000200:1.0:1788624550.675284:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624550.675289:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624550.675306:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624550.675310:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611400. 00000800:00000200:1.0:1788624550.675314:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624550.675318:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624550.675320:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624550.675323:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624550.675326:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 216081 usecs (217 jiffies) 00000400:00000200:1.0:1788624550.675329:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624550.675331:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296564953 00000100:00000001:1.0:1788624550.675333:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296568662 00000100:00000001:1.0:1788624550.675335:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296564953 00000100:00000001:1.0:1788624550.675337:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296568662 00000100:00000001:1.0:1788624550.675339:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624550.675342:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624550.675344:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624550.675346:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624550.675353:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624550.675355:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624550.675358:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624550.675359:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624550.675360:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624550.675363:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624550.675506:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04380 x1875506845049600/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624550.675514:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624550.675515:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624550.675517:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624550.675519:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624550.675521:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624550.675524:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845049600:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624550.675527:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624550.675530:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624550.675531:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624550.675533:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624550.675536:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0633ac00. 02000000:00000001:0.0:1788624550.675538:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624550.675541:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624550.675544:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dec8. 00000400:00000010:0.0:1788624550.675548:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395c38. 00000100:00000200:0.0:1788624550.675551:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845049600, portal 10 00000100:00000001:0.0:1788624550.675552:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624550.675554:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475968 : -112300212075648 : ffff99dd11c04380) 00000100:00000040:0.0:1788624550.675559:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04380 x1875506845049600/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624550.675565:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624550.675568:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624550.675570:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395dd0. 00000100:00000200:0.0:1788624550.675572:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845049600, offset 0 00000400:00000200:0.0:1788624550.675576:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624550.675580:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624550.675584:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624550.675586:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624550.675588:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624550.675591:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624550.675593:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624550.675596:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2797:2797:253:4294967295] 192.168.202.125@tcp LPNI seq info [2797:2797:5:4294967295] 00000400:00000200:0.0:1788624550.675599:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624550.675605:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624550.675609:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624550.675613:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd211fd200. 00000800:00000200:0.0:1788624550.675617:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624550.675622:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624550.675624:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd211fd200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624550.675627:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624550.675629:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24857 usecs (25 jiffies) 00000400:00000200:0.0:1788624550.675632:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624550.675634:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296564762 00000100:00000001:0.0:1788624550.675636:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296568662 00000100:00000001:0.0:1788624550.675638:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296564762 00000100:00000001:0.0:1788624550.675640:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296568662 00000100:00000001:0.0:1788624550.675642:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624550.675644:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624550.675646:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624550.675650:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06d80 x1875506845049856/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624550.675656:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624550.675658:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624550.675661:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624550.675662:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624550.675664:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624550.675668:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845049856:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624550.675671:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624550.675673:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624550.675675:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624550.675676:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624550.675679:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0633ae00. 02000000:00000001:0.0:1788624550.675681:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624550.675684:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624550.675687:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d630. 00000400:00000010:0.0:1788624550.675690:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395cc0. 00000100:00000200:0.0:1788624550.675693:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845049856, portal 4 00000100:00000001:0.0:1788624550.675695:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624550.675697:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497486720 : -112300212064896 : ffff99dd11c06d80) 00000100:00000040:0.0:1788624550.675702:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c06d80 x1875506845049856/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624550.675708:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624550.675710:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624550.675712:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395d48. 00000100:00000200:0.0:1788624550.675714:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845049856, offset 0 00000400:00000200:0.0:1788624550.675718:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624550.675722:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624550.675725:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624550.675727:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624550.675729:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624550.675731:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624550.675734:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624550.675737:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2798:2798:252:4294967295] 192.168.202.125@tcp LPNI seq info [2798:2798:4:4294967295] 00000400:00000200:0.0:1788624550.675740:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624550.675746:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624550.675750:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624550.675754:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd211fd500. 00000800:00000200:0.0:1788624550.675758:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624550.675762:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624550.675764:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd211fd500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624550.675767:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624550.675770:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25540 usecs (26 jiffies) 00000400:00000200:0.0:1788624550.675772:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624550.675774:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296564763 00000100:00000001:0.0:1788624550.675776:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296568662 00000100:00000001:0.0:1788624550.675778:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296564763 00000100:00000001:0.0:1788624550.675780:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296568662 00000100:00000001:0.0:1788624550.675782:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624550.675783:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624550.675786:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624550.675788:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624550.675792:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624550.675794:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788624550.675796:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624550.675797:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624550.675799:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624550.675800:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624550.676490:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624550.676496:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cb00. 00000400:00000200:2.0:1788624550.676503:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624550.676508:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624550.676512:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053954c8 00000400:00000010:2.0:1788624550.676515:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053954c8. 00000100:00000001:2.0:1788624550.676519:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624550.676524:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07b80 x1875506845049344/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624550.676535:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624550.676538:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07b80 x1875506845049344/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624566 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624550.676545:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624550.676546:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624550.676560:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624550.676562:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611300. 00000400:00000200:2.0:1788624550.676565:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624550.676568:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624550.676571:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c4c8 00000400:00000010:2.0:1788624550.676572:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c4c8. 00000100:00000001:2.0:1788624550.676574:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624550.676578:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05f80 x1875506845049472/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624550.676584:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624550.676587:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05f80 x1875506845049472/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624566 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624550.676594:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624550.676596:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624550.676604:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624550.676606:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611400. 00000400:00000200:2.0:1788624550.676608:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624550.676622:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624550.676625:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c330 00000400:00000010:2.0:1788624550.676626:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c330. 00000100:00000001:2.0:1788624550.676629:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624550.676632:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04700 x1875506845049728/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624550.676706:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624550.676710:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04700 x1875506845049728/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624566 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624550.676718:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624550.676719:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624550.676728:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624550.676730:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd211fd200. 00000400:00000200:2.0:1788624550.676732:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624550.676734:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624550.676736:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395dd0 00000400:00000010:2.0:1788624550.676737:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395dd0. 00000100:00000001:2.0:1788624550.676738:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624550.676741:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04380 x1875506845049600/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624550.676746:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624550.676748:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04380 x1875506845049600/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624566 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624550.676752:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624550.676752:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624550.676999:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624550.677010:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd211fd500. 00000400:00000200:2.0:1788624550.677029:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624550.677033:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624550.677040:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395d48 00000400:00000010:2.0:1788624550.677042:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395d48. 00000100:00000001:2.0:1788624550.677045:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624550.677049:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06d80 x1875506845049856/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624550.677061:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624550.677064:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06d80 x1875506845049856/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624566 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624550.677070:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624550.677071:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624550.684512:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624550.684529:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624550.684534:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624550.684536:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624550.684545:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.684555:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624550.684565:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.684570:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.684575:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.684580:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c37745e280 00000400:00000200:2.0:1788624550.684585:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.684592:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x7fed [1] + 224 00000800:00000001:2.0:1788624550.684599:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624550.684603:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624550.684606:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624550.684611:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624550.684619:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624550.684629:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05f80 x1875506845049472/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624550.684651:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c05f80 x1875506845049472/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624550.684677:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624550.684689:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624550.684693:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624550.684695:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624550.684697:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624550.684700:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.684704:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624550.684708:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.684710:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.684714:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.684717:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c37745e300 00000400:00000200:2.0:1788624550.684721:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.684725:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x7ffd [1] + 224 00000800:00000001:2.0:1788624550.684729:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624550.684733:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624550.684734:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624550.684738:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624550.684741:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624550.684745:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04380 x1875506845049600/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624550.684753:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c04380 x1875506845049600/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624550.684773:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624550.684777:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624550.684781:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624550.684783:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624550.684785:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624550.684788:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.684791:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624550.684795:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.684798:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.684801:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.684804:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c37745e200 00000400:00000200:2.0:1788624550.684807:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.684812:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7fe5 [1] + 224 00000800:00000001:2.0:1788624550.684815:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624550.684818:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624550.684821:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624550.684824:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624550.684826:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624550.684830:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07b80 x1875506845049344/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624550.684838:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c07b80 x1875506845049344/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624550.684844:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624550.684847:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624550.684850:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624550.684852:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624550.684854:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624550.684856:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.684859:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624550.684863:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.684865:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.684868:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.684871:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745e380 00000400:00000200:2.0:1788624550.684874:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.684877:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x7ff5 [1] + 224 00000800:00000001:2.0:1788624550.684880:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624550.684889:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624550.685056:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624550.685061:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624550.685065:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624550.685071:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04700 x1875506845049728/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624550.685079:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c04700 x1875506845049728/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624550.685086:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624550.685090:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624550.685094:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624550.686649:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624550.686661:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624550.686664:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624550.686667:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624550.686674:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.686679:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624550.686685:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.686689:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.686693:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.686697:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745e400 00000400:00000200:2.0:1788624550.686701:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624550.686706:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8005 [1] + 224 00000800:00000001:2.0:1788624550.686710:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624550.686760:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624550.686764:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624550.686767:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624550.686773:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624550.686780:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06d80 x1875506845049856/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624550.686790:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c06d80 x1875506845049856/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624550.686798:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624550.686804:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624550.686806:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624550.687325:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624550.687330:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624550.687339:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624550.687341:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624550.687344:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793898. 00000400:00000200:1.0:1788624550.687350:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c880 00000400:00000010:1.0:1788624550.687352:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c880. 00000100:00000001:1.0:1788624550.687356:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624550.687363:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05f80 x1875506845049472/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624550.687374:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05f80 x1875506845049472/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624550.687380:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624550.687382:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624550.687385:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624550.687388:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624550.687390:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624550.687393:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624550.687395:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624550.687405:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=129 v=5 (103 103 103 137) 00000100:00001000:1.0:1788624550.687410:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624550.687413:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624550.687414:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624550.687417:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624550.687421:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624550.687425:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788624550.687427:0:2390:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: committing for last_committed 4294967619 gen 2 00000100:00000040:1.0:1788624550.687433:0:2390:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967619) req@ffff99dd11c06300 x1875506845046528/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624560 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624550.687442:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624550.687445:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06300 x1875506845046528/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624560 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624550.687452:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624550.687454:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624550.687458:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049c8800. 02000000:00000001:1.0:1788624550.687461:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624550.687464:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624550.687466:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624550.687468:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624550.687471:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049cac00. 02000000:00000001:1.0:1788624550.687474:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624550.687475:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624550.687478:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06300. 00000100:00000001:1.0:1788624550.687481:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624550.687483:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624550.687488:0:2390:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967619) req@ffff99dd11dd8a80 x1875506845047040/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624560 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624550.687499:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624550.687502:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8a80 x1875506845047040/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624560 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624550.687507:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624550.687508:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624550.687510:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e2400. 02000000:00000001:1.0:1788624550.687512:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624550.687513:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624550.687514:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624550.687516:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624550.687517:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e2c00. 02000000:00000001:1.0:1788624550.687519:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624550.687520:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624550.687522:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8a80. 00000100:00000001:1.0:1788624550.687524:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624550.687525:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624550.687529:0:2390:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967619) req@ffff99dd11c05500 x1875506845047552/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624560 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624550.687536:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624550.687537:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497480448 : -112300212071168 : ffff99dd11c05500) 00000100:00000001:1.0:1788624550.687540:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624550.687543:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05500 x1875506845047552/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624560 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624550.687548:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624550.687552:0:2390:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff99dd11ddad80 x1875506845048576/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624561 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624550.687559:0:2390:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788624550.687562:0:2390:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:1.0:1788624550.687565:0:2390:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624550.687568:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624550.687573:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05f80 x1875506845049472/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624550.687580:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624550.687582:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624550.687585:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624550.687589:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05f80 x1875506845049472/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624550.687597:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845049472:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624550.687603:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624550.687605:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624550.687606:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793528. 00000400:00000200:1.0:1788624550.687609:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c088 00000400:00000010:1.0:1788624550.687611:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c088. 00000100:00000001:1.0:1788624550.687613:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624550.687616:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04700 x1875506845049728/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624550.687624:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04700 x1875506845049728/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624550.687630:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624550.687631:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624550.687633:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624550.687634:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624550.687636:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624550.687637:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624550.687639:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624550.687643:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=128 v=5 (5 5 5 36) 00000100:00001000:1.0:1788624550.687646:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=26 v=5 (1 1 0 0) 00000100:00000001:1.0:1788624550.687648:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624550.687649:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624550.687650:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624550.687652:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624550.687655:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624550.687657:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967330 00000100:00000001:1.0:1788624550.687659:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624550.687660:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624550.687664:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04700 x1875506845049728/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624550.687670:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624550.687672:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624550.687673:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624550.687677:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04700 x1875506845049728/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624550.687683:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845049728:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624550.687687:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624550.687689:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624550.687692:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05f80 x1875506845049472/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624550.687698:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624550.687699:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624550.687700:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197d6a00. 02000000:00000001:1.0:1788624550.687703:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624550.687704:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624550.687705:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624550.687707:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624550.687708:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd2139cf00. 02000000:00000001:1.0:1788624550.687712:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624550.687713:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624550.687714:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05f80. 00000100:00000001:1.0:1788624550.687716:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624550.687718:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624550.687719:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624550.687721:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04700 x1875506845049728/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624550.687731:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624550.687733:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624550.687734:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197d6200. 02000000:00000001:1.0:1788624550.687736:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624550.687737:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624550.687738:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624550.687740:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624550.687741:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd2139ca00. 02000000:00000001:1.0:1788624550.687743:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624550.687744:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624550.687745:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04700. 00000100:00000001:1.0:1788624550.687747:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624550.687748:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624550.687750:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624550.687759:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624550.687761:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624550.687762:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624550.687765:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624550.687847:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624550.687850:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624550.687865:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624550.687866:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624550.687869:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d4d0. 00000400:00000200:0.0:1788624550.687872:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395990 00000400:00000010:0.0:1788624550.687874:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395990. 00000100:00000001:0.0:1788624550.687877:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624550.687882:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07b80 x1875506845049344/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624550.687891:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07b80 x1875506845049344/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624550.687902:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624550.687903:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624550.687905:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624550.687907:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624550.687908:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624550.687910:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624550.687912:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624550.687915:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=129 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624550.687918:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=129 v=5 (1 1 1 1) 00000100:00000001:0.0:1788624550.687920:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624550.687921:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624550.687923:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624550.687924:0:2389:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624550.687926:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624550.687931:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07b80 x1875506845049344/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624550.687937:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624550.687939:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624550.687941:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624550.687944:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07b80 x1875506845049344/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624550.687952:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2389:1875506845049344:192.168.202.125@tcp:400:kworker.0 00000400:00000001:0.0:1788624550.687957:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624550.687958:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624550.687960:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dec8. 00000400:00000200:0.0:1788624550.687962:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395c38 00000400:00000010:0.0:1788624550.687964:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395c38. 00000100:00000001:0.0:1788624550.687966:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624550.687970:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04380 x1875506845049600/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624550.687978:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04380 x1875506845049600/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624550.687984:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624550.687985:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624550.687987:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624550.687988:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624550.687989:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624550.687991:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624550.688221:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624550.688228:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=129 v=5 (103 103 103 137) 00000100:00001000:0.0:1788624550.688231:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=129 v=5 (1 1 1 1) 00000100:00000001:0.0:1788624550.688234:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624550.688235:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624550.688237:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624550.688239:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624550.688241:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624550.688243:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788624550.688245:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624550.688246:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624550.688251:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04380 x1875506845049600/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624550.688258:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624550.688260:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624550.688262:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624550.688265:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04380 x1875506845049600/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624550.688272:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845049600:192.168.202.125@tcp:400:kworker.0 00000400:00000001:0.0:1788624550.688278:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624550.688280:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624550.688282:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d630. 00000400:00000200:0.0:1788624550.688285:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395cc0 00000400:00000010:0.0:1788624550.688286:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395cc0. 00000100:00000001:0.0:1788624550.688289:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624550.688293:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06d80 x1875506845049856/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624550.688302:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06d80 x1875506845049856/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624550.688309:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624550.688310:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624550.688312:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624550.688313:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624550.688315:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624550.688316:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624550.688318:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624550.688322:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=128 v=5 (5 5 5 36) 00000100:00001000:0.0:1788624550.688325:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624550.688327:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624550.688328:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624550.688330:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624550.688332:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624550.688334:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624550.688335:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:0.0:1788624550.688337:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624550.688339:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624550.688342:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06d80 x1875506845049856/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624550.688349:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624550.688351:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624550.688352:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624550.688356:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06d80 x1875506845049856/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624550.688363:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845049856:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624550.688367:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624550.688370:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624550.688373:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07b80 x1875506845049344/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624550.688379:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624550.688380:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624550.688382:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0633aa00. 02000000:00000001:0.0:1788624550.688385:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624550.688387:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624550.688388:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:0.0:1788624550.688390:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624550.688392:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd2139cd00. 02000000:00000001:0.0:1788624550.688395:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624550.688397:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624550.688398:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07b80. 00000100:00000001:0.0:1788624550.688401:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624550.688402:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624550.688404:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624550.688407:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04380 x1875506845049600/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624550.688414:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624550.688415:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624550.688416:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0633ac00. 02000000:00000001:0.0:1788624550.688418:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624550.688420:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624550.688421:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624550.688423:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624550.688424:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd2139c500. 02000000:00000001:0.0:1788624550.688426:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624550.688427:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624550.688429:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04380. 00000100:00000001:0.0:1788624550.688431:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624550.688432:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624550.688433:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624550.688436:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06d80 x1875506845049856/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624566 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624550.688442:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624550.688444:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624550.688445:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0633ae00. 02000000:00000001:0.0:1788624550.688447:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624550.688448:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624550.688449:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624550.688451:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624550.688452:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd2139c200. 02000000:00000001:0.0:1788624550.688454:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624550.688455:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624550.688456:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06d80. 00000100:00000001:0.0:1788624550.688458:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624550.688459:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624550.688461:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624550.688466:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624550.688467:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624550.688469:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624550.688470:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624550.867932:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624550.867938:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624550.867958:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624550.867960:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624550.867962:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624551.890196:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624551.890204:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624551.890225:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624551.890228:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624551.890231:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624552.914242:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624552.914248:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624552.914615:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624552.914618:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624552.914621:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624553.938917:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624553.938924:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624553.938950:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624553.938953:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624553.938955:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788624554.643312:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296568662, at 4296568705 00000100:00000010:2.0:1788624554.643327:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879cea0. 00000100:00000040:3.0:1788624554.643646:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296568662, at 4296568705 00000100:00000010:3.0:1788624554.643652:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879c0c0. 00010000:00000001:3.0:1788624554.962309:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624554.962317:0:28436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624554.962320:0:28436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624554.962323:0:28436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624554.962328:0:28436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624554.962331:0:28436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624554.962333:0:28436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624554.962335:0:28436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624554.962368:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624554.962370:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624554.962374:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788624555.794374:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624555.794385:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624555.794395:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595c00. 00000020:00000040:3.0:1788624555.794400:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:3.0:1788624555.794405:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624555.794407:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624555.794412:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624555.794420:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818e00. 00000100:00000001:3.0:1788624555.794426:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624555.794444:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11595c00 x1875506845049984/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624555.794456:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624555.794460:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624555.794465:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054b5d212] to pc [ptlrpcd_01_01+1] req@ffff99dd11595c00 x1875506845049984/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.794514:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624555.794517:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624555.794520:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624555.794526:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595c00 x1875506845049984/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.794533:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624555.794536:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624555.794539:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624555.794543:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624555.794545:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624555.794549:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2392:1875506845049984:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624555.794553:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624555.794559:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624555.794562:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624555.794564:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624555.794569:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd110fbc00. 02000000:00000001:2.0:1788624555.794571:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624555.794578:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624555.794581:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2ec8. 00000400:00000010:2.0:1788624555.794588:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08660. 00000100:00000200:2.0:1788624555.794594:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845049984, portal 25 00000100:00000001:2.0:1788624555.794597:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624555.794598:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490732032 : -112300218819584 : ffff99dd11595c00) 00000100:00000040:2.0:1788624555.794604:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11595c00 x1875506845049984/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.794612:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624555.794615:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624555.794617:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08088. 00000100:00000200:2.0:1788624555.794621:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845049984, offset 0 00000400:00000200:2.0:1788624555.794627:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624555.794634:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.794642:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624555.794647:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624555.794650:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624555.794654:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624555.794657:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624555.794661:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2799:2799:256:4294967295] 192.168.202.125@tcp LPNI seq info [2799:2799:8:4294967295] 00000400:00000200:2.0:1788624555.794665:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.794673:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624555.794679:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624555.794683:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872700. 00000800:00000200:2.0:1788624555.794690:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624555.794696:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624555.794701:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624555.794711:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624555.794715:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624555.794718:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296573782 00000100:00000010:2.0:1788624555.794722:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd18588120. 00000100:00000001:2.0:1788624555.794728:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788624555.794733:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296573782 00000100:00000010:2.0:1788624555.794735:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd185886c0. 00000100:00000001:2.0:1788624555.794738:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788624555.794740:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624555.794743:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624555.794746:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624555.794748:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624555.794852:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624555.794855:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624555.794859:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624555.794862:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597800. 00000020:00000040:3.0:1788624555.794864:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624555.794867:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624555.794868:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624555.794870:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624555.794873:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818f00. 00000100:00000001:3.0:1788624555.794877:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624555.794881:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11597800 x1875506845050112/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624555.794888:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624555.794891:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624555.794894:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f0ad431] to pc [ptlrpcd_01_00+0] req@ffff99dd11597800 x1875506845050112/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.795033:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624555.795036:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788624555.795039:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624555.795041:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624555.795043:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624555.795045:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788624555.795047:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624555.795049:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624555.795050:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624555.795052:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624555.795053:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624555.795054:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624555.795059:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11597800 x1875506845050112/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.795066:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624555.795067:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624555.795069:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624555.795071:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624555.795073:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624555.795076:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11597800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845050112:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624555.795079:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624555.795082:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624555.795083:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624555.795084:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624555.795087:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd110fbe00. 02000000:00000001:2.0:1788624555.795089:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624555.795093:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624555.795096:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2d10. 00000400:00000010:2.0:1788624555.795099:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e084c8. 00000100:00000200:2.0:1788624555.795102:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845050112, portal 10 00000100:00000001:2.0:1788624555.805127:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624555.805133:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490739200 : -112300218812416 : ffff99dd11597800) 00000100:00000040:2.0:1788624555.805151:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11597800 x1875506845050112/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.805161:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624555.805164:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624555.805174:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08220. 00000100:00000200:2.0:1788624555.805181:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845050112, offset 0 00000400:00000200:2.0:1788624555.805187:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624555.805197:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.805207:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624555.805212:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624555.805216:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624555.805220:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624555.805223:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624555.805227:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2800:2800:255:4294967295] 192.168.202.125@tcp LPNI seq info [2800:2800:7:4294967295] 00000400:00000200:2.0:1788624555.805232:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.805242:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624555.805247:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624555.805253:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872500. 00000800:00000200:2.0:1788624555.805260:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624555.805268:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624555.805272:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624555.805277:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624555.805281:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 791205 usecs (792 jiffies) 00000400:00000200:2.0:1788624555.805284:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624555.805287:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296570649 00000100:00000001:2.0:1788624555.805290:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296573782 00000100:00000001:2.0:1788624555.805292:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296570649 00000100:00000001:2.0:1788624555.805295:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296573782 00000100:00000001:2.0:1788624555.805297:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624555.805299:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624555.805305:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624555.805309:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624555.805369:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624555.805373:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872700. 00000400:00000200:2.0:1788624555.805379:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624555.805384:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624555.805390:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08088 00000400:00000010:2.0:1788624555.805392:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08088. 00000100:00000001:2.0:1788624555.805397:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624555.805402:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595c00 x1875506845049984/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.805413:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624555.805417:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595c00 x1875506845049984/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624571 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.805425:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624555.805427:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624555.805495:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624555.805497:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872500. 00000400:00000200:2.0:1788624555.805500:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624555.805504:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624555.805506:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08220 00000400:00000010:2.0:1788624555.805508:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08220. 00000100:00000001:2.0:1788624555.805510:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624555.805514:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11597800 x1875506845050112/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.805521:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624555.805523:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11597800 x1875506845050112/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624571 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.805530:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624555.805531:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788624555.805556:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624555.805559:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624555.806114:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624555.806119:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624555.806123:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624555.806129:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11594380. 00000020:00000040:3.0:1788624555.806134:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624555.806137:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624555.806140:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624555.806145:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624555.806151:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818600. 00000100:00000001:3.0:1788624555.806157:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624555.806163:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11594380 x1875506845050240/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624555.806173:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624555.806177:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624555.806181:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa7831c9] to pc [ptlrpcd_01_01+1] req@ffff99dd11594380 x1875506845050240/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624555.806195:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624555.806198:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624555.806201:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624555.806204:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11596d80. 00000020:00000040:3.0:1788624555.806207:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:3.0:1788624555.806209:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624555.806210:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624555.806212:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624555.806215:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818100. 00000100:00000001:3.0:1788624555.806218:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624555.806221:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11596d80 x1875506845050368/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624555.806228:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624555.806231:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624555.806234:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9bf39dc] to pc [ptlrpcd_01_00+0] req@ffff99dd11596d80 x1875506845050368/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624555.806242:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624555.806244:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624555.806248:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624555.806250:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11596a00. 00000020:00000040:3.0:1788624555.806252:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:3.0:1788624555.806254:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624555.806255:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624555.806256:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624555.806259:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818a00. 00000100:00000001:3.0:1788624555.806261:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624555.806264:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11596a00 x1875506845050496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624555.806271:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624555.806273:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624555.806276:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2861c11] to pc [ptlrpcd_01_01+1] req@ffff99dd11596a00 x1875506845050496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624555.806283:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624555.806286:0:25842:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1907) 00000100:00000001:2.0:1788624555.806338:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624555.806341:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624555.806343:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624555.806356:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11596d80 x1875506845050368/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.806364:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624555.806366:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624555.806370:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624555.806372:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624555.806375:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624555.806379:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845050368:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624555.806383:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624555.806387:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624555.806389:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624555.806392:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624555.806396:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd110fb000. 02000000:00000001:2.0:1788624555.806398:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624555.806404:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624555.806407:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a26e0. 00000400:00000010:2.0:1788624555.806412:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08220. 00000100:00000200:2.0:1788624555.806417:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845050368, portal 4 00000100:00000001:2.0:1788624555.806419:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624555.806421:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490736512 : -112300218815104 : ffff99dd11596d80) 00000100:00000040:2.0:1788624555.806427:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11596d80 x1875506845050368/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.806434:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624555.806448:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624555.806451:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08088. 00000100:00000200:2.0:1788624555.806454:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845050368, offset 0 00000400:00000200:2.0:1788624555.806458:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624555.806463:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.806467:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624555.806471:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624555.806474:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624555.806477:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624555.806480:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624555.806483:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2801:2801:256:4294967295] 192.168.202.125@tcp LPNI seq info [2801:2801:8:4294967295] 00000400:00000200:2.0:1788624555.806488:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.806495:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624555.806501:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624555.806505:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872500. 00000800:00000200:2.0:1788624555.806509:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624555.806514:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624555.806518:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624555.806532:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624555.806537:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 215135 usecs (216 jiffies) 00000400:00000200:2.0:1788624555.806541:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624555.806543:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296570084 00000100:00000001:2.0:1788624555.806546:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296573782 00000100:00000001:2.0:1788624555.806549:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296570084 00000100:00000001:2.0:1788624555.806552:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296573782 00000100:00000001:2.0:1788624555.806554:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624555.806556:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624555.806559:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624555.806561:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624555.806568:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624555.806570:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788624555.806572:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624555.806574:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624555.806575:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624555.806578:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788624555.806579:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624555.806581:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624555.806582:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624555.806584:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624555.806585:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624555.806586:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624555.806590:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11594380 x1875506845050240/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.806597:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624555.806598:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624555.806601:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624555.806602:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624555.806604:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624555.806607:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11594380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845050240:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624555.806610:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624555.806613:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624555.806614:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624555.806616:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624555.806619:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd110fb200. 02000000:00000001:2.0:1788624555.806621:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624555.806624:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624555.806626:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2790. 00000400:00000010:2.0:1788624555.806630:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08aa0. 00000100:00000200:2.0:1788624555.806632:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845050240, portal 10 00000100:00000001:2.0:1788624555.806634:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624555.806636:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490725760 : -112300218825856 : ffff99dd11594380) 00000100:00000040:2.0:1788624555.806640:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11594380 x1875506845050240/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.806646:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624555.806649:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624555.806651:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08bb0. 00000100:00000200:2.0:1788624555.806653:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845050240, offset 0 00000400:00000200:2.0:1788624555.806657:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624555.806660:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.806663:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624555.806666:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624555.806668:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624555.806670:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624555.806673:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624555.806676:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2802:2802:255:4294967295] 192.168.202.125@tcp LPNI seq info [2802:2802:7:4294967295] 00000400:00000200:2.0:1788624555.806680:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.806685:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624555.806690:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624555.806693:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872700. 00000800:00000200:2.0:1788624555.806696:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624555.806700:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624555.806702:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624555.806705:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624555.806708:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24827 usecs (25 jiffies) 00000400:00000200:2.0:1788624555.806711:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624555.806713:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296569893 00000100:00000001:2.0:1788624555.806715:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296573782 00000100:00000001:2.0:1788624555.806717:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296569893 00000100:00000001:2.0:1788624555.806719:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296573782 00000100:00000001:2.0:1788624555.806721:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624555.806723:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624555.806725:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624555.806728:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11596a00 x1875506845050496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.806735:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624555.806737:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624555.806738:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624555.806740:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624555.806742:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624555.806745:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11596a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845050496:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624555.806748:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624555.806750:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624555.806752:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624555.806754:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624555.806756:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd110fb800. 02000000:00000001:2.0:1788624555.806757:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624555.806760:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624555.806762:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2058. 00000400:00000010:2.0:1788624555.806765:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08000. 00000100:00000200:2.0:1788624555.806768:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845050496, portal 4 00000100:00000001:2.0:1788624555.806769:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624555.806771:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490735616 : -112300218816000 : ffff99dd11596a00) 00000100:00000040:2.0:1788624555.806776:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11596a00 x1875506845050496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.806782:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624555.806784:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624555.806786:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08440. 00000100:00000200:2.0:1788624555.806788:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845050496, offset 0 00000400:00000200:2.0:1788624555.806792:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624555.806794:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.806797:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624555.806799:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624555.806801:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624555.806803:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624555.806805:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624555.806808:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2803:2803:254:4294967295] 192.168.202.125@tcp LPNI seq info [2803:2803:6:4294967295] 00000400:00000200:2.0:1788624555.806812:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.806817:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624555.806822:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624555.806824:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872900. 00000800:00000200:2.0:1788624555.806828:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624555.806831:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624555.806834:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624555.806836:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624555.806839:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25487 usecs (26 jiffies) 00000400:00000200:2.0:1788624555.806841:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624555.806843:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296569894 00000100:00000001:2.0:1788624555.806845:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296573782 00000100:00000001:2.0:1788624555.806848:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296569894 00000100:00000001:2.0:1788624555.806850:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296573782 00000100:00000001:2.0:1788624555.806852:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624555.806854:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624555.806856:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624555.806858:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624555.806871:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624555.806872:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624555.806874:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624555.806876:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624555.807068:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624555.807071:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872500. 00000400:00000200:3.0:1788624555.807075:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624555.807080:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624555.807084:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08088 00000400:00000010:3.0:1788624555.807085:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08088. 00000100:00000001:3.0:1788624555.807090:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624555.807094:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11596d80 x1875506845050368/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624555.807103:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624555.807127:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11596d80 x1875506845050368/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624555.807133:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624555.807135:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624555.807144:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624555.807145:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872700. 00000400:00000200:3.0:1788624555.807148:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624555.807151:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624555.807154:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08bb0 00000400:00000010:3.0:1788624555.807155:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08bb0. 00000100:00000001:3.0:1788624555.807157:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624555.807160:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11594380 x1875506845050240/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624555.807166:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624555.807169:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11594380 x1875506845050240/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624571 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624555.807176:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624555.807177:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624555.807215:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624555.807217:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872900. 00000400:00000200:3.0:1788624555.807220:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624555.807223:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624555.807225:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08440 00000400:00000010:3.0:1788624555.807227:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08440. 00000100:00000001:3.0:1788624555.807229:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624555.807232:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11596a00 x1875506845050496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624555.807238:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624555.807241:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11596a00 x1875506845050496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624555.807248:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624555.807249:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624555.825526:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624555.825548:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624555.825552:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624555.825555:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624555.825563:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.825571:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624555.825580:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.825586:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.825590:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.825595:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c37745e500 00000400:00000200:2.0:1788624555.825599:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.825605:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x801d [1] + 224 00000800:00000001:2.0:1788624555.825612:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624555.825614:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624555.825618:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624555.825623:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624555.825630:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624555.825638:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11597800 x1875506845050112/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624555.825651:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11597800 x1875506845050112/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624555.825705:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624555.825709:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624555.825724:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624555.825735:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624555.825739:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624555.825742:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624555.825744:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624555.825747:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.825750:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624555.825755:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.825758:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.825760:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.825763:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c37745e580 00000400:00000200:2.0:1788624555.825767:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.825770:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x803d [1] + 224 00000800:00000001:2.0:1788624555.825774:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624555.825776:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624555.825778:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624555.825781:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624555.825784:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624555.825788:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11594380 x1875506845050240/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624555.825797:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11594380 x1875506845050240/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.825812:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624555.825816:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624555.825818:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624555.825820:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624555.825822:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624555.825825:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.825828:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624555.825832:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.825834:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.825837:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.825840:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745e600 00000400:00000200:2.0:1788624555.825843:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.825848:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x802d [1] + 224 00000800:00000001:2.0:1788624555.825851:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624555.825853:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624555.825856:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624555.825859:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624555.825861:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624555.825865:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11596d80 x1875506845050368/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624555.825874:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11596d80 x1875506845050368/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.825881:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624555.825884:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624555.825886:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624555.825888:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624555.825890:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624555.825893:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.825896:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624555.825900:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.825902:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.825904:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.825907:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745e680 00000400:00000200:2.0:1788624555.825910:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624555.825914:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x804d [1] + 224 00000800:00000001:2.0:1788624555.825917:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624555.825925:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624555.825927:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624555.825930:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624555.825932:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624555.825936:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11596a00 x1875506845050496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624555.825973:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11596a00 x1875506845050496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.825981:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624555.825984:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624555.825987:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624555.825997:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624555.825999:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624555.826005:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624555.826007:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624555.826009:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2790. 00000400:00000200:2.0:1788624555.826013:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08aa0 00000400:00000010:2.0:1788624555.826016:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08aa0. 00000100:00000001:2.0:1788624555.826019:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624555.826023:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11594380 x1875506845050240/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624555.826031:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11594380 x1875506845050240/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.826038:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624555.826040:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624555.826043:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624555.826046:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624555.826048:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624555.826050:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624555.826053:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624555.826062:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=134 v=5 (103 103 103 137) 00000100:00001000:2.0:1788624555.826066:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=134 v=5 (1 1 1 1) 00000100:00000001:2.0:1788624555.826069:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624555.826071:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624555.826074:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624555.826077:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624555.826081:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624555.826083:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788624555.826085:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624555.826087:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624555.826091:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11594380 x1875506845050240/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.826142:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624555.826145:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624555.826147:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624555.826152:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11594380 x1875506845050240/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624555.826160:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11594380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845050240:192.168.202.125@tcp:400:kworker.0 00000400:00000001:2.0:1788624555.826165:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624555.826166:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624555.826168:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2058. 00000400:00000200:2.0:1788624555.826170:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08000 00000400:00000010:2.0:1788624555.826172:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08000. 00000100:00000001:2.0:1788624555.826174:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624555.826177:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11596a00 x1875506845050496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624555.826185:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11596a00 x1875506845050496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.826191:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624555.826192:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624555.826194:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624555.826195:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624555.826196:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624555.826198:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624555.826199:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624555.826203:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=133 v=5 (5 5 5 36) 00000100:00001000:2.0:1788624555.826206:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=44 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624555.826208:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624555.826209:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624555.826211:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624555.826213:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624555.826215:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624555.826216:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:2.0:1788624555.826218:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624555.826220:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624555.826223:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11596a00 x1875506845050496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.826229:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624555.826231:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624555.826233:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624555.826236:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11596a00 x1875506845050496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624555.826242:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11596a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845050496:192.168.202.125@tcp:400:kworker.0 00000400:00000001:2.0:1788624555.826246:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624555.826247:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624555.826248:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a26e0. 00000400:00000200:2.0:1788624555.826250:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08220 00000400:00000010:2.0:1788624555.826252:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08220. 00000100:00000001:2.0:1788624555.826254:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624555.826257:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11596d80 x1875506845050368/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624555.826265:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11596d80 x1875506845050368/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.826271:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624555.826272:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624555.826274:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624555.826275:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624555.826276:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624555.826277:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624555.826279:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624555.826281:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=133 v=5 (5 5 5 36) 00000100:00001000:2.0:1788624555.826283:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=31 v=5 (1 1 0 0) 00000100:00000001:2.0:1788624555.826285:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624555.826287:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624555.826289:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624555.826290:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624555.826292:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624555.826294:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967330 00000100:00000001:2.0:1788624555.826295:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624555.826297:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624555.826300:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11596d80 x1875506845050368/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.826305:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624555.826307:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624555.826308:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624555.826312:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11596d80 x1875506845050368/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624555.826318:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845050368:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624555.826322:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624555.826324:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624555.826328:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11594380 x1875506845050240/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.826335:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624555.826338:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624555.826341:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd110fb200. 02000000:00000001:2.0:1788624555.826343:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624555.826346:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624555.826357:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624555.826360:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624555.826363:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818600. 02000000:00000001:2.0:1788624555.826367:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624555.826369:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624555.826370:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11594380. 00000100:00000001:2.0:1788624555.826374:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624555.826375:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624555.826377:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624555.826381:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11596a00 x1875506845050496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.826386:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624555.826387:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624555.826389:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd110fb800. 02000000:00000001:2.0:1788624555.826391:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624555.826392:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624555.826393:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:2.0:1788624555.826395:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624555.826397:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818a00. 02000000:00000001:2.0:1788624555.826399:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624555.826400:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624555.826401:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11596a00. 00000100:00000001:2.0:1788624555.826403:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624555.826405:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624555.826406:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624555.826409:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11596d80 x1875506845050368/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.826414:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624555.826415:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624555.826416:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd110fb000. 02000000:00000001:2.0:1788624555.826418:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624555.826419:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624555.826420:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:2.0:1788624555.826422:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624555.826423:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818100. 02000000:00000001:2.0:1788624555.826425:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624555.826425:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624555.826427:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11596d80. 00000100:00000001:2.0:1788624555.826429:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624555.826430:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624555.826432:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624555.827081:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624555.827084:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624555.827087:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624555.827089:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788624555.829849:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624555.829854:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624555.829858:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2d10. 00000400:00000200:3.0:1788624555.829868:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e084c8 00000400:00000010:3.0:1788624555.829871:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e084c8. 00000100:00000001:3.0:1788624555.829876:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624555.829885:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11597800 x1875506845050112/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624555.829897:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11597800 x1875506845050112/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624555.830023:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624555.830025:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624555.830028:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624555.830031:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624555.830033:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624555.830035:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624555.830038:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624555.830046:0:2392:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=134 v=5 (103 103 103 137) 00000100:00001000:3.0:1788624555.830050:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624555.830053:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624555.830055:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624555.830057:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624555.830061:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624555.830064:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624555.830066:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:3.0:1788624555.830068:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624555.830070:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624555.830074:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11597800 x1875506845050112/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624555.830082:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624555.830085:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624555.830087:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624555.830091:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11597800 x1875506845050112/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624555.830100:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11597800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845050112:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624555.830119:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624555.830123:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624555.830126:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11597800 x1875506845050112/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624555.830132:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624555.830134:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624555.830137:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd110fbe00. 02000000:00000001:3.0:1788624555.830141:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624555.830144:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624555.830145:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624555.830148:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624555.830150:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818f00. 02000000:00000001:3.0:1788624555.830154:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624555.830156:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624555.830158:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11597800. 00000100:00000001:3.0:1788624555.830161:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624555.830162:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624555.830166:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624555.830168:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624555.830170:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624555.830172:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624555.830173:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624555.832756:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624555.832772:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624555.832775:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624555.832778:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624555.832786:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624555.832793:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624555.832801:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624555.832805:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624555.832810:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624555.832814:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c37745e480 00000400:00000200:3.0:1788624555.832820:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624555.832825:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x800d [1] + 224 00000800:00000001:3.0:1788624555.832832:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624555.832838:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624555.832841:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624555.832846:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624555.832853:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624555.832860:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595c00 x1875506845049984/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624555.832871:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11595c00 x1875506845049984/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624555.832895:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624555.832902:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624555.832905:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624555.833452:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624555.833456:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624555.833462:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624555.833464:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624555.833467:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2ec8. 00000400:00000200:2.0:1788624555.833472:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08660 00000400:00000010:2.0:1788624555.833474:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08660. 00000100:00000001:2.0:1788624555.833478:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624555.833482:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595c00 x1875506845049984/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624555.833491:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595c00 x1875506845049984/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.833497:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624555.833499:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624555.833502:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624555.833504:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624555.833506:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624555.833508:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624555.833511:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624555.833516:0:2392:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=134 v=5 (5 5 5 5) 00000100:00001000:2.0:1788624555.833520:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=134 v=5 (1 1 1 1) 00000100:00000001:2.0:1788624555.833522:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624555.833523:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624555.833526:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624555.833529:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624555.833531:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624555.833535:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595c00 x1875506845049984/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.833542:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624555.833545:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624555.833547:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624555.833551:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595c00 x1875506845049984/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624555.833559:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2392:1875506845049984:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624555.833566:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624555.833569:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624555.833572:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595c00 x1875506845049984/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624555.833580:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624555.833582:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624555.833585:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd110fbc00. 02000000:00000001:2.0:1788624555.833588:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624555.833590:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624555.833592:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:2.0:1788624555.833595:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624555.833597:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818e00. 02000000:00000001:2.0:1788624555.833600:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624555.833602:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624555.833604:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595c00. 00000100:00000001:2.0:1788624555.833607:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624555.833609:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624555.833611:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624555.833618:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624555.833619:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624555.833622:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624555.833624:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624555.986216:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624555.986223:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624555.986338:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624555.986341:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624555.986344:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788624556.825099:0:32625:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788624556.825137:0:32625:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624556.825139:0:32625:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788624556.825145:0:32625:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147c780 going to sleep for 1 seconds 00000100:00000001:1.0:1788624556.825150:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624556.825153:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624557.010498:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624557.010506:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624557.010537:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624557.010541:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624557.010543:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788624557.842254:0:32625:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788624557.842261:0:32625:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624557.842263:0:32625:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788624557.842266:0:32625:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147c780 going to sleep for 1 seconds 00000100:00000001:2.0:1788624557.842269:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624557.842272:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624558.035834:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624558.035841:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624558.035879:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624558.035882:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624558.035885:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788624558.866390:0:32625:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788624558.866408:0:32625:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624558.866410:0:32625:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788624558.866416:0:32625:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147c780 going to sleep for 1 seconds 00000100:00000001:2.0:1788624558.866420:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624558.866426:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624559.058836:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624559.058845:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624559.062162:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624559.062171:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624559.062175:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788624559.762279:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296573782, at 4296573824 00000100:00000010:3.0:1788624559.762295:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd185886c0. 00000100:00000040:2.0:1788624559.763496:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296573782, at 4296573825 00000100:00000010:2.0:1788624559.763508:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd18588120. 00000100:00000001:2.0:1788624559.890225:0:32625:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788624559.890225:0:32615:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788624559.890236:0:32625:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624559.890236:0:32615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624559.890240:0:32615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624559.890241:0:32625:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788624559.890249:0:32625:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147c780 going to sleep for 1 seconds 00000100:00100000:1.0:1788624559.890249:0:32615:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147c000 going to sleep for 1 seconds 00000100:00000001:1.0:1788624559.890255:0:32615:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624559.890256:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624559.890261:0:32615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624559.890262:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624560.082323:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624560.082332:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624560.082363:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624560.082367:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624560.082370:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788624560.914213:0:32615:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788624560.914222:0:32615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624560.914224:0:32615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788624560.914229:0:32615:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147c000 going to sleep for 1 seconds 00000100:00000001:1.0:1788624560.914232:0:32615:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624560.914237:0:32615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624560.914250:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624560.914255:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624560.914265:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597800. 00000020:00000040:3.0:1788624560.914269:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:3.0:1788624560.914273:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624560.914276:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624560.914281:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624560.914288:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818f00. 00000100:00000001:3.0:1788624560.914294:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624560.914304:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11597800 x1875506845050624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624560.914312:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624560.914315:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624560.914320:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f0ad431] to pc [ptlrpcd_01_00+0] req@ffff99dd11597800 x1875506845050624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.914335:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624560.914337:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624560.914339:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624560.914341:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11594a80. 00000020:00000040:3.0:1788624560.914343:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624560.914344:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624560.914345:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624560.914346:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624560.914348:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818800. 00000100:00000001:3.0:1788624560.914349:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624560.914351:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11594a80 x1875506845050752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624560.914355:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624560.914356:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624560.914359:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c55b8f21] to pc [ptlrpcd_01_01+1] req@ffff99dd11594a80 x1875506845050752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.914364:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624560.914365:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624560.914367:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624560.914368:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11596300. 00000020:00000040:3.0:1788624560.914369:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624560.914371:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624560.914371:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624560.914372:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624560.914374:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818400. 00000100:00000001:3.0:1788624560.914375:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624560.914377:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11596300 x1875506845050880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624560.914380:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624560.914381:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624560.914383:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041c58886] to pc [ptlrpcd_01_00+0] req@ffff99dd11596300 x1875506845050880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.914387:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624560.914388:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624560.914390:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624560.914392:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11594700. 00000020:00000040:3.0:1788624560.914393:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:3.0:1788624560.914394:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624560.914394:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624560.914395:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624560.914399:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818e00. 00000100:00000001:3.0:1788624560.914401:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624560.914405:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11594700 x1875506845051008/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624560.914416:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624560.914418:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624560.914421:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebbda5a6] to pc [ptlrpcd_01_01+1] req@ffff99dd11594700 x1875506845051008/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.914427:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624560.914429:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624560.914433:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624560.914435:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595c00. 00000020:00000040:3.0:1788624560.914437:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:3.0:1788624560.914440:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624560.914441:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624560.914443:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624560.914445:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818100. 00000100:00000001:3.0:1788624560.914448:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624560.914452:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11595c00 x1875506845051136/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624560.914458:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624560.914460:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624560.914462:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054b5d212] to pc [ptlrpcd_01_00+0] req@ffff99dd11595c00 x1875506845051136/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.914469:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624560.914473:0:25842:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1912) 00000100:00000001:2.0:1788624560.919427:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624560.919436:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624560.919439:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788624560.919445:0:32625:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788624560.919452:0:32625:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624560.919455:0:32625:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624560.919456:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11597800 x1875506845050624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624560.919462:0:32625:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147c780 going to sleep for 1 seconds 00000100:00000001:3.0:1788624560.919468:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624560.919472:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624560.919473:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624560.919477:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624560.919483:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624560.919486:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624560.919489:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624560.919494:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11597800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2391:1875506845050624:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624560.919499:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624560.919500:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788624560.919504:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624560.919506:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1788624560.919509:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1788624560.919514:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11594a80 x1875506845050752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788624560.919514:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624560.919519:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788624560.919527:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624560.919529:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624560.919529:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd110fbc00. 02000000:00000001:3.0:1788624560.919535:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624560.919535:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624560.919540:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624560.919543:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624560.919547:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00100000:3.0:1788624560.919549:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845050752:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624560.919555:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1788624560.919555:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2ec8. 02000000:00000001:3.0:1788624560.919560:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624560.919563:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624560.919566:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1788624560.919566:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08660. 02000000:00000010:3.0:1788624560.919571:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd11155000. 00000100:00000200:2.0:1788624560.919575:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845050624, portal 25 00000100:00000001:2.0:1788624560.919578:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624560.919580:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490739200 : -112300218812416 : ffff99dd11597800) 00000100:00000040:2.0:1788624560.919586:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11597800 x1875506845050624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624560.919594:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624560.919597:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624560.919600:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08220. 00000100:00000200:2.0:1788624560.919603:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845050624, offset 0 00000400:00000200:2.0:1788624560.919609:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624560.919617:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624560.919625:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624560.919630:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624560.919634:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624560.919637:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624560.919640:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624560.919643:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2804:2804:256:4294967295] 192.168.202.125@tcp LPNI seq info [2804:2804:8:4294967295] 00000400:00000200:2.0:1788624560.919648:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624560.919657:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624560.919663:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624560.919668:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872c00. 00000800:00000200:2.0:1788624560.919674:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624560.919681:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624560.919699:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624560.919710:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624560.919714:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624560.919716:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296578907 00000100:00000010:2.0:1788624560.919721:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd18588120. 00000100:00000001:2.0:1788624560.919728:0:2391:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788624560.919733:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296578907 00000100:00000010:2.0:1788624560.919736:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd18588240. 00000100:00000001:2.0:1788624560.919739:0:2391:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788624560.919742:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624560.919744:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624560.919747:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624560.919751:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11596300 x1875506845050880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624560.919759:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624560.919761:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624560.919763:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624560.919765:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624560.919777:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624560.919780:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845050880:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624560.919783:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624560.919787:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624560.919788:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624560.919790:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624560.919793:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd110fb000. 02000000:00000001:2.0:1788624560.919795:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624560.919799:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624560.919801:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a26e0. 00000400:00000010:2.0:1788624560.919806:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08000. 00000100:00000200:2.0:1788624560.919808:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845050880, portal 10 00000100:00000001:2.0:1788624560.919810:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624560.919811:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490733824 : -112300218817792 : ffff99dd11596300) 00000100:00000040:2.0:1788624560.919817:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11596300 x1875506845050880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624560.919824:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624560.919826:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624560.919829:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08aa0. 00000100:00000200:2.0:1788624560.919831:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845050880, offset 0 00000400:00000200:2.0:1788624560.919835:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624560.919838:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624560.919842:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624560.919845:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624560.919848:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624560.919851:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624560.919853:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624560.919856:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2805:2805:255:4294967295] 192.168.202.125@tcp LPNI seq info [2805:2805:7:4294967295] 00000400:00000200:2.0:1788624560.919860:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624560.919866:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624560.919871:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624560.919874:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872300. 00000800:00000200:2.0:1788624560.919878:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624560.919882:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624560.919894:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624560.919897:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624560.919900:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24827 usecs (25 jiffies) 00000400:00000200:2.0:1788624560.919904:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624560.919906:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296575006 00000100:00000001:2.0:1788624560.919908:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296578907 00000100:00000001:2.0:1788624560.919910:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296575006 00000100:00000001:2.0:1788624560.919912:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296578907 00000100:00000001:2.0:1788624560.919914:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624560.919916:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624560.919918:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624560.919923:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595c00 x1875506845051136/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624560.919930:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624560.919931:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624560.919934:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624560.919935:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624560.919937:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624560.919940:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845051136:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624560.919945:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624560.919947:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624560.919949:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624560.919950:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624560.919953:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd110fb800. 02000000:00000001:2.0:1788624560.919955:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624560.919958:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624560.919961:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2058. 00000400:00000010:2.0:1788624560.919964:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08e58. 00000100:00000200:2.0:1788624560.919967:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845051136, portal 4 00000100:00000001:2.0:1788624560.919969:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624560.919970:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490732032 : -112300218819584 : ffff99dd11595c00) 00000100:00000040:2.0:1788624560.919988:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11595c00 x1875506845051136/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624560.919994:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624560.919996:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624560.919999:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08cc0. 00000100:00000200:2.0:1788624560.920002:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845051136, offset 0 02000000:00000001:3.0:1788624560.920004:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624560.920013:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624560.920013:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624560.920018:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560adc0. 00000400:00000200:2.0:1788624560.920022:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624560.920023:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fd48. 00000100:00000200:3.0:1788624560.920028:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845050752, portal 10 00000400:00000200:2.0:1788624560.920029:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000100:00000001:3.0:1788624560.920031:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624560.920033:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490727552 : -112300218824064 : ffff99dd11594a80) 00000400:00000200:2.0:1788624560.920034:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1788624560.920041:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11594a80 x1875506845050752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788624560.920041:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624560.920047:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788624560.920051:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1788624560.920054:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000100:00000040:3.0:1788624560.920055:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624560.920059:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fe58. 00000100:00000200:3.0:1788624560.920062:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845050752, offset 0 00000400:00000200:2.0:1788624560.920063:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2806:2806:254:4294967295] 192.168.202.125@tcp LPNI seq info [2806:2806:6:4294967295] 00000400:00000200:3.0:1788624560.920068:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624560.920073:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624560.920165:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624560.920170:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624560.920175:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000800:00000010:2.0:1788624560.920177:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872b00. 00000400:00000200:3.0:1788624560.920183:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000800:00000200:2.0:1788624560.920188:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000400:00000200:3.0:1788624560.920190:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624560.920197:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000800:00000200:2.0:1788624560.920200:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000400:00000200:3.0:1788624560.920202:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1788624560.920206:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788624560.920208:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000100:00000001:2.0:1788624560.920212:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624560.920215:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2807:2807:253:4294967295] 192.168.202.125@tcp LPNI seq info [2807:2807:5:4294967295] 00000100:00000040:2.0:1788624560.920218:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25483 usecs (26 jiffies) 00000400:00000200:3.0:1788624560.920223:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624560.920227:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624560.920230:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296575008 00000100:00000001:2.0:1788624560.920235:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296578907 00000400:00000200:3.0:1788624560.920240:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000100:00000001:2.0:1788624560.920240:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296575008 00000100:00000001:2.0:1788624560.920246:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296578907 00000800:00000200:3.0:1788624560.920252:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000100:00000001:2.0:1788624560.920252:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624560.920258:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788624560.920260:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818a00. 00000100:00000001:2.0:1788624560.920260:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624560.920266:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624560.920270:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624560.920274:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624560.920277:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624560.920279:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624560.920281:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 790161 usecs (791 jiffies) 00000400:00000200:3.0:1788624560.920284:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624560.920286:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296575773 00000100:00000001:3.0:1788624560.920287:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296578907 00000100:00000001:3.0:1788624560.920289:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296575773 00000100:00000001:3.0:1788624560.920290:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296578907 00000100:00000001:3.0:1788624560.920291:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624560.920293:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624560.920294:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624560.920297:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11594700 x1875506845051008/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.920302:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624560.920303:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624560.920305:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624560.920306:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624560.920307:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624560.920309:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11594700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845051008:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624560.920311:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624560.920313:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624560.920315:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624560.920316:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624560.920318:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd11154c00. 02000000:00000001:3.0:1788624560.920319:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624560.920321:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624560.920323:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560ad10. 00000400:00000010:3.0:1788624560.920325:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f990. 00000100:00000200:3.0:1788624560.920327:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845051008, portal 4 00000100:00000001:3.0:1788624560.920328:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624560.920329:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490726656 : -112300218824960 : ffff99dd11594700) 00000100:00000040:3.0:1788624560.920333:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11594700 x1875506845051008/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.920337:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624560.920339:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624560.920340:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f440. 00000100:00000200:3.0:1788624560.920341:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845051008, offset 0 00000400:00000200:3.0:1788624560.920344:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624560.920346:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.920349:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624560.920351:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624560.920352:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624560.920354:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624560.920355:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624560.920357:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2808:2808:252:4294967295] 192.168.202.125@tcp LPNI seq info [2808:2808:4:4294967295] 00000400:00000200:3.0:1788624560.920360:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.920364:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624560.920366:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624560.920368:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818600. 00000800:00000200:3.0:1788624560.920370:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624560.920373:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624560.920374:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624560.920376:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624560.920378:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 214238 usecs (215 jiffies) 00000400:00000200:3.0:1788624560.920380:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624560.920381:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296575197 00000100:00000001:3.0:1788624560.920382:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296578907 00000100:00000001:3.0:1788624560.920384:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296575197 00000100:00000001:3.0:1788624560.920385:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296578907 00000100:00000001:3.0:1788624560.920386:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624560.920387:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624560.920388:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624560.920389:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624560.920394:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624560.920395:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788624560.920396:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624560.920397:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624560.920398:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624560.920399:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624560.920440:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624560.920444:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872c00. 00000400:00000200:3.0:1788624560.920449:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624560.920453:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624560.920456:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08220 00000400:00000010:3.0:1788624560.920458:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08220. 00000100:00000001:3.0:1788624560.920461:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624560.920464:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11597800 x1875506845050624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.920470:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624560.920472:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11597800 x1875506845050624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624576 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.920477:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624560.920478:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624560.920485:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624560.920486:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872300. 00000400:00000200:3.0:1788624560.920488:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624560.920490:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624560.920492:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08aa0 00000400:00000010:3.0:1788624560.920493:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08aa0. 00000100:00000001:3.0:1788624560.920494:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624560.920496:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11596300 x1875506845050880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.920500:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624560.920501:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11596300 x1875506845050880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624576 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.920504:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624560.920506:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788624560.920506:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1788624560.920509:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788624560.920510:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1788624560.920512:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872b00. 00000400:00000200:3.0:1788624560.920517:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788624560.920518:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788624560.920521:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624560.920522:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788624560.920523:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08cc0 00000400:00000010:3.0:1788624560.920526:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08cc0. 00000100:00000001:3.0:1788624560.920528:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1788624560.920528:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788624560.920532:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595c00 x1875506845051136/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624560.920533:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624560.920540:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624560.920542:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595c00 x1875506845051136/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624576 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.920546:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624560.920548:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624560.920552:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624560.920553:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818a00. 00000400:00000200:3.0:1788624560.920555:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624560.920558:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624560.920559:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fe58 00000400:00000010:3.0:1788624560.920560:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fe58. 00000100:00000001:3.0:1788624560.920562:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624560.920564:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11594a80 x1875506845050752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.920568:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624560.920570:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11594a80 x1875506845050752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624576 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.920649:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624560.920650:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624560.920714:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624560.920716:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818600. 00000400:00000200:3.0:1788624560.920720:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624560.920723:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624560.920726:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f440 00000400:00000010:3.0:1788624560.920728:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f440. 00000100:00000001:3.0:1788624560.920730:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624560.920734:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11594700 x1875506845051008/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.920741:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624560.920744:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11594700 x1875506845051008/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624576 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.920750:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624560.920751:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624560.924383:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624560.924401:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624560.924406:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624560.924408:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624560.924417:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.924426:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624560.924434:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.924439:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.924444:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.924449:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745e900 00000400:00000200:3.0:1788624560.924454:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.924460:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x807d [1] + 224 00000800:00000001:3.0:1788624560.924468:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624560.924474:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624560.924478:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624560.924482:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624560.924490:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624560.924499:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595c00 x1875506845051136/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624560.924510:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11595c00 x1875506845051136/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624560.924581:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624560.924585:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624560.924607:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624560.924618:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624560.924622:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788624560.924718:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624560.924720:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624560.924724:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2058. 00000400:00000200:2.0:1788624560.924728:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08e58 00000400:00000010:2.0:1788624560.924730:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08e58. 00000100:00000001:2.0:1788624560.924734:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624560.924739:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595c00 x1875506845051136/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624560.924748:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595c00 x1875506845051136/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624560.924755:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624560.924758:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624560.924760:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624560.924763:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624560.924766:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624560.924768:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624560.924771:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624560.924780:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=138 v=5 (5 5 5 36) 00000100:00001000:2.0:1788624560.924901:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=49 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624560.924904:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624560.924906:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624560.924908:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624560.924912:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624560.924915:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624560.924917:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:2.0:1788624560.924919:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624560.924921:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624560.924926:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595c00 x1875506845051136/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624560.924933:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624560.924935:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624560.924937:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624560.924941:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595c00 x1875506845051136/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624560.924949:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845051136:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624560.924954:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624560.924957:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624560.924960:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595c00 x1875506845051136/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624560.924967:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624560.924969:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624560.924973:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd110fb800. 02000000:00000001:2.0:1788624560.924977:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624560.924979:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624560.924982:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:2.0:1788624560.924984:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624560.924987:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818100. 02000000:00000001:2.0:1788624560.924990:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624560.924992:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624560.924994:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595c00. 00000100:00000001:2.0:1788624560.924997:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624560.924998:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624560.925001:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624560.925003:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624560.925004:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1788624560.925173:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624560.925179:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624560.925182:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624560.925184:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624560.925189:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.925193:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624560.925198:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.925200:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.925203:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.925207:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c37745e700 00000400:00000200:3.0:1788624560.925211:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.925215:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x805d [1] + 224 00000800:00000001:3.0:1788624560.925220:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624560.925407:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624560.925410:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624560.925414:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624560.925419:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624560.925423:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11597800 x1875506845050624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624560.925438:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11597800 x1875506845050624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.925445:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624560.925450:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624560.925453:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788624560.925462:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624560.925463:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624560.925465:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2ec8. 00000400:00000200:3.0:1788624560.925468:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08660 00000400:00000010:3.0:1788624560.925469:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08660. 00000100:00000001:3.0:1788624560.925472:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624560.925475:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11597800 x1875506845050624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624560.925482:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11597800 x1875506845050624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.925487:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624560.925488:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624560.925490:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624560.925491:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624560.925493:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624560.925494:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624560.925496:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624560.925500:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=139 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624560.925503:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=139 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624560.925505:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624560.925506:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624560.925508:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624560.925509:0:2391:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624560.925511:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624560.925515:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11597800 x1875506845050624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.925521:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624560.925524:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624560.925525:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624560.925529:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11597800 x1875506845050624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624560.925536:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11597800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2391:1875506845050624:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624560.925540:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624560.925542:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624560.925545:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11597800 x1875506845050624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.925551:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624560.925552:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624560.925555:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd110fbc00. 02000000:00000001:3.0:1788624560.925557:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624560.925559:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624560.925560:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:3.0:1788624560.925562:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624560.925564:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818f00. 02000000:00000001:3.0:1788624560.925566:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624560.925567:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624560.925568:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11597800. 00000100:00000001:3.0:1788624560.925571:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624560.925572:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624560.925574:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624560.925576:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624560.925577:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624560.925578:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624560.925580:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624560.931490:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624560.931508:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624560.931512:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624560.931514:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624560.931523:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.931531:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624560.931538:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.931542:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.931546:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.931550:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c37745e800 00000400:00000200:3.0:1788624560.931554:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.931560:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x806d [1] + 224 00000800:00000001:3.0:1788624560.931566:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624560.931568:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624560.931571:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624560.931575:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624560.931582:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624560.931590:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11596300 x1875506845050880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624560.931598:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11596300 x1875506845050880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.931619:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624560.931628:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624560.931631:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624560.931632:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624560.931633:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624560.931635:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.931638:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624560.931640:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.931642:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.931643:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.931645:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c37745e780 00000400:00000200:3.0:1788624560.931647:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.931650:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x808d [1] + 224 00000800:00000001:3.0:1788624560.931652:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624560.931654:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624560.931655:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624560.931657:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624560.931659:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624560.931662:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11594a80 x1875506845050752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624560.931668:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11594a80 x1875506845050752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.931679:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624560.931681:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624560.931683:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624560.931684:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624560.931685:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624560.931687:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.931689:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624560.931691:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.931692:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.931694:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.931695:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745e880 00000400:00000200:3.0:1788624560.931697:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624560.931700:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x809d [1] + 224 00000800:00000001:3.0:1788624560.931702:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624560.931707:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624560.931708:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624560.931710:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624560.931711:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624560.931713:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11594700 x1875506845051008/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624560.931719:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11594700 x1875506845051008/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.931723:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624560.931724:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624560.931726:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624560.931736:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624560.931739:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624560.931745:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624560.931746:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624560.931749:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560adc0. 00000400:00000200:3.0:1788624560.931751:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fd48 00000400:00000010:3.0:1788624560.931753:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fd48. 00000100:00000001:3.0:1788624560.931755:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624560.931757:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11594a80 x1875506845050752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624560.931775:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11594a80 x1875506845050752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.931780:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624560.931906:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624560.931909:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624560.931913:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624560.931915:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624560.931917:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a26e0. 00000400:00000200:2.0:1788624560.931921:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08000 00000400:00000010:2.0:1788624560.931923:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08000. 00000100:00000001:2.0:1788624560.931930:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788624560.931933:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788624560.931935:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11596300 x1875506845050880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.931936:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624560.931939:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624560.931942:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1788624560.931943:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11596300 x1875506845050880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.931944:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624560.931947:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624560.931949:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624560.931950:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624560.931952:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624560.931953:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624560.931955:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1788624560.931956:0:2392:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=139 v=5 (103 103 103 137) 00000100:00000001:2.0:1788624560.931956:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624560.931958:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624560.931960:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=25 v=5 (1 0 0 0) 00000100:00001000:2.0:1788624560.931962:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=139 v=5 (103 103 103 137) 00000100:00000001:3.0:1788624560.931963:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1788624560.931964:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=139 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624560.931965:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624560.931966:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624560.931967:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624560.931968:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624560.931969:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624560.931971:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624560.931971:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624560.931975:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1788624560.931975:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624560.931977:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000040:2.0:1788624560.931977:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788624560.931979:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624560.931979:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624560.931981:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624560.931981:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624560.931987:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11594a80 x1875506845050752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624560.931987:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11596300 x1875506845050880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.931995:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624560.931995:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624560.931998:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624560.931998:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624560.932000:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624560.932000:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624560.932004:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11594a80 x1875506845050752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624560.932005:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11596300 x1875506845050880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624560.932013:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845050880:192.168.202.125@tcp:400:kworker.0 00000100:00100000:3.0:1788624560.932017:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845050752:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624560.932018:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624560.932020:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1788624560.932022:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624560.932023:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1788624560.932023:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11596300 x1875506845050880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788624560.932025:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560ad10. 00000400:00000200:3.0:1788624560.932027:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f990 00000400:00000010:3.0:1788624560.932029:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f990. 00000100:00000001:3.0:1788624560.932031:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788624560.932031:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1788624560.932034:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11594700 x1875506845051008/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788624560.932034:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624560.932037:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd110fb000. 02000000:00000001:2.0:1788624560.932041:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1788624560.932042:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11594700 x1875506845051008/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1788624560.932044:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624560.932046:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624560.932048:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:2.0:1788624560.932048:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788624560.932050:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624560.932051:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000010:2.0:1788624560.932051:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818400. 02000000:00000001:3.0:1788624560.932052:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624560.932053:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624560.932054:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624560.932055:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624560.932056:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624560.932057:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1788624560.932059:0:2392:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=138 v=5 (5 5 5 36) 00000100:00000010:2.0:1788624560.932060:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11596300. 00000100:00001000:3.0:1788624560.932062:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=36 v=5 (1 1 0 0) 00000100:00000001:2.0:1788624560.932063:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624560.932064:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624560.932065:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624560.932066:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624560.932067:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1788624560.932068:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624560.932069:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624560.932071:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624560.932072:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967330 00000100:00000001:3.0:1788624560.932074:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624560.932075:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624560.932077:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1788624560.932078:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11594700 x1875506845051008/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624560.932079:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624560.932082:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624560.932084:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624560.932084:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624560.932087:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624560.932088:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624560.932091:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11594700 x1875506845051008/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624560.932097:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11594700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845051008:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624560.932101:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624560.932102:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624560.932163:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11594a80 x1875506845050752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.932170:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624560.932171:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624560.932173:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd11155000. 02000000:00000001:3.0:1788624560.932176:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624560.932177:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624560.932178:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624560.932180:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624560.932182:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818800. 02000000:00000001:3.0:1788624560.932184:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624560.932185:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624560.932187:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11594a80. 00000100:00000001:3.0:1788624560.932189:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624560.932190:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624560.932192:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624560.932195:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11594700 x1875506845051008/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624576 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624560.932202:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624560.932203:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624560.932204:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd11154c00. 02000000:00000001:3.0:1788624560.932206:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624560.932208:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624560.932209:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624560.932211:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624560.932212:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818e00. 02000000:00000001:3.0:1788624560.932214:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624560.932215:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624560.932216:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11594700. 00000100:00000001:3.0:1788624560.932218:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624560.932219:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624560.932221:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624560.932224:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624560.932226:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624560.932227:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624560.932229:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624561.106255:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624561.106262:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624561.106299:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624561.106302:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624561.106305:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788624561.938239:0:32625:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788624561.938248:0:32625:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1788624561.938274:0:32625:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788624545/real 1788624545] req@ffff99dd11dd9180 x1875506845048832/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 1 dl 1788624561 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624561.938281:0:32615:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788624561.938284:0:32615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624561.938286:0:32615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788624561.938289:0:32615:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147c000 going to sleep for 1 seconds 00000100:00000001:1.0:1788624561.938291:0:32615:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624561.938292:0:32625:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624561.938294:0:32625:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1788624561.938295:0:32615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788624561.938297:0:32625:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793790. 00000400:00000200:3.0:1788624561.938305:0:32625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c770 00000400:00000010:3.0:1788624561.938307:0:32625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c770. 00000100:00000001:3.0:1788624561.938311:0:32625:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624561.938315:0:32625:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9180 x1875506845048832/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 1 dl 1788624561 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624561.938324:0:32625:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9180 x1875506845048832/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 1 dl 1788624561 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.938332:0:32625:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624561.938334:0:32625:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624561.938336:0:32625:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624561.938339:0:32625:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624561.938342:0:32625:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1788624561.938346:0:32625:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788624561.938351:0:32625:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff99dd10dbf800: Connection to lustre-MDT0000 (at 192.168.202.125@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1788624561.938356:0:32625:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788624561.938359:0:32625:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788624561.938362:0:32625:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.938363:0:32625:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788624561.938365:0:32625:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1788624561.938385:0:32625:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1788624561.938387:0:32625:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.938390:0:32625:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624561.938391:0:32625:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624561.938393:0:32625:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147c780 going to sleep for 0 seconds 00000100:00000001:3.0:1788624561.938395:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624561.938396:0:32625:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624561.938398:0:32625:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624561.938401:0:32625:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624561.938403:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624561.938607:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624561.938613:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788624561.938624:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62300. 00000020:00000040:2.0:1788624561.938629:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:2.0:1788624561.938633:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624561.938636:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624561.938640:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624561.938649:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04872b00. 00000100:00000001:2.0:1788624561.938656:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624561.938662:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11d62300 x1875506845051264/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624561.938671:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624561.938675:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624561.938681:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000183d4df] to pc [ptlrpcd_01_01+1] req@ffff99dd11d62300 x1875506845051264/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624561.938711:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788624561.938714:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788624561.938717:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1788624561.938720:0:8:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788624561.938721:0:8:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788624561.938725:0:8:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1788624561.938728:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: connect to NID 192.168.202.125@tcp last attempt 1882 00000400:00000200:2.0:1788624561.938735:0:8:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624561.938742:0:8:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.125@tcp is discovered: rc = 1 00000100:00000040:2.0:1788624561.938747:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:2.0:1788624561.938750:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788624561.938752:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:2.0:1788624561.938754:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000001:2.0:1788624561.938758:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788624561.938760:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d13 00000020:00000001:2.0:1788624561.938763:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624561.938766:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd10dbe000 refcount=5 00000020:00000001:2.0:1788624561.938769:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000020:00000001:2.0:1788624561.938771:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000100:00000040:2.0:1788624561.938774:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:2.0:1788624561.938776:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788624561.938778:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:2.0:1788624561.938780:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000040:2.0:1788624561.938783:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff99dd10dbe000 : new refcount 4 00000100:00080000:2.0:1788624561.938787:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: import ffff99dd19442000 using connection 192.168.202.125@tcp/192.168.202.125@tcp 00000100:00000001:2.0:1788624561.938790:0:8:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624561.938792:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788624561.938798:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624561.938801:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624561.938804:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788624561.938808:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788624561.938811:0:8:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624561.938813:0:8:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624561.938818:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61880. 00000020:00000040:2.0:1788624561.938820:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:2.0:1788624561.938823:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788624561.938825:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624561.938827:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624561.938829:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624561.938830:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624561.938835:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd04838000. 00000100:00000001:2.0:1788624561.938838:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624561.938844:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99dd11d61880 x1875506845051392/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624561.938851:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624561.938854:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624561.938858:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc000c7a] to pc [ptlrpcd_rcv+-1] req@ffff99dd11d61880 x1875506845051392/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624561.938887:0:8:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624561.938890:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624561.938893:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788624561.938896:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62a00. 00000020:00000040:2.0:1788624561.938899:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624561.938901:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624561.938903:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624561.938905:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624561.938908:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04872300. 00000100:00000001:2.0:1788624561.938911:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624561.938915:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11d62a00 x1875506845051520/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624561.938922:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624561.938924:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624561.938928:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041353842] to pc [ptlrpcd_01_00+0] req@ffff99dd11d62a00 x1875506845051520/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624561.938937:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624561.938939:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624561.938942:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788624561.938945:0:8:0:(import.c:2112:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1788624561.938947:0:8:0:(import.c:1806:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1788624561.938950:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d60380. 00000020:00000040:2.0:1788624561.938953:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:2.0:1788624561.938955:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624561.938956:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624561.938958:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624561.938961:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04872c00. 00000100:00000001:2.0:1788624561.938963:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624561.938966:0:8:0:(import.c:1844:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446631773498901376 : -112300210650240 : ffff99dd11d60380) 00000100:00080000:2.0:1788624561.938969:0:8:0:(import.c:65:import_set_state_nolock()) ffff99dd19445000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788624561.938971:0:8:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff99dd10dbf800: disconnect after 20s idle 00000100:00000001:2.0:1788624561.938974:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624561.938975:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624561.938980:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e786761e] to pc [ptlrpcd_rcv+-1] req@ffff99dd11d60380 x1875506845051648/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624561.938987:0:8:0:(import.c:2151:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624561.938989:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624561.938992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624561.938994:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788624561.938996:0:8:0:(import.c:2112:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1788624561.938997:0:8:0:(import.c:1806:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1788624561.939000:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61500. 00000020:00000040:2.0:1788624561.939002:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:2.0:1788624561.939004:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624561.939005:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624561.939007:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624561.939010:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04872900. 00000100:00000001:2.0:1788624561.939012:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624561.939014:0:8:0:(import.c:1844:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446631773498905856 : -112300210645760 : ffff99dd11d61500) 00000100:00080000:2.0:1788624561.939016:0:8:0:(import.c:65:import_set_state_nolock()) ffff99dd19447800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788624561.939018:0:8:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff99dd10dbf800: disconnect after 20s idle 00000100:00000001:2.0:1788624561.939020:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624561.939022:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624561.939026:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089abceb2] to pc [ptlrpcd_rcv+-1] req@ffff99dd11d61500 x1875506845051776/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624561.939033:0:8:0:(import.c:2151:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624561.939035:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624561.939039:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (1913) 00000100:00000001:2.0:1788624561.939050:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624561.939053:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624561.939056:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624561.939061:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d62a00 x1875506845051520/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624561.939068:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624561.939070:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624561.939073:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624561.939076:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624561.939079:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624561.939083:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845051520:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624561.939087:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624561.939092:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624561.939095:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624561.939097:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624561.939101:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd110fb000. 02000000:00000001:2.0:1788624561.939103:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624561.939136:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624561.939141:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a26e0. 00000400:00000010:2.0:1788624561.939146:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08000. 00000100:00000200:2.0:1788624561.939153:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845051520, portal 10 00000100:00000001:2.0:1788624561.939156:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624561.939158:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000001:0.0:1788624561.939282:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624561.939286:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624561.939287:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624561.939293:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61880 x1875506845051392/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624561.939300:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624561.939301:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624561.939304:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624561.939305:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624561.939307:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624561.939310:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845051392:192.168.202.125@tcp:38:kworker.0 00000100:00000001:0.0:1788624561.939314:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624561.939316:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624561.939317:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624561.939319:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624561.939324:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049ca800. 02000000:00000001:0.0:1788624561.939326:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624561.939329:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624561.939333:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d630. 00000400:00000010:0.0:1788624561.939337:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395cc0. 00000100:00000200:0.0:1788624561.939340:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845051392, portal 10 00000100:00000001:0.0:1788624561.939342:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624561.939343:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498906752 : -112300210644864 : ffff99dd11d61880) 00000100:00000040:0.0:1788624561.939349:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d61880 x1875506845051392/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624561.939356:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624561.939359:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624561.939362:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395c38. 00000100:00000200:0.0:1788624561.939366:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875506845051392, offset 0 00000400:00000200:0.0:1788624561.939372:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624561.939379:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624561.939386:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624561.939392:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624561.939396:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624561.939400:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624561.939403:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624561.939407:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2809:2809:256:4294967295] 192.168.202.125@tcp LPNI seq info [2809:2809:8:4294967295] 00000400:00000200:0.0:1788624561.939412:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624561.939423:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624561.939429:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624561.939435:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd211fd500. 00000800:00000200:0.0:1788624561.939442:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624561.939449:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624561.939453:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd211fd500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788624561.939463:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624561.939467:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 789090 usecs (790 jiffies) 00000400:00000200:0.0:1788624561.939471:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624561.939474:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296576791 00000100:00000001:0.0:1788624561.939477:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296578907 00000100:00000001:0.0:1788624561.939480:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296576791 00000100:00000001:0.0:1788624561.939483:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296578907 00000100:00000001:0.0:1788624561.939485:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624561.939487:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624561.939490:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624561.939495:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d60380 x1875506845051648/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624561.939502:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624561.939503:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624561.939506:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624561.939507:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624561.939510:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624561.939513:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845051648:192.168.202.125@tcp:9:kworker.0 00000100:00000001:0.0:1788624561.939516:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624561.939518:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624561.939520:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624561.939521:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624561.939525:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0633ae00. 02000000:00000001:0.0:1788624561.939527:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624561.939531:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624561.939534:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dec8. 00000400:00000010:0.0:1788624561.939537:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395990. 00000100:00000200:0.0:1788624561.939540:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845051648, portal 4 00000100:00000001:0.0:1788624561.939542:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624561.939544:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498901376 : -112300210650240 : ffff99dd11d60380) 00000100:00000040:0.0:1788624561.939549:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d60380 x1875506845051648/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624561.939555:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624561.939558:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624561.939560:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395770. 00000100:00000200:0.0:1788624561.939563:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845051648, offset 0 00000400:00000200:0.0:1788624561.939568:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624561.939572:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624561.939575:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624561.939578:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624561.939581:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624561.939583:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624561.939585:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624561.939588:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2810:2810:255:4294967295] 192.168.202.125@tcp LPNI seq info [2810:2810:7:4294967295] 00000400:00000200:0.0:1788624561.939591:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624561.939597:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624561.939602:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624561.939605:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd211fd200. 00000800:00000200:0.0:1788624561.939609:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624561.939613:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624561.939616:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd211fd200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624561.939619:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624561.939621:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 213336 usecs (214 jiffies) 00000400:00000200:0.0:1788624561.939624:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624561.939626:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296576215 00000100:00000001:0.0:1788624561.939629:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296578907 00000100:00000001:0.0:1788624561.939701:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296576215 00000100:00000001:0.0:1788624561.939703:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296578907 00000100:00000001:0.0:1788624561.939705:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624561.939707:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624561.939709:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624561.939714:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61500 x1875506845051776/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624561.939721:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624561.939722:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624561.939724:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624561.939726:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624561.939728:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624561.939731:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845051776:192.168.202.125@tcp:9:kworker.0 00000100:00000001:0.0:1788624561.939734:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624561.939736:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624561.939738:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624561.939739:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624561.939743:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0633ac00. 02000000:00000001:0.0:1788624561.939744:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624561.939748:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624561.939750:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d4d0. 00000400:00000010:0.0:1788624561.939754:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053952a8. 00000100:00000200:0.0:1788624561.939757:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845051776, portal 4 00000100:00000001:0.0:1788624561.939759:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624561.939760:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498905856 : -112300210645760 : ffff99dd11d61500) 00000100:00000040:0.0:1788624561.939766:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d61500 x1875506845051776/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624561.939771:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624561.939774:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624561.939776:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395e58. 00000100:00000200:0.0:1788624561.939779:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845051776, offset 0 00000400:00000200:0.0:1788624561.939783:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624561.939787:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624561.939790:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624561.939793:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624561.939795:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624561.939797:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624561.939799:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624561.939802:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2811:2811:254:4294967295] 192.168.202.125@tcp LPNI seq info [2811:2811:6:4294967295] 00000400:00000200:0.0:1788624561.939806:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624561.941403:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624561.941414:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624561.941424:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd214f3800. 00000800:00000200:0.0:1788624561.941430:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624561.941436:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624561.941439:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd214f3800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624561.941444:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624561.941449:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25405 usecs (26 jiffies) 00000400:00000200:0.0:1788624561.941455:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624561.941458:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296576027 00000100:00000001:0.0:1788624561.941461:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296578907 00000100:00000001:0.0:1788624561.941464:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296576027 00000100:00000001:0.0:1788624561.941466:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296578907 00000100:00000001:0.0:1788624561.941468:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624561.941471:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624561.941475:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624561.941480:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624561.941489:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624561.941491:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788624561.941494:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624561.941495:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624561.941497:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624561.941499:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624561.941885:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624561.941891:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd211fd500. 00000400:00000200:3.0:1788624561.941899:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624561.941905:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624561.941912:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395c38 00000400:00000010:3.0:1788624561.941915:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395c38. 00000100:00000001:3.0:1788624561.941919:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624561.941926:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61880 x1875506845051392/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.941935:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624561.941938:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61880 x1875506845051392/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624571 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.941944:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.941946:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624561.941961:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624561.941964:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd211fd200. 00000400:00000200:3.0:1788624561.941966:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624561.941970:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624561.941973:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395770 00000400:00000010:3.0:1788624561.941974:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395770. 00000100:00000001:3.0:1788624561.941976:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624561.941980:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d60380 x1875506845051648/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.941987:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624561.941989:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d60380 x1875506845051648/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.941995:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.941996:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624561.942054:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624561.942057:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd214f3800. 00000400:00000200:3.0:1788624561.942060:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624561.942064:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624561.942067:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395e58 00000400:00000010:3.0:1788624561.942068:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395e58. 00000100:00000001:3.0:1788624561.942071:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624561.942074:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61500 x1875506845051776/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.942081:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624561.942084:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61500 x1875506845051776/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.942090:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.942092:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788624561.942102:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624561.942137:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624561.942139:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624561.942144:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d62300 x1875506845051264/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.942152:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624561.942155:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624561.942159:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624561.942161:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624561.942164:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624561.942167:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2392:1875506845051264:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624561.942172:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624561.942176:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624561.942178:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624561.942181:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624561.942186:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd11154c00. 02000000:00000001:3.0:1788624561.942188:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624561.942193:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624561.942197:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560ad10. 00000400:00000010:3.0:1788624561.942202:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f990. 00000100:00000200:3.0:1788624561.942207:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845051264, portal 25 00000100:00000001:3.0:1788624561.942209:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624561.942211:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498909440 : -112300210642176 : ffff99dd11d62300) 00000100:00000040:3.0:1788624561.942216:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d62300 x1875506845051264/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.942222:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624561.942224:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624561.942227:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fd48. 00000100:00000200:3.0:1788624561.942229:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845051264, offset 0 00000400:00000200:3.0:1788624561.942234:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624561.942241:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.942246:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624561.942251:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624561.942254:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624561.942257:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624561.942270:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624561.942274:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2812:2812:256:4294967295] 192.168.202.125@tcp LPNI seq info [2812:2812:8:4294967295] 00000400:00000200:3.0:1788624561.942279:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.942286:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624561.942293:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624561.942298:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818e00. 00000800:00000200:3.0:1788624561.942302:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624561.942308:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624561.942311:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624561.942326:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624561.942331:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624561.942334:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296579929 00000100:00000001:3.0:1788624561.942341:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296578907 00000100:00000001:3.0:1788624561.942346:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296579929 00000100:00000001:3.0:1788624561.942350:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296578907 00000100:00000001:3.0:1788624561.942353:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624561.942356:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.942358:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.942360:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624561.942366:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624561.942367:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788624561.942370:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624561.942371:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624561.942373:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.942375:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624561.942394:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624561.942397:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818e00. 00000400:00000200:3.0:1788624561.942401:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624561.942404:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624561.942406:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fd48 00000400:00000010:3.0:1788624561.942408:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fd48. 00000100:00000001:3.0:1788624561.942411:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624561.942415:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d62300 x1875506845051264/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.942422:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624561.942424:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d62300 x1875506845051264/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.942431:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.942433:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1788624561.942588:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d62a00 x1875506845051520/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624561.942598:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624561.942601:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624561.942605:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08e58. 00000100:00000200:2.0:1788624561.942608:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845051520, offset 0 00000400:00000200:2.0:1788624561.942614:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624561.942618:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624561.942622:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624561.942624:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624561.942627:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624561.942629:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624561.942632:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624561.942635:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2813:2813:256:4294967295] 192.168.202.125@tcp LPNI seq info [2813:2813:8:4294967295] 00000400:00000200:2.0:1788624561.942639:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624561.942646:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624561.942650:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624561.942653:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872700. 00000800:00000200:2.0:1788624561.942657:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624561.942661:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624561.942664:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624561.942678:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624561.942682:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24816 usecs (25 jiffies) 00000400:00000200:2.0:1788624561.942685:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624561.942687:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296576029 00000100:00000001:2.0:1788624561.942689:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:2.0:1788624561.942692:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296576029 00000100:00000001:2.0:1788624561.942694:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:2.0:1788624561.942696:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624561.942698:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624561.942700:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624561.942702:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624561.942706:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624561.942707:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788624561.942712:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624561.942714:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624561.942715:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624561.942717:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624561.943406:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624561.943410:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872700. 00000400:00000200:3.0:1788624561.943414:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624561.943419:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624561.943422:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08e58 00000400:00000010:3.0:1788624561.943425:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08e58. 00000100:00000001:3.0:1788624561.943428:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624561.943434:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d62a00 x1875506845051520/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.943443:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624561.943446:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d62a00 x1875506845051520/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.943452:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.943453:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624561.953194:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624561.953244:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624561.953250:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624561.953253:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624561.953265:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953273:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624561.953286:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953290:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953299:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953304:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745eb80 00000400:00000200:3.0:1788624561.953310:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953318:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x80c5 [1] + 224 00000800:00000001:3.0:1788624561.953326:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624561.953330:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624561.953336:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624561.953341:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624561.953354:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624561.953365:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61500 x1875506845051776/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624561.953380:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d61500 x1875506845051776/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.953403:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624561.953411:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624561.953415:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624561.953417:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624561.953419:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624561.953422:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953425:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624561.953430:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953432:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953435:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953437:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c37745ea80 00000400:00000200:3.0:1788624561.953445:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953450:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x80ad [1] + 224 00000800:00000001:3.0:1788624561.953454:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624561.953457:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624561.953462:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624561.953465:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624561.953468:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624561.953473:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d62a00 x1875506845051520/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624561.953484:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d62a00 x1875506845051520/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.953504:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624561.953507:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624561.953511:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624561.953513:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624561.953515:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624561.953521:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953525:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624561.953530:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953533:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953535:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953541:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c37745eb00 00000400:00000200:3.0:1788624561.953544:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953548:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x80bd [1] + 224 00000800:00000001:3.0:1788624561.953551:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624561.953554:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624561.953556:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624561.953562:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624561.953565:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624561.953569:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d60380 x1875506845051648/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624561.953578:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d60380 x1875506845051648/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.953588:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624561.953591:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624561.953594:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624561.953596:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624561.953598:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624561.953600:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953603:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624561.953607:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953609:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953612:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953614:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 416 into portal 10 MB=0x6a9c37745ea00 00000400:00000200:3.0:1788624561.953617:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953621:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 416/416 into md 0x80b5 [1] + 0 00000800:00000001:3.0:1788624561.953624:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624561.953628:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624561.953630:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624561.953633:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624561.953635:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624561.953639:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61880 x1875506845051392/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624561.953648:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff99dd11d61880 x1875506845051392/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.953656:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624561.953659:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624561.953662:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624561.953664:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624561.953666:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624561.953673:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953676:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624561.953680:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953682:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953685:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953687:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c37745e980 00000400:00000200:3.0:1788624561.953690:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.953695:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x80cd [1] + 224 00000800:00000001:3.0:1788624561.953698:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624561.953704:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624561.953706:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624561.953709:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624561.953713:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624561.953716:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d62300 x1875506845051264/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624561.953724:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d62300 x1875506845051264/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.953739:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624561.953743:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624561.953746:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624561.953768:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624561.953772:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624561.953779:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624561.953781:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624561.953787:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560ad10. 00000400:00000200:3.0:1788624561.953791:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f990 00000400:00000010:3.0:1788624561.953794:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f990. 00000100:00000001:3.0:1788624561.953796:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624561.953804:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d62300 x1875506845051264/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624561.953812:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d62300 x1875506845051264/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.953821:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624561.953823:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624561.953825:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624561.953828:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624561.953833:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624561.953836:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624561.953839:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624561.953845:0:2392:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=140 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624561.953851:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=140 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624561.953854:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624561.953856:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624561.953859:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624561.953861:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.953864:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624561.953872:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d62300 x1875506845051264/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.953888:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624561.953891:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624561.953893:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624561.953897:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d62300 x1875506845051264/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624577 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624561.953915:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2392:1875506845051264:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624561.953920:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624561.953923:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624561.953927:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d62300 x1875506845051264/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624577 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.953937:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624561.953940:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624561.953943:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd11154c00. 02000000:00000001:3.0:1788624561.953946:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624561.953948:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624561.953950:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:3.0:1788624561.953952:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624561.953954:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04872b00. 02000000:00000001:3.0:1788624561.953961:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624561.953963:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624561.953965:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d62300. 00000100:00000001:3.0:1788624561.953970:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624561.953971:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624561.953974:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624561.953982:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624561.953986:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.953988:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624561.953991:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624561.954320:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624561.954326:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624561.954331:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624561.954332:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624561.954335:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d630. 00000400:00000200:0.0:1788624561.954338:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395cc0 00000400:00000010:0.0:1788624561.954340:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395cc0. 00000100:00000001:0.0:1788624561.954343:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624561.954348:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61880 x1875506845051392/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624561.954361:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61880 x1875506845051392/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624561.954368:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624561.954369:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624561.954371:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624561.954372:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624561.954374:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624561.954375:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624561.954377:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624561.954383:0:2388:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=140 v=5 (103 103 103 137) 00000100:00001000:0.0:1788624561.954389:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624561.954392:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624561.954393:0:2388:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624561.954394:0:2388:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624561.954398:0:2388:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624561.954400:0:2388:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624561.954402:0:2388:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788624561.954404:0:2388:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624561.954405:0:2388:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624561.954410:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d61880 x1875506845051392/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/416 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624561.954416:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624561.954418:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624561.954419:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624561.954421:0:2388:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788624561.954429:0:2388:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff99dd10dbf800: connect to target with instance 1 00000020:00000001:0.0:1788624561.954431:0:2388:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788624561.954433:0:2388:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d13 00000020:00000001:0.0:1788624561.954435:0:2388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624561.954439:0:2388:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd10dbe000 refcount=5 00000020:00000001:0.0:1788624561.954441:0:2388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000020:00000001:0.0:1788624561.954444:0:2388:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000100:00001000:0.0:1788624561.954447:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=1788624561 v=0 (0 0 0 0) 00000100:00001000:0.0:1788624561.954450:0:2388:0:(import.c:2261:obd_at_measure()) AT ffff99dd19442418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788624561.954456:0:2388:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1511, crc32c 10083, adler 1171 00000020:00000040:0.0:1788624561.954461:0:2388:0:(genops.c:879:class_export_put()) PUTting export ffff99dd10dbe000 : new refcount 4 00000100:00000001:0.0:1788624561.954464:0:2388:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1788624561.954471:0:2388:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:0.0:1788624561.954475:0:2388:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff99dd10dbf800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1788624561.954479:0:2388:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1788624561.954481:0:2388:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624561.954482:0:2388:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1788624561.954486:0:2388:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:0.0:1788624561.954489:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788624561.954494:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624561.954497:0:2388:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624561.954499:0:2388:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624561.954500:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788624561.954502:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624561.954504:0:2388:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624561.954506:0:2388:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788624561.954510:0:2388:0:(import.c:1341:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.202.125@tcp after partition 00000100:00080000:0.0:1788624561.954514:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:0.0:1788624561.954520:0:2388:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1788624561.954523:0:2388:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:0.0:1788624561.954528:0:2388:0:(client.c:3248:ptlrpc_resend_req()) @@@ going to resend req@ffff99dd11dda300 x1875506845049216/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624564 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624561.954550:0:2388:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788624561.954553:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1788624561.954555:0:2388:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1788624561.954556:0:2388:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1788624561.954557:0:2388:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1788624561.954559:0:2388:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:0.0:1788624561.954561:0:2388:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1788624561.954562:0:2388:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff99dd10708828 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1788624561.954566:0:2388:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xcc94206c7ef40d13 00800000:00000040:0.0:1788624561.954569:0:2388:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff99dd10dbf800=a55b9942-a78b-4307-bacc-c0fbc9bcd663 device 3 (ffff99dd107099c0) type mdc at LMV idx 0 00800000:00000040:0.0:1788624561.954574:0:2388:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff99dd107099c0 already active! 00800000:00000001:0.0:1788624561.954577:0:2388:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788624561.954579:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788624561.954581:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624561.954583:0:2388:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624561.954584:0:2388:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624561.954586:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788624561.954587:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788624561.954589:0:2388:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624561.954804:0:32615:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624561.954812:0:32615:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624561.954814:0:32615:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624561.954817:0:32615:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624561.954822:0:32615:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c2a8 00000400:00000010:1.0:1788624561.954825:0:32615:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c2a8. 00000100:00000001:1.0:1788624561.954828:0:32615:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624561.954835:0:32615:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dda300 x1875506845049216/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624564 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624561.954845:0:32615:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dda300 x1875506845049216/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624564 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624561.954850:0:32615:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624561.954852:0:32615:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624561.954854:0:32615:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624561.954856:0:32615:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624561.954861:0:32615:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624561.954865:0:32615:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624561.954867:0:32615:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624561.954870:0:32615:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1788624561.954882:0:32615:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875506845049216 new x1875506845051904 02000000:00000001:1.0:1788624561.954886:0:32615:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624561.954889:0:32615:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624561.954894:0:32615:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624561.954900:0:32615:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624561.954905:0:32615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c2a8. 00000100:00000200:1.0:1788624561.954910:0:32615:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845049216, portal 10 00000100:00000001:1.0:1788624561.954913:0:32615:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624561.954914:0:32615:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499400960 : -112300210150656 : ffff99dd11dda300) 00000100:00000040:1.0:1788624561.954921:0:32615:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff99dd11dda300 x1875506845049216/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624577 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624561.954932:0:32615:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624561.954935:0:32615:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624561.954937:0:32615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c088. 00000100:00000200:1.0:1788624561.954942:0:32615:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845049216, offset 0 00000400:00000200:1.0:1788624561.954949:0:32615:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624561.954958:0:32615:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624561.954964:0:32615:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624561.954971:0:32615:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624561.954979:0:32615:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624561.954983:0:32615:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624561.954986:0:32615:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624561.954991:0:32615:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2814:2814:256:4294967295] 192.168.202.125@tcp LPNI seq info [2814:2814:8:4294967295] 00000400:00000200:1.0:1788624561.954996:0:32615:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624561.955010:0:32615:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624561.955016:0:32615:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624561.955022:0:32615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611200. 00000800:00000200:1.0:1788624561.955033:0:32615:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624561.955041:0:32615:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624561.955046:0:32615:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788624561.955058:0:32615:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624561.955062:0:32615:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 788018 usecs (789 jiffies) 00000400:00000200:1.0:1788624561.955066:0:32615:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624561.955069:0:32615:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296576805 00000100:00000001:1.0:1788624561.955072:0:32615:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:1.0:1788624561.955075:0:32615:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296576805 00000100:00000001:1.0:1788624561.955078:0:32615:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:1.0:1788624561.955083:0:32615:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624561.955086:0:32615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624561.955089:0:32615:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624561.955090:0:32615:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624561.955093:0:32615:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147c000 going to sleep for 11 seconds 00000100:00000001:1.0:1788624561.955095:0:32615:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624561.955096:0:32615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624561.955783:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624561.955789:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611200. 00000400:00000200:3.0:1788624561.955795:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624561.955800:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624561.955808:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c088 00000400:00000010:3.0:1788624561.955810:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c088. 00000100:00000001:3.0:1788624561.955815:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624561.955820:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dda300 x1875506845049216/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624577 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624561.955832:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624561.955835:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dda300 x1875506845049216/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624577 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624561.955843:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.955845:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788624561.956067:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624561.956070:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624561.956075:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624561.956077:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624561.956079:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a26e0. 00000400:00000200:2.0:1788624561.956083:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08000 00000400:00000010:2.0:1788624561.956085:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08000. 00000100:00000001:2.0:1788624561.956089:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624561.956097:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d62a00 x1875506845051520/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624561.956128:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d62a00 x1875506845051520/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624561.956135:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624561.956137:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624561.956139:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624561.956141:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624561.956143:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624561.956148:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624561.956150:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624561.956156:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=140 v=5 (103 103 103 137) 00000100:00001000:2.0:1788624561.956160:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=140 v=5 (1 1 1 1) 00000100:00000001:2.0:1788624561.956162:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624561.956164:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624561.956166:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624561.956168:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624561.956174:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624561.956176:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788624561.956178:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624561.956179:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624561.956183:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d62a00 x1875506845051520/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624561.956191:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624561.956193:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624561.956195:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624561.956198:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d62a00 x1875506845051520/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624577 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624561.956206:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845051520:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624561.956211:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624561.956214:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624561.956217:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d62a00 x1875506845051520/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624577 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624561.956222:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624561.956224:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624561.956227:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd110fb000. 02000000:00000001:2.0:1788624561.956231:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624561.956233:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624561.956234:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624561.956237:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624561.956240:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04872300. 02000000:00000001:2.0:1788624561.956243:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624561.956245:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624561.956247:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d62a00. 00000100:00000001:2.0:1788624561.956251:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624561.956252:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624561.956254:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624561.956260:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624561.956270:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624561.956273:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624561.956275:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624561.956521:0:2388:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624561.956524:0:2388:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:0.0:1788624561.956529:0:2388:0:(import.c:1787:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff99dd10dbf800: Connection restored to 192.168.202.125@tcp (at 192.168.202.125@tcp) 00000100:00080000:0.0:1788624561.956539:0:2388:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000001a9c32c8): req@ffff99dd11dd9180 x1875506845048832/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 1 dl 1788624561 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624561.956561:0:2388:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624561.956564:0:2388:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624561.956569:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61880 x1875506845051392/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/416 e 0 to 0 dl 1788624571 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624561.956578:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845051392:192.168.202.125@tcp:38:kworker.0 00000400:00000001:0.0:1788624561.956587:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624561.956588:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624561.956590:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dec8. 00000400:00000200:0.0:1788624561.956594:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395990 00000400:00000010:0.0:1788624561.956595:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395990. 00000100:00000001:0.0:1788624561.956598:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624561.956601:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d60380 x1875506845051648/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624561.956609:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d60380 x1875506845051648/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624561.956616:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624561.956617:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624561.956619:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624561.956624:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624561.956625:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624561.956627:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624561.956629:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624561.956634:0:2388:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=139 v=5 (5 5 5 36) 00000100:00001000:0.0:1788624561.956638:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=37 v=5 (1 1 0 0) 00000100:00000001:0.0:1788624561.956640:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624561.956641:0:2388:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624561.956643:0:2388:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624561.956645:0:2388:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624561.956648:0:2388:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624561.956650:0:2388:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967330 00000100:00000001:0.0:1788624561.956651:0:2388:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624561.956652:0:2388:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624561.956656:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d60380 x1875506845051648/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624561.956663:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624561.956665:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624561.956666:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788624561.956670:0:2388:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff99dd11d60380 x1875506845051648/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788624561.956677:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19445000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1788624561.956682:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d60380 x1875506845051648/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624561.956693:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845051648:192.168.202.125@tcp:9:kworker.0 00000400:00000001:0.0:1788624561.956698:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624561.956700:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624561.956701:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d4d0. 00000400:00000200:0.0:1788624561.956704:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053952a8 00000400:00000010:0.0:1788624561.956706:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053952a8. 00000100:00000001:0.0:1788624561.956708:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624561.956715:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61500 x1875506845051776/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624561.956723:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61500 x1875506845051776/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624561.956729:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624561.956730:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624561.956732:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624561.956734:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624561.956735:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624561.956739:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624561.956741:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624561.956744:0:2388:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=139 v=5 (5 5 5 36) 00000100:00001000:0.0:1788624561.956747:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=50 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624561.956749:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624561.956750:0:2388:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624561.956752:0:2388:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624561.956753:0:2388:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624561.956756:0:2388:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624561.956757:0:2388:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:0.0:1788624561.956759:0:2388:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624561.956760:0:2388:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624561.956766:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d61500 x1875506845051776/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624561.956773:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624561.956774:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624561.956775:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788624561.956779:0:2388:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff99dd11d61500 x1875506845051776/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788624561.956785:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19447800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1788624561.956789:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61500 x1875506845051776/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624561.956800:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845051776:192.168.202.125@tcp:9:kworker.0 00000100:00000001:0.0:1788624561.956804:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624561.956806:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624561.956810:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d61880 x1875506845051392/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/416 e 0 to 0 dl 1788624571 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624561.956816:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624561.956818:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624561.956823:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049ca800. 02000000:00000001:0.0:1788624561.956826:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624561.956828:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624561.956829:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624561.956831:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624561.956833:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd04838000. 02000000:00000001:0.0:1788624561.956836:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624561.956837:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624561.956839:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d61880. 00000100:00000001:0.0:1788624561.956842:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624561.956843:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624561.956844:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624561.956848:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d60380 x1875506845051648/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624561.956857:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624561.956858:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624561.956860:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0633ae00. 02000000:00000001:0.0:1788624561.956862:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624561.956863:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624561.956865:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624561.956866:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624561.956868:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04872c00. 02000000:00000001:0.0:1788624561.956870:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624561.956871:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624561.956872:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d60380. 00000100:00000001:0.0:1788624561.956884:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624561.956888:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624561.956890:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624561.956894:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d61500 x1875506845051776/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624571 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624561.956900:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624561.956901:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624561.956903:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0633ac00. 02000000:00000001:0.0:1788624561.956905:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624561.956906:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624561.956907:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624561.956909:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624561.956910:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04872900. 02000000:00000001:0.0:1788624561.956912:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624561.956913:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624561.956917:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d61500. 00000100:00000001:0.0:1788624561.956919:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624561.956920:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624561.956922:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624561.956926:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624561.956928:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624561.956929:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624561.956931:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624561.956983:0:32652:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:1.0:1788624561.956988:0:32652:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:1.0:1788624561.956991:0:32652:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624561.956997:0:32652:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624561.956998:0:32652:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624561.957000:0:32652:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:1.0:1788624561.957002:0:32652:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624561.957586:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624561.957591:0:32625:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624561.957593:0:32625:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624561.957596:0:32625:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624561.957599:0:32625:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624561.957602:0:32625:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624561.957605:0:32625:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624561.957607:0:32625:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1788624561.957611:0:32625:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875506845048832 new x1875506845052032 02000000:00000001:2.0:1788624561.957614:0:32625:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624561.957616:0:32625:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624561.957623:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624561.957629:0:32625:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a26e0. 00000400:00000010:2.0:1788624561.957636:0:32625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08000. 00000100:00000200:2.0:1788624561.957641:0:32625:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845048832, portal 10 00000100:00000001:2.0:1788624561.957644:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624561.957646:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499396480 : -112300210155136 : ffff99dd11dd9180) 00000100:00000040:2.0:1788624561.957654:0:32625:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff99dd11dd9180 x1875506845048832/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624577 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624561.957665:0:32625:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624561.957669:0:32625:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624561.957671:0:32625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08d48. 00000100:00000200:2.0:1788624561.957674:0:32625:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875506845048832, offset 0 00000400:00000200:2.0:1788624561.957680:0:32625:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624561.957690:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624561.957696:0:32625:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624561.957701:0:32625:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624561.957705:0:32625:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624561.957712:0:32625:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624561.957715:0:32625:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624561.957719:0:32625:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2815:2815:256:4294967295] 192.168.202.125@tcp LPNI seq info [2815:2815:8:4294967295] 00000400:00000200:2.0:1788624561.957724:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624561.957732:0:32625:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624561.957742:0:32625:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624561.957748:0:32625:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872300. 00000800:00000200:2.0:1788624561.957754:0:32625:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624561.957765:0:32625:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624561.957770:0:32625:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872300 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1788624561.957785:0:32625:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624561.957789:0:32625:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 788018 usecs (789 jiffies) 00000400:00000200:2.0:1788624561.957796:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624561.957798:0:32625:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296576808 00000100:00000001:2.0:1788624561.957801:0:32625:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:2.0:1788624561.957804:0:32625:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296576808 00000100:00000001:2.0:1788624561.957806:0:32625:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:2.0:1788624561.957809:0:32625:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624561.957812:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624561.957814:0:32625:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624561.957818:0:32625:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624561.957821:0:32625:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147c780 going to sleep for 11 seconds 00000100:00000001:2.0:1788624561.957823:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624561.957825:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624561.957958:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624561.957967:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872300. 00000400:00000200:3.0:1788624561.957971:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624561.957976:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624561.957981:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08d48 00000400:00000010:3.0:1788624561.957983:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08d48. 00000100:00000001:3.0:1788624561.957989:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624561.957994:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9180 x1875506845048832/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624577 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.958003:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624561.958006:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9180 x1875506845048832/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624577 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.958015:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.958017:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624561.965724:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624561.965747:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624561.965751:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624561.965755:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624561.965773:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.965782:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624561.965795:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.965800:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.965806:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.965813:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745ec80 00000400:00000200:3.0:1788624561.965818:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.965825:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x80ed [1] + 224 00000800:00000001:3.0:1788624561.965831:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624561.965839:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624561.965843:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624561.965848:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624561.965857:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624561.965870:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9180 x1875506845048832/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624577 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624561.965894:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff99dd11dd9180 x1875506845048832/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624577 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624561.965905:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624561.965916:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624561.965919:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624561.966221:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624561.966229:0:32625:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624561.966231:0:32625:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624561.966235:0:32625:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a26e0. 00000400:00000200:2.0:1788624561.966240:0:32625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08000 00000400:00000010:2.0:1788624561.966242:0:32625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08000. 00000100:00000001:2.0:1788624561.966246:0:32625:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624561.966251:0:32625:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9180 x1875506845048832/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624577 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624561.966272:0:32625:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9180 x1875506845048832/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/512 e 0 to 0 dl 1788624577 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624561.966278:0:32625:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624561.966280:0:32625:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624561.966283:0:32625:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624561.966287:0:32625:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624561.966292:0:32625:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624561.966294:0:32625:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624561.966298:0:32625:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624561.966308:0:32625:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=140 v=5 (103 103 103 137) 00000100:00001000:2.0:1788624561.966312:0:32625:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624561.966318:0:32625:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624561.966320:0:32625:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624561.966323:0:32625:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624561.966327:0:32625:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624561.966329:0:32625:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788624561.966332:0:32625:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788624561.966334:0:32625:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788624561.966336:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624561.966340:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499396480 : -112300210155136 : ffff99dd11dd9180) 00000100:00000001:2.0:1788624561.966343:0:32625:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624561.966346:0:32625:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:2.0:1788624561.966348:0:32625:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624561.966351:0:32625:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624561.966357:0:32625:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9180 x1875506845048832/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/456 e 0 to 0 dl 1788624577 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624561.966368:0:32625:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624561.966371:0:32625:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624561.966373:0:32625:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624561.966377:0:32625:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9180 x1875506845048832/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/456 e 0 to 0 dl 1788624577 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624561.966386:0:32625:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9180 pname:cluuid:pid:xid:nid:opc:job touch:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32625:1875506845048832:192.168.202.125@tcp:36:touch.0 00000100:00000001:2.0:1788624561.966391:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624561.966394:0:32625:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624561.966396:0:32625:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624561.966398:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624561.966402:0:32625:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9180 x1875506845048832/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/456 e 0 to 0 dl 1788624577 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624561.966409:0:32625:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624561.966413:0:32625:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147c780. 00000100:00000001:2.0:1788624561.966416:0:32625:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624561.966418:0:32625:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624561.966429:0:32625:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624561.966432:0:32625:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624561.966440:0:32625:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788624561.966442:0:32625:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788624561.966465:0:32625:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:2.0:1788624561.966469:0:32625:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:2.0:1788624561.966477:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624561.966481:0:32625:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9180 x1875506845048832/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/456 e 0 to 0 dl 1788624577 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624561.966488:0:32625:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624561.966492:0:32625:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788624561.966496:0:32625:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624561.966499:0:32625:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624561.966502:0:32625:0:(pcc.c:2679:pcc_inode_setattr()) Process entered 00000080:00000001:2.0:1788624561.966506:0:32625:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788624561.966508:0:32625:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624561.966510:0:32625:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788624561.966512:0:32625:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624561.966513:0:32625:0:(pcc.c:2688:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624561.966516:0:32625:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:2.0:1788624561.966519:0:32625:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624561.966526:0:32625:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832424 : -112300453719192 : ffff99dd03591368) 00000020:00001000:2.0:1788624561.966529:0:32625:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591360 00000020:00000001:2.0:1788624561.966534:0:32625:0:(cl_object.c:143:cl_object_top()) ffff99dd183646c0 -> ffff99dd183646c0 00000020:00000001:2.0:1788624561.966537:0:32625:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788624561.966542:0:32625:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788624561.966545:0:32625:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x26:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788624561.966548:0:32625:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624561.966550:0:32625:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788624561.966552:0:32625:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788624561.966556:0:32625:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1788624561.966557:0:32625:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000405:0x26:0x0] 00800000:00000001:2.0:1788624561.966561:0:32625:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624561.966567:0:32625:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624561.966569:0:32625:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624561.966573:0:32625:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624561.966575:0:32625:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624561.966577:0:32625:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:2.0:1788624561.966580:0:32625:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624561.966584:0:32625:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624561.966589:0:32625:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624561.966596:0:32625:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624561.966598:0:32625:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624561.966601:0:32625:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x26:0x0]: 0 00000080:00000001:2.0:1788624561.966602:0:32625:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624561.966605:0:32625:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:2.0:1788624561.966611:0:32625:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd110fb000. 00000080:00010000:2.0:1788624561.966618:0:32625:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000405:0x26:0x0](ffff99dd191be3c8) 00000080:00000001:2.0:1788624561.966622:0:32625:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624561.966627:0:32625:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624561.966630:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204b958 00800000:00000002:2.0:1788624561.966632:0:32625:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000405:0x26:0x0] '' on [0x200000405:0x26:0x0] 00800000:00000001:2.0:1788624561.966636:0:32625:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624561.966638:0:32625:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624561.966639:0:32625:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624561.966641:0:32625:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624561.966642:0:32625:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624561.966643:0:32625:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624561.966645:0:32625:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:2.0:1788624561.966647:0:32625:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624561.966649:0:32625:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x26:0x0], fid2=[0x200000405:0x26:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624561.966654:0:32625:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624561.966656:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204b828 00000002:00010000:2.0:1788624561.966658:0:32625:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x26:0x0]) in obj [0x200000405:0x26:0x0], intent: layout flags 0 00000002:00000001:2.0:1788624561.966661:0:32625:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788624561.966663:0:32625:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:2.0:1788624561.966667:0:32625:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62a00. 00000020:00000040:2.0:1788624561.966676:0:32625:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:2.0:1788624561.966681:0:32625:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624561.966686:0:32625:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624561.966690:0:32625:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624561.966695:0:32625:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624561.966698:0:32625:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624561.966702:0:32625:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624561.966709:0:32625:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd110fb800. 00000100:00000001:2.0:1788624561.966716:0:32625:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624561.966721:0:32625:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624561.966723:0:32625:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624561.966725:0:32625:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624561.966726:0:32625:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624561.966728:0:32625:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624561.966731:0:32625:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00010000:00000001:2.0:1788624561.966735:0:32625:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624561.966740:0:32625:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788624561.966745:0:32625:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03870900. 00010000:00000010:2.0:1788624561.966750:0:32625:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd05188000. 00010000:00000001:2.0:1788624561.966756:0:32625:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624561.966771:0:32625:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10767e00. 00000020:00000001:2.0:1788624561.966775:0:32625:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624561.966778:0:32625:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10767e00 with handle 0xcc94206c7ef41873 to hash 00000020:00000001:2.0:1788624561.966780:0:32625:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624561.966782:0:32625:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624561.966786:0:32625:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624561.966794:0:32625:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624561.966797:0:32625:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624561.966802:0:32625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef41873 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32625 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624561.966811:0:32625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef41873 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32625 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624561.966824:0:32625:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef41873 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32625 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624561.966829:0:32625:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624561.966834:0:32625:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624561.966840:0:32625:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cd0c0. 00000100:00000001:2.0:1788624561.966842:0:32625:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486764224 : -112300222787392 : ffff99dd111cd0c0) 00000100:00000001:2.0:1788624561.966844:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624561.966845:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000001:2.0:1788624561.966850:0:32625:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624561.966853:0:32625:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624561.966856:0:32625:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624561.966860:0:32625:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624561.966865:0:32625:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d62a00 x1875506845052160/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624561.966873:0:32625:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624561.966883:0:32625:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624561.966887:0:32625:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624561.966889:0:32625:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624561.966892:0:32625:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624561.966895:0:32625:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d62a00 pname:cluuid:pid:xid:nid:opc:job touch:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32625:1875506845052160:192.168.202.125@tcp:101:touch.0 00000100:00000001:2.0:1788624561.966900:0:32625:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624561.966906:0:32625:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624561.966909:0:32625:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624561.966911:0:32625:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624561.966919:0:32625:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04838400. 02000000:00000001:2.0:1788624561.966921:0:32625:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624561.966927:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624561.966930:0:32625:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a26e0. 00000400:00000010:2.0:1788624561.966936:0:32625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08000. 00000100:00000200:2.0:1788624561.966946:0:32625:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845052160, portal 10 00000100:00000001:2.0:1788624561.966948:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624561.966949:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000040:2.0:1788624561.966956:0:32625:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d62a00 x1875506845052160/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/472 e 0 to 0 dl 1788624577 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624561.966966:0:32625:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624561.966969:0:32625:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624561.966972:0:32625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e086e8. 00000100:00000200:2.0:1788624561.966975:0:32625:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875506845052160, offset 0 00000400:00000200:2.0:1788624561.966980:0:32625:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624561.966986:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624561.966996:0:32625:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624561.967001:0:32625:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624561.967006:0:32625:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624561.967066:0:32625:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624561.967070:0:32625:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624561.967075:0:32625:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2816:2816:256:4294967295] 192.168.202.125@tcp LPNI seq info [2816:2816:8:4294967295] 00000400:00000200:2.0:1788624561.967080:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624561.967092:0:32625:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624561.967098:0:32625:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624561.967104:0:32625:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872500. 00000800:00000200:2.0:1788624561.967150:0:32625:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624561.967159:0:32625:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624561.967164:0:32625:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872500 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:2.0:1788624561.967316:0:32625:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624561.967321:0:32625:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 815112 usecs (816 jiffies) 00000400:00000200:2.0:1788624561.967325:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624561.967328:0:32625:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296576844 00000100:00000001:2.0:1788624561.967331:0:32625:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:2.0:1788624561.967336:0:32625:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296576844 00000100:00000001:2.0:1788624561.967338:0:32625:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:2.0:1788624561.967341:0:32625:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624561.967344:0:32625:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624561.967346:0:32625:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624561.967348:0:32625:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624561.967351:0:32625:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cd0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788624561.967356:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624561.967358:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624561.968139:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624561.968145:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872500. 00000400:00000200:3.0:1788624561.968150:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624561.968156:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624561.968160:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e086e8 00000400:00000010:3.0:1788624561.968165:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e086e8. 00000100:00000001:3.0:1788624561.968169:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624561.968175:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d62a00 x1875506845052160/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/472 e 0 to 0 dl 1788624577 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624561.968187:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624561.968191:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d62a00 x1875506845052160/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/472 e 0 to 0 dl 1788624577 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624561.968198:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.968200:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624561.975594:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624561.975617:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624561.975621:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624561.975623:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624561.975633:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624561.975642:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624561.975654:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624561.975659:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624561.975669:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624561.975674:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 400 into portal 10 MB=0x6a9c37745ed00 00000400:00000200:2.0:1788624561.975680:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624561.975686:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 400/400 into md 0x80fd [1] + 224 00000800:00000001:2.0:1788624561.975696:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624561.975706:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624561.975709:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624561.975713:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624561.975725:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624561.975735:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d62a00 x1875506845052160/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/472 e 0 to 0 dl 1788624577 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624561.975751:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff99dd11d62a00 x1875506845052160/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/472 e 0 to 0 dl 1788624577 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624561.975780:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624561.975788:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624561.975792:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624561.975907:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624561.975915:0:32625:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624561.975918:0:32625:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624561.975921:0:32625:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a26e0. 00000400:00000200:3.0:1788624561.975929:0:32625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08000 00000400:00000010:3.0:1788624561.975933:0:32625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08000. 00000100:00000001:3.0:1788624561.975936:0:32625:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624561.975941:0:32625:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d62a00 x1875506845052160/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/472 e 0 to 0 dl 1788624577 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788624561.975952:0:32625:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d62a00 x1875506845052160/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/472 e 0 to 0 dl 1788624577 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624561.975960:0:32625:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624561.975962:0:32625:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624561.975965:0:32625:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624561.975969:0:32625:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624561.975971:0:32625:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624561.975973:0:32625:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624561.975976:0:32625:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624561.975988:0:32625:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=140 v=5 (103 103 103 137) 00000100:00001000:3.0:1788624561.975992:0:32625:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624561.975994:0:32625:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624561.975996:0:32625:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624561.975999:0:32625:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624561.976005:0:32625:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.976008:0:32625:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624561.976010:0:32625:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:3.0:1788624561.976013:0:32625:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624561.976015:0:32625:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624561.976020:0:32625:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d62a00 x1875506845052160/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/400 e 0 to 0 dl 1788624577 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624561.976031:0:32625:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624561.976034:0:32625:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624561.976036:0:32625:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624561.976040:0:32625:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d62a00 x1875506845052160/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/400 e 0 to 0 dl 1788624577 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788624561.976048:0:32625:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d62a00 pname:cluuid:pid:xid:nid:opc:job touch:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32625:1875506845052160:192.168.202.125@tcp:101:touch.0 00000100:00000001:3.0:1788624561.976056:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624561.976059:0:32625:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.976061:0:32625:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788624561.976063:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624561.976067:0:32625:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d62a00 x1875506845052160/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/400 e 0 to 0 dl 1788624577 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624561.976074:0:32625:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624561.976085:0:32625:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cd0c0. 00000100:00000001:3.0:1788624561.976089:0:32625:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788624561.976090:0:32625:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624561.976094:0:32625:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788624561.976097:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624561.976100:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624561.976103:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=4 00000020:00000001:3.0:1788624561.976142:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624561.976146:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000040:3.0:1788624561.976152:0:32625:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10767e00, remote cookie: 0xa103bd66258a7fd9, flags: 0x1000 00010000:00000001:3.0:1788624561.976156:0:32625:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788624561.976164:0:32625:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788624561.976166:0:32625:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788624561.976167:0:32625:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788624561.976169:0:32625:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788624561.976171:0:32625:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x26:0x0].0x0 (ffff99dd03870900) refcount = 1 00010000:00010000:3.0:1788624561.976177:0:32625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef41873 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fd9 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624561.976189:0:32625:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788624561.976193:0:32625:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788624561.976195:0:32625:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624561.976198:0:32625:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788624561.976200:0:32625:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624561.976204:0:32625:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef41873 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fd9 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624561.976210:0:32625:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788624561.976212:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624561.976213:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624561.976214:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624561.976215:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624561.976216:0:32625:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624561.976221:0:32625:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788624561.976222:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624561.976224:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624561.976226:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:3.0:1788624561.976228:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624561.976230:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624561.976232:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624561.976233:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788624561.976237:0:32625:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff99dd11d62a00 x1875506845052160/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/400 e 0 to 0 dl 1788624577 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:3.0:1788624561.976246:0:32625:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff99dd10dbf800: layout return lvb 56 transno 0 00010000:00000001:3.0:1788624561.976249:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624561.976250:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624561.976252:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:3.0:1788624561.976254:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624561.976255:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00000002:00010000:3.0:1788624561.976259:0:32625:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef41873 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fd9 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788624561.976374:0:32625:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99dd049c3780. 00010000:00000001:3.0:1788624561.976376:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624561.976377:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624561.976379:0:32625:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624561.976381:0:32625:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624561.976384:0:32625:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788624561.976386:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624561.976387:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624561.976389:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:3.0:1788624561.976390:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624561.976392:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00000002:00010000:3.0:1788624561.976395:0:32625:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef41873 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fd9 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624561.976401:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624561.976403:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624561.976404:0:32625:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788624561.976406:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624561.976407:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624561.976408:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:3.0:1788624561.976410:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624561.976412:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000040:3.0:1788624561.976418:0:32625:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870900 count: 2 00010000:00000001:3.0:1788624561.976421:0:32625:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788624561.976425:0:32625:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 16 res 8589935621/38 (0 0) 00010000:00000001:3.0:1788624561.976428:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624561.976429:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624561.976430:0:32625:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788624561.976434:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204b7b0 00000002:00002000:3.0:1788624561.976436:0:32625:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:3.0:1788624561.976439:0:32625:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624561.976442:0:32625:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624561.976448:0:32625:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788624561.976452:0:32625:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000405:0x26:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788624561.976455:0:32625:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.976457:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624561.976462:0:32625:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d62a00 x1875506845052160/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 376/400 e 0 to 0 dl 1788624577 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624561.976469:0:32625:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624561.976474:0:32625:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624561.976478:0:32625:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd04838400. 02000000:00000001:3.0:1788624561.976482:0:32625:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624561.976484:0:32625:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624561.976486:0:32625:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624561.976488:0:32625:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624561.976490:0:32625:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd110fb800. 02000000:00000001:3.0:1788624561.976493:0:32625:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624561.976495:0:32625:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624561.976497:0:32625:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d62a00. 00000100:00000001:3.0:1788624561.976505:0:32625:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624561.976507:0:32625:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788624561.976512:0:32625:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd110fb000. 00000080:00010000:3.0:1788624561.976516:0:32625:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff99dd191be3c8) for lock 0xcc94206c7ef41873 00800000:00000001:3.0:1788624561.976520:0:32625:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624561.976523:0:32625:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624561.976528:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624561.976529:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624561.976530:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:3.0:1788624561.976532:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624561.976535:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624561.976537:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624561.976538:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624561.976539:0:32625:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624561.976541:0:32625:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624561.976544:0:32625:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41873 from it ffffbef88204ba78 00010000:00000001:3.0:1788624561.976547:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624561.976548:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624561.976552:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:3.0:1788624561.976554:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624561.976556:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624561.976558:0:32625:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624561.976561:0:32625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef41873 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fd9 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624561.976568:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624561.976569:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624561.976570:0:32625:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624561.976576:0:32625:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624561.976579:0:32625:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef41873 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fd9 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788624561.976588:0:32625:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624561.976590:0:32625:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624561.976593:0:32625:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624561.976597:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624561.976598:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624561.976601:0:32625:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624561.976604:0:32625:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624561.976607:0:32625:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624561.976609:0:32625:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624561.976612:0:32625:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624561.976614:0:32625:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624561.976615:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624561.976616:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788624561.976619:0:32625:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624561.976622:0:32625:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1788624561.976624:0:32625:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000405:0x26:0x0] 00800000:00000001:3.0:1788624561.976628:0:32625:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624561.976631:0:32625:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624561.976633:0:32625:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624561.976636:0:32625:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624561.976638:0:32625:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624561.976640:0:32625:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:3.0:1788624561.977176:0:32625:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624561.977428:0:32625:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624561.977431:0:32625:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624561.977450:0:32625:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870900 count: 2 00010000:00000001:3.0:1788624561.977453:0:32625:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624561.977457:0:32625:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624561.977461:0:32625:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624561.977468:0:32625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef41873 lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fd9 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788624561.977477:0:32625:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624561.977482:0:32625:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624561.977485:0:32625:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef41873 lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fd9 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788624561.977495:0:32625:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1788624561.977497:0:32625:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x26:0x0]: 16 00000080:00000001:3.0:1788624561.977500:0:32625:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:3.0:1788624561.977503:0:32625:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:3.0:1788624561.977505:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624561.977506:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624561.977508:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:3.0:1788624561.977510:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624561.977512:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00000080:00010000:3.0:1788624561.977518:0:32625:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200000405:0x26:0x0](00000000b4a204fb) being reconfigured ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef41873 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fd9 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:3.0:1788624561.977528:0:32625:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624561.977530:0:32625:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624561.977531:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624561.977532:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624561.977533:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=4 00000020:00000001:3.0:1788624561.977535:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624561.977537:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624561.977539:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624561.977543:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624561.977544:0:32625:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624561.977546:0:32625:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624561.977548:0:32625:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:3.0:1788624561.977550:0:32625:0:(file.c:6866:ll_layout_fetch()) [0x200000405:0x26:0x0] LVB_READY=0 l_lvb_data=ffff99dd049c3780 l_lvb_len=56 00000080:00000001:3.0:1788624561.977553:0:32625:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624561.977555:0:32625:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788624561.977557:0:32625:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624561.977561:0:32625:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283880 : -112300227267736 : ffff99dd10d87368) 00000020:00001000:3.0:1788624561.977563:0:32625:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87360 00000020:00000001:3.0:1788624561.977567:0:32625:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788624561.977571:0:32625:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788624561.977574:0:32625:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788624561.977581:0:32625:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd049ad600. 00020000:00000010:3.0:1788624561.977587:0:32625:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd049c4c80. 00020000:00000010:3.0:1788624561.977593:0:32625:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd049ade40. 00020000:00000001:3.0:1788624561.977596:0:32625:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773276921408 : -112300432630208 : ffff99dd049ade40) 00020000:00000002:3.0:1788624561.977599:0:32625:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd049ade40, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788624561.977604:0:32625:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788624561.977608:0:32625:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd049c4c80: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:3.0:1788624561.977997:0:32625:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd1817e0f8) owner ffff99dd0900cf80 00020000:00000001:3.0:1788624561.978001:0:32625:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788624561.978003:0:32625:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd1817e0f8) owner ffff99dd0900cf80 00020000:00000010:3.0:1788624561.978008:0:32625:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd049c4c80. 00020000:00000010:3.0:1788624561.978015:0:32625:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd049ad600. 00020000:00000010:3.0:1788624561.978018:0:32625:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd049ade40. 00020000:00000002:3.0:1788624561.978021:0:32625:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788624561.978023:0:32625:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624561.978025:0:32625:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624561.978028:0:32625:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788624561.978031:0:32625:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd0900cf80 00020000:00000002:3.0:1788624561.978035:0:32625:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd04866ae0 addref 2/0 by ffff99dd0900cf80. 00020000:00000002:3.0:1788624561.978040:0:32625:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd0900cf80 00020000:00000001:3.0:1788624561.978043:0:32625:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788624561.978045:0:32625:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788624561.978047:0:32625:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788624561.978048:0:32625:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788624561.978050:0:32625:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788624561.978053:0:32625:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788624561.978056:0:32625:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87360 00000080:00000001:3.0:1788624561.978058:0:32625:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624561.978060:0:32625:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:3.0:1788624561.978061:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624561.978062:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624561.978066:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624561.978068:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624561.978070:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:3.0:1788624561.978072:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624561.978074:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624561.978191:0:32625:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624561.978195:0:32625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef41873 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a7fd9 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788624561.978207:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624561.978208:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624561.978209:0:32625:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624561.978211:0:32625:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624561.978214:0:32625:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef41873 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a7fd9 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788624561.978220:0:32625:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624561.978222:0:32625:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624561.978223:0:32625:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624561.978227:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624561.978228:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624561.978229:0:32625:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624561.978232:0:32625:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624561.978233:0:32625:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624561.978236:0:32625:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624561.978238:0:32625:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624561.978240:0:32625:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624561.978241:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624561.978243:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788624561.978244:0:32625:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624561.978247:0:32625:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624561.978251:0:32625:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788624561.978256:0:32625:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x26:0x0]io ffff99dd11c909a0 type 3 ignore/verify layout 0/0 00020000:00000002:3.0:1788624561.978259:0:32625:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd0900cf80 00020000:00000001:3.0:1788624561.978346:0:32625:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788624561.978349:0:32625:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788624561.978352:0:32625:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788624561.978353:0:32625:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624561.978356:0:32625:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788624561.978359:0:32625:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788624561.978360:0:32625:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624561.978363:0:32625:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624561.978364:0:32625:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788624561.978365:0:32625:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788624561.978367:0:32625:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd0900cf80 00000020:00000001:3.0:1788624561.978370:0:32625:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624561.978373:0:32625:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788624561.978375:0:32625:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788624561.978377:0:32625:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:3.0:1788624561.978379:0:32625:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788624561.978382:0:32625:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788624561.978385:0:32625:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788624561.978389:0:32625:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624561.978390:0:32625:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788624561.978391:0:32625:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624561.978394:0:32625:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283880 : -112300227267736 : ffff99dd10d87368) 00000020:00001000:3.0:1788624561.978396:0:32625:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87360 00000020:00000001:3.0:1788624561.978399:0:32625:0:(cl_object.c:143:cl_object_top()) ffff99dd18364850 -> ffff99dd183646c0 00000020:00000001:3.0:1788624561.978402:0:32625:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788624561.978406:0:32625:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624561.978406:0:32625:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788624561.978408:0:32625:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624561.978410:0:32625:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624561.978412:0:32625:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494035704 : -112300215515912 : ffff99dd118bc4f8) 00000020:00000001:3.0:1788624561.978414:0:32625:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788624561.978417:0:32625:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788624561.978420:0:32625:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624561.978422:0:32625:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624561.978424:0:32625:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624561.978426:0:32625:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624561.978428:0:32625:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624561.978429:0:32625:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788624561.978432:0:32625:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788624561.978433:0:32625:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788624561.978434:0:32625:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788624561.978441:0:32625:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788624561.978442:0:32625:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624561.978444:0:32625:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624561.978446:0:32625:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624561.978448:0:32625:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624561.978449:0:32625:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788624561.978450:0:32625:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624561.978452:0:32625:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624561.978453:0:32625:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:3.0:1788624561.978458:0:32625:0:(cl_object.c:143:cl_object_top()) ffff99dd183646c0 -> ffff99dd183646c0 00000020:00000001:3.0:1788624561.978521:0:32625:0:(cl_object.c:143:cl_object_top()) ffff99dd183646c0 -> ffff99dd183646c0 00000020:00000001:3.0:1788624561.978524:0:32625:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1788624561.978526:0:32625:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624561.980619:0:32625:0:(cl_object.c:143:cl_object_top()) ffff99dd183646c0 -> ffff99dd183646c0 00020000:00000001:3.0:1788624561.980631:0:32625:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:3.0:1788624561.980633:0:32625:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788624561.980635:0:32625:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788624561.980637:0:32625:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788624561.980641:0:32625:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:3.0:1788624561.980643:0:32625:0:(cl_object.c:143:cl_object_top()) ffff99dd08444fc0 -> ffff99dd183646c0 00000020:00000001:3.0:1788624561.980645:0:32625:0:(cl_object.c:143:cl_object_top()) ffff99dd08444fc0 -> ffff99dd183646c0 00000020:00000001:3.0:1788624561.980647:0:32625:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1788624561.980651:0:32625:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624561.980654:0:32625:0:(cl_object.c:143:cl_object_top()) ffff99dd08444fc0 -> ffff99dd183646c0 00000020:00000001:3.0:1788624561.980656:0:32625:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788624561.980659:0:32625:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788624561.980662:0:32625:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624561.980664:0:32625:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624561.980665:0:32625:0:(cl_object.c:143:cl_object_top()) ffff99dd08444fc0 -> ffff99dd183646c0 00000020:00000001:3.0:1788624561.980668:0:32625:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788624561.980670:0:32625:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788624561.980671:0:32625:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788624561.980673:0:32625:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788624561.980675:0:32625:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788624561.980676:0:32625:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788624561.980679:0:32625:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:3.0:1788624561.980694:0:32625:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11594700. 00000020:00000040:3.0:1788624561.980699:0:32625:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:3.0:1788624561.980703:0:32625:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1788624561.980707:0:32625:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1788624561.980717:0:32625:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff99dd10dbf800: connect to NID 192.168.202.125@tcp last attempt 1720 00000400:00000200:3.0:1788624561.980726:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624561.980732:0:32625:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.125@tcp is discovered: rc = 1 00000100:00000040:3.0:1788624561.980737:0:32625:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624561.980833:0:32625:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624561.980836:0:32625:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624561.980839:0:32625:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000001:3.0:1788624561.980841:0:32625:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788624561.980843:0:32625:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d28 00000020:00000001:3.0:1788624561.980845:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624561.980848:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3000 refcount=4 00000020:00000001:3.0:1788624561.980851:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000020:00000001:3.0:1788624561.980853:0:32625:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000100:00000040:3.0:1788624561.980955:0:32625:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624561.980960:0:32625:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624561.980963:0:32625:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624561.980964:0:32625:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000040:3.0:1788624561.980967:0:32625:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3000 : new refcount 3 00000100:00080000:3.0:1788624561.980972:0:32625:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-ffff99dd10dbf800: import ffff99dd19445000 using connection 192.168.202.125@tcp/192.168.202.125@tcp 00000100:00000001:3.0:1788624561.980975:0:32625:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624561.981014:0:32625:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788624561.981021:0:32625:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624561.981024:0:32625:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.981026:0:32625:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788624561.981029:0:32625:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 8331264, lost: 0. 00000008:00000001:3.0:1788624561.981032:0:32625:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.981718:0:32625:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624561.981727:0:32625:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11594a80. 00000020:00000040:3.0:1788624561.981731:0:32625:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=4 obd=lustre-OST0000-osc-ffff99dd10dbf800 02000000:00000001:3.0:1788624561.981738:0:32625:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788624561.981740:0:32625:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.981743:0:32625:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624561.981745:0:32625:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624561.981749:0:32625:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624561.981959:0:32625:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049ce000. 00000100:00000001:3.0:1788624561.981968:0:32625:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624561.981984:0:32625:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99dd11594a80 x1875506845052288/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624561.982161:0:32625:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624561.982445:0:32625:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624561.982453:0:32625:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c55b8f21] to pc [ptlrpcd_rcv+-1] req@ffff99dd11594a80 x1875506845052288/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624561.982504:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624561.982507:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624561.982510:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624561.982517:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11594a80 x1875506845052288/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624561.982525:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624561.982527:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624561.982530:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624561.982533:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624561.982535:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624561.982543:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845052288:192.168.202.125@tcp:8:touch.0 00000100:00000001:0.0:1788624561.982547:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624561.982551:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624561.982554:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624561.982556:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624561.982563:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049ca800. 02000000:00000001:0.0:1788624561.982566:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624561.982572:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624561.982576:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d4d0. 00000400:00000010:0.0:1788624561.982582:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053952a8. 00000100:00000200:0.0:1788624561.982589:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845052288, portal 4 00000100:00000001:0.0:1788624561.982592:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624561.982594:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490727552 : -112300218824064 : ffff99dd11594a80) 00000100:00000040:0.0:1788624561.982601:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11594a80 x1875506845052288/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624561.982609:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624561.982611:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624561.982615:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395990. 00000100:00000200:0.0:1788624561.982618:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875506845052288, offset 0 00000400:00000200:0.0:1788624561.982625:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624561.982632:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624561.982639:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624561.982645:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624561.982649:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624561.982653:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624561.982656:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624561.982659:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2817:2817:256:4294967295] 192.168.202.125@tcp LPNI seq info [2817:2817:8:4294967295] 00000400:00000200:0.0:1788624561.982663:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624561.982672:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624561.982678:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624561.982684:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd214f3500. 00000800:00000200:0.0:1788624561.982691:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624561.982699:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624561.982703:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd214f3500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788624561.982726:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624561.982731:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 212442 usecs (213 jiffies) 00000400:00000200:0.0:1788624561.982735:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624561.982738:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296576257 00000100:00000001:0.0:1788624561.982742:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:0.0:1788624561.982744:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296576257 00000100:00000001:0.0:1788624561.982746:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:0.0:1788624561.982749:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624561.982751:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624561.982755:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624561.982757:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788624561.982901:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624561.982905:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd214f3500. 00000400:00000200:2.0:1788624561.982910:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624561.982916:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624561.982922:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395990 00000400:00000010:2.0:1788624561.982924:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395990. 00000100:00000001:2.0:1788624561.982928:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624561.982931:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11594a80 x1875506845052288/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624561.982937:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624561.982939:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11594a80 x1875506845052288/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624571 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624561.982944:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624561.982945:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788624561.983803:0:32625:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.983807:0:32625:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1788624561.983809:0:32625:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:3.0:1788624561.983813:0:32625:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624561.983814:0:32625:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624561.983817:0:32625:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624561.983823:0:32625:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd11155000. 00000100:00000001:3.0:1788624561.983827:0:32625:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624561.983833:0:32625:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624561.983835:0:32625:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624561.983840:0:32625:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebbda5a6] to pc [ptlrpcd_01_01+1] req@ffff99dd11594700 x1875506845052416/t0(0) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1788624561.983859:0:32625:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624561.983862:0:32625:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624561.983864:0:32625:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624561.983867:0:32625:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624561.983868:0:32625:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624561.983870:0:32625:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624561.983871:0:32625:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624561.983872:0:32625:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788624561.983883:0:32625:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1788624561.983884:0:32625:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788624561.983885:0:32625:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1788624561.988726:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788624561.988735:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788624561.988739:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624561.988747:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624561.988750:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624561.988752:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624561.988754:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624561.988758:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624561.988781:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11594700 x1875506845052416/t0(0) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624561.988791:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624561.988794:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1788624561.988798:0:2391:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff99dd11594700 x1875506845052416/t0(0) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624561.988804:0:2391:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624561.988808:0:2391:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624561.988809:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624561.988810:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624561.988813:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624561.988815:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624561.988830:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624561.988833:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624561.989239:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624561.989252:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624561.989255:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624561.989257:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624561.989273:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624561.989278:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624561.989287:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624561.989291:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624561.989296:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624561.989301:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 416 into portal 4 MB=0x6a9c37745ed80 00000400:00000200:2.0:1788624561.989306:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624561.989312:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 416/416 into md 0x810d [1] + 0 00000800:00000001:2.0:1788624561.989318:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624561.989324:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624561.989327:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624561.989331:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624561.989338:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624561.989342:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11594a80 x1875506845052288/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624561.989358:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff99dd11594a80 x1875506845052288/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624561.989538:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624561.989542:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788624561.989545:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624561.989546:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624561.993354:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624561.993381:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624561.993392:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788624562.002923:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624562.002932:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624562.002938:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d4d0. 00000400:00000200:0.0:1788624562.002949:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053952a8 00000400:00000010:0.0:1788624562.002952:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053952a8. 00000100:00000001:0.0:1788624562.002957:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624562.002970:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11594a80 x1875506845052288/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624562.002983:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11594a80 x1875506845052288/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624562.002992:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624562.002995:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624562.002998:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624562.003002:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624562.003005:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624562.003007:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624562.003010:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624562.003019:0:2388:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=140 v=5 (5 5 5 36) 00000100:00001000:0.0:1788624562.003024:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=38 v=5 (1 1 0 0) 00000100:00000001:0.0:1788624562.003026:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624562.003028:0:2388:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624562.003031:0:2388:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624562.003036:0:2388:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624562.003039:0:2388:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788624562.003041:0:2388:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: committing for last_committed 4294967330 gen 15 00000100:00000040:0.0:1788624562.003045:0:2388:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1788624562.003048:0:2388:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624562.003050:0:2388:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624562.003054:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11594a80 x1875506845052288/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1788624571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624562.003061:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624562.003065:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624562.003067:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624562.003069:0:2388:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788624562.003076:0:2388:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff99dd10dbf800: connect to target with instance 1 00000020:00000001:0.0:1788624562.003090:0:2388:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788624562.003093:0:2388:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d28 00000020:00000001:0.0:1788624562.003096:0:2388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624562.003100:0:2388:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3000 refcount=4 00000020:00000001:0.0:1788624562.003102:0:2388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000020:00000001:0.0:1788624562.003120:0:2388:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000100:00001000:0.0:1788624562.003124:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=1788624562 v=0 (0 0 0 0) 00000100:00001000:0.0:1788624562.003127:0:2388:0:(import.c:2261:obd_at_measure()) AT ffff99dd19445418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788624562.003133:0:2388:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1511, crc32c 10083, adler 1171 00000100:00080000:0.0:1788624562.003138:0:2388:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff99dd10dbf800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1788624562.003141:0:2388:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3000 : new refcount 3 00000100:00000001:0.0:1788624562.003145:0:2388:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788624562.003148:0:2388:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1788624562.003152:0:2388:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff99dd10dbf800, setting cl_avail_grant: 8331264 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:0.0:1788624562.003156:0:2388:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788624562.003160:0:2388:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1788624562.003165:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788624562.003168:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624562.003172:0:2388:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624562.003174:0:2388:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624562.003177:0:2388:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624562.003178:0:2388:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788624562.003181:0:2388:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788624562.003184:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19445000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1788624562.003187:0:2388:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788624562.003188:0:2388:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788624562.003189:0:2388:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788624562.003190:0:2388:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1788624562.003192:0:2388:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1788624562.003194:0:2388:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff99dd1070d568 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:0.0:1788624562.003199:0:2388:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:0.0:1788624562.003200:0:2388:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788624562.003203:0:2388:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624562.003205:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788624562.003207:0:2388:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1788624562.003209:0:2388:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1788624562.003211:0:2388:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1788624562.003212:0:2388:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1788624562.003214:0:2388:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788624562.003216:0:2388:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624562.003218:0:2388:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624562.003219:0:2388:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1788624562.003220:0:2388:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788624562.003222:0:2388:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624562.003223:0:2388:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1788624562.003225:0:2388:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1788624562.003229:0:2388:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1788624562.003231:0:2388:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624562.003233:0:2388:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624562.003234:0:2388:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624562.003236:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624562.003238:0:2388:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624562.003239:0:2388:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624562.003241:0:2388:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624562.003242:0:2388:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1788624562.003244:0:2388:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624562.003247:0:2388:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1788624562.003254:0:2388:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a1cc6598): req@ffff99dd11594700 x1875506845052416/t0(0) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624562.003283:0:2388:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624562.003286:0:2388:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624562.003291:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11594a80 x1875506845052288/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1788624571 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624562.003299:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845052288:192.168.202.125@tcp:8:touch.0 00000100:00000001:0.0:1788624562.003304:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624562.003308:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624562.003311:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11594a80 x1875506845052288/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1788624571 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624562.003319:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624562.003323:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624562.003327:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049ca800. 02000000:00000001:0.0:1788624562.003331:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624562.003333:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624562.003335:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624562.003338:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624562.003340:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049ce000. 02000000:00000001:0.0:1788624562.003343:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624562.003346:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624562.003347:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11594a80. 00000100:00000001:0.0:1788624562.003351:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624562.003352:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624562.003355:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624562.003363:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624562.003365:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624562.003367:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624562.003370:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624562.003555:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624562.003558:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624562.003561:0:2391:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624562.003564:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624562.003566:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624562.003569:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624562.003573:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624562.003575:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624562.003578:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624562.003584:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624562.003586:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624562.003588:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624562.003599:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd0483b800. 02000000:00000001:2.0:1788624562.003601:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624562.003608:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624562.003612:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2058. 00000400:00000010:2.0:1788624562.003618:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08110. 00000100:00000200:2.0:1788624562.003625:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845052416, portal 4 00000100:00000001:2.0:1788624562.003627:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624562.003629:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490726656 : -112300218824960 : ffff99dd11594700) 00000100:00000040:2.0:1788624562.003636:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11594700 x1875506845052416/t0(0) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624578 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624562.003644:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624562.003647:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624562.003650:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e082a8. 00000100:00000200:2.0:1788624562.003653:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875506845052416, offset 0 00000400:00000200:2.0:1788624562.003659:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624562.003667:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624562.003676:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624562.003682:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624562.003686:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624562.003691:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624562.003694:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624562.003698:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2818:2818:256:4294967295] 192.168.202.125@tcp LPNI seq info [2818:2818:8:4294967295] 00000400:00000200:2.0:1788624562.003703:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624562.003714:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624562.003720:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624562.003726:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872e00. 00000800:00000200:2.0:1788624562.003733:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624562.003740:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624562.003745:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872e00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1788624562.003759:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624562.003775:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 211573 usecs (212 jiffies) 00000400:00000200:2.0:1788624562.003780:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624562.003782:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296576277 00000100:00000001:2.0:1788624562.003786:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:2.0:1788624562.003788:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296576277 00000100:00000001:2.0:1788624562.003791:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:2.0:1788624562.003794:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624562.003798:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624562.003800:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624562.003804:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624562.003806:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788624562.003808:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624562.003809:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624562.003811:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624562.003813:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624562.003935:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624562.003940:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872e00. 00000400:00000200:2.0:1788624562.003945:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624562.003950:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624562.003954:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e082a8 00000400:00000010:2.0:1788624562.003956:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e082a8. 00000100:00000001:2.0:1788624562.003960:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624562.003963:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11594700 x1875506845052416/t0(0) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624578 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624562.003971:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624562.003973:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11594700 x1875506845052416/t0(0) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624578 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624562.003978:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624562.003980:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624562.006993:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624562.007010:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624562.007014:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624562.007017:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624562.007025:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624562.007032:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624562.007041:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624562.007046:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624562.007051:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624562.007055:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745ec00 00000400:00000200:2.0:1788624562.007060:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624562.007067:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x80e5 [1] + 224 00000800:00000001:2.0:1788624562.007073:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624562.007096:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624562.007100:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624562.007104:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624562.007145:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624562.007154:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dda300 x1875506845049216/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624577 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624562.007166:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff99dd11dda300 x1875506845049216/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624577 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624562.007228:0:32615:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624562.007247:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624562.007256:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624562.007261:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788624562.008869:0:32615:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624562.008886:0:32615:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624562.008890:0:32615:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624562.008898:0:32615:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c2a8 00000400:00000010:1.0:1788624562.008901:0:32615:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c2a8. 00000100:00000001:1.0:1788624562.008905:0:32615:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624562.008913:0:32615:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dda300 x1875506845049216/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624577 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624562.008924:0:32615:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dda300 x1875506845049216/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624577 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624562.008932:0:32615:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624562.008934:0:32615:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624562.008937:0:32615:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624562.008940:0:32615:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624562.008943:0:32615:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624562.008945:0:32615:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624562.008948:0:32615:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624562.008956:0:32615:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=140 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624562.008960:0:32615:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624562.008963:0:32615:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624562.008965:0:32615:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624562.008967:0:32615:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624562.008971:0:32615:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624562.008975:0:32615:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624562.008978:0:32615:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788624562.008980:0:32615:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624562.008982:0:32615:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624562.008987:0:32615:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dda300 x1875506845049216/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624577 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624562.008994:0:32615:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624562.008997:0:32615:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624562.008999:0:32615:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624562.009003:0:32615:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dda300 x1875506845049216/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624577 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624562.009012:0:32615:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dda300 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32615:1875506845049216:192.168.202.125@tcp:35:multiop.0 00000100:00000001:1.0:1788624562.009016:0:32615:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624562.009019:0:32615:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624562.009021:0:32615:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624562.009023:0:32615:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624562.009026:0:32615:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dda300 x1875506845049216/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624577 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624562.009033:0:32615:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624562.009036:0:32615:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147c000. 00000100:00000001:1.0:1788624562.009039:0:32615:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624562.009041:0:32615:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624562.009048:0:32615:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624562.009050:0:32615:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499400960 : -112300210150656 : ffff99dd11dda300) 00000002:00000001:1.0:1788624562.009053:0:32615:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624562.009057:0:32615:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624562.009061:0:32615:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d6600. 00000080:00000001:1.0:1788624562.009065:0:32615:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788624562.009068:0:32615:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788624562.009070:0:32615:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624562.009073:0:32615:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624562.009075:0:32615:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624562.009078:0:32615:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624562.009080:0:32615:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624562.009082:0:32615:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:1.0:1788624562.009085:0:32615:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624562.009091:0:32615:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788624562.009097:0:32615:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11c05500 x1875506845047552/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624560 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624562.009130:0:32615:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624562.009133:0:32615:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05500 x1875506845047552/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624560 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624562.009140:0:32615:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788624562.009143:0:32615:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624562.009146:0:32615:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624562.009148:0:32615:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624562.009150:0:32615:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049cb400. 02000000:00000001:1.0:1788624562.009154:0:32615:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624562.009157:0:32615:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624562.009158:0:32615:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05500. 00000100:00000001:1.0:1788624562.009162:0:32615:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624562.009163:0:32615:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624562.009164:0:32615:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624562.009168:0:32615:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dda300 x1875506845049216/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624577 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624562.009174:0:32615:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624562.009175:0:32615:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff99dd10536000. 00000002:00000001:1.0:1788624562.009178:0:32615:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624562.009180:0:32615:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624562.009182:0:32615:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd215f8140. 00000100:00000001:1.0:1788624562.009185:0:32615:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624562.009188:0:32615:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dda300 x1875506845049216/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624577 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624562.009195:0:32615:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624562.009196:0:32615:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624562.009200:0:32615:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e0800. 02000000:00000001:1.0:1788624562.009202:0:32615:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624562.009203:0:32615:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624562.009204:0:32615:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624562.009206:0:32615:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624562.009207:0:32615:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd197d6c00. 02000000:00000001:1.0:1788624562.009209:0:32615:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624562.009210:0:32615:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624562.009212:0:32615:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dda300. 00000100:00000001:1.0:1788624562.009214:0:32615:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624562.009216:0:32615:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624562.009218:0:32615:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624562.009222:0:32615:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd2030f2c0. 00000080:00000001:1.0:1788624562.009225:0:32615:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624562.009230:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3df0 00000080:00000008:1.0:1788624562.009233:0:32615:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x25:0x0](ffff99dd198742c8), flags 100002, rc = 0 00000080:00000001:1.0:1788624562.009236:0:32615:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624562.009242:0:32615:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788624562.009243:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3e00 00000080:00002000:1.0:1788624562.009245:0:32615:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff99dd1934ad80, parent ffff99dd1934eca8, inode ffff99dd198742c8) hashed, 00000080:00000001:1.0:1788624562.009248:0:32615:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624562.009259:0:32615:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788624562.009274:0:32615:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788624562.009278:0:32615:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788624562.009279:0:32615:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3e00 00000080:00002000:1.0:1788624562.009282:0:32615:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff99dd1934eca8, parent ffff99dd19287870, inode ffff99dd1919d348) hashed, 00000080:00000001:1.0:1788624562.009284:0:32615:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624562.009288:0:32615:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788624562.009290:0:32615:0:(dcache.c:48:ll_release()) Process leaving 00000800:00000001:2.0:1788624562.012443:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624562.012460:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624562.012465:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624562.012467:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624562.012475:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624562.012483:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624562.012492:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624562.012497:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624562.012502:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624562.012507:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 432 into portal 4 MB=0x6a9c37745ee00 00000400:00000200:2.0:1788624562.012512:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624562.012517:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 432/432 into md 0x8115 [1] + 224 00000800:00000001:2.0:1788624562.012523:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624562.012735:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624562.012739:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624562.012745:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624562.012753:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624562.012772:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11594700 x1875506845052416/t0(0) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624578 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624562.012784:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff99dd11594700 x1875506845052416/t0(0) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624578 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624562.012802:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624562.012812:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624562.012815:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624562.013484:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624562.013489:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624562.016300:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624562.016306:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624562.016311:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2058. 00000400:00000200:3.0:1788624562.016321:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08110 00000400:00000010:3.0:1788624562.016324:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08110. 00000100:00000001:3.0:1788624562.016331:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624562.016344:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11594700 x1875506845052416/t0(0) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624578 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788624562.016355:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11594700 x1875506845052416/t0(0) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624578 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624562.016363:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624562.016367:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624562.016370:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624562.016374:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624562.016377:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624562.016380:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624562.016382:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624562.016393:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=140 v=5 (5 5 5 36) 00000100:00001000:3.0:1788624562.016397:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624562.016399:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624562.016401:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624562.016404:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624562.016408:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624562.016412:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788624562.016414:0:2391:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: committing for last_committed 4294967332 gen 15 00000100:00000001:3.0:1788624562.016417:0:2391:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788624562.016420:0:2391:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:3.0:1788624562.016423:0:2391:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624562.016425:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624562.016430:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11594700 x1875506845052416/t4294967332(4294967332) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624578 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624562.016438:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624562.016442:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624562.016444:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788624562.016447:0:2391:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:3.0:1788624562.016468:0:2391:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624562.016473:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11594700 x1875506845052416/t4294967332(4294967332) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624578 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788624562.016487:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11594700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:0:1875506845052416:192.168.202.125@tcp:2:touch.0 00000100:00000001:3.0:1788624562.016492:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624562.016496:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624562.016499:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11594700 x1875506845052416/t4294967332(4294967332) o2->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624578 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000020:00000001:0.0:1788624562.016505:0:32625:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1788624562.016507:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00020000:00000001:0.0:1788624562.016511:0:32625:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624562.016512:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000001:0.0:1788624562.016516:0:32625:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624562.016518:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd0483b800. 00000020:00000001:0.0:1788624562.016522:0:32625:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:3.0:1788624562.016524:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624562.016527:0:32625:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788624562.016528:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624562.016532:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00020000:00000001:0.0:1788624562.016532:0:32625:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00000020:00000001:3.0:1788624562.016536:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 00020000:00000001:0.0:1788624562.016537:0:32625:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624562.016540:0:32625:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000010:3.0:1788624562.016541:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd11155000. 00000020:00000001:0.0:1788624562.016541:0:32625:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788624562.016545:0:32625:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624562.016546:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00020000:00000001:0.0:1788624562.016548:0:32625:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624562.016550:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00020000:00000001:0.0:1788624562.016554:0:32625:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000100:00000010:3.0:1788624562.016555:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11594700. 00000020:00000001:0.0:1788624562.016557:0:32625:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:3.0:1788624562.016559:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1788624562.016561:0:32625:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:3.0:1788624562.016562:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788624562.016565:0:32625:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:3.0:1788624562.016567:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788624562.016568:0:32625:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624562.016572:0:32625:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624562.016573:0:32625:0:(lov_io.c:1312:lov_io_call()) Process entered 00000100:00000001:3.0:1788624562.016574:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1788624562.016574:0:32625:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788624562.016577:0:32625:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:3.0:1788624562.016578:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624562.016580:0:32625:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624562.016582:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624562.016587:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624562.016596:0:32625:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624562.016600:0:32625:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624562.016602:0:32625:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624562.016604:0:32625:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624562.016607:0:32625:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788624562.016609:0:32625:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788624562.016610:0:32625:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788624562.016611:0:32625:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788624562.016612:0:32625:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624562.016615:0:32625:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87360 00020000:00000001:0.0:1788624562.016619:0:32625:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788624562.016621:0:32625:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788624562.016624:0:32625:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624562.016627:0:32625:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788624562.016630:0:32625:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624562.016631:0:32625:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624562.016633:0:32625:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591360 00000080:00000001:0.0:1788624562.016635:0:32625:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624562.016638:0:32625:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1788624562.016643:0:32625:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0864a400. 00000020:00000001:0.0:1788624562.016652:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204bc30 00000080:00200008:0.0:1788624562.016655:0:32625:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000405:0x26:0x0](ffff99dd191be3c8) current size 0, valid attrs 100201f0, mode 0, uid -1056046526, gid -1, new size 213440, atime 1788624545.000000000, mtime 1788624545.000000000, ctime 1788624545.000000000, rc 0 00000080:00000001:0.0:1788624562.016661:0:32625:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624562.016680:0:32625:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788624562.016683:0:32625:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd0900cf80 00020000:00000002:0.0:1788624562.016689:0:32625:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd0900cf80 00020000:00000001:0.0:1788624562.016692:0:32625:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624562.016700:0:32625:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788624562.016702:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204bdf0 00000080:00200008:0.0:1788624562.016704:0:32625:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x26:0x0](ffff99dd191be3c8), flags 104001 00000080:00000001:0.0:1788624562.016708:0:32625:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788624562.016711:0:32625:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788624562.016712:0:32625:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788624562.016714:0:32625:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd0900cf80 00020000:00000002:0.0:1788624562.016716:0:32625:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd0900cf80 00020000:00000001:0.0:1788624562.016718:0:32625:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624562.016721:0:32625:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788624562.016726:0:32625:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624562.016729:0:32625:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624562.016732:0:32625:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624562.016734:0:32625:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624562.016736:0:32625:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624562.016739:0:32625:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:0.0:1788624562.016741:0:32625:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624562.016746:0:32625:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624562.016750:0:32625:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624562.016756:0:32625:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870900 count: 2 00010000:00000001:0.0:1788624562.016759:0:32625:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624562.016764:0:32625:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624562.016767:0:32625:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x26:0x0]: 0 00000080:00000001:0.0:1788624562.016769:0:32625:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788624562.016772:0:32625:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788624562.016775:0:32625:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd0633ac00. 00000080:00000001:0.0:1788624562.016778:0:32625:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788624562.016784:0:32625:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788624562.016787:0:32625:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788624562.016789:0:32625:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624562.016790:0:32625:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624562.016792:0:32625:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624562.016793:0:32625:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624562.016796:0:32625:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624562.016797:0:32625:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:0.0:1788624562.016799:0:32625:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624562.016801:0:32625:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x26:0x0] 00000002:00000001:0.0:1788624562.016805:0:32625:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788624562.016807:0:32625:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff99dd10dbf800: [0x200000405:0x26:0x0] file closed with intent: 0 00000100:00000010:0.0:1788624562.016813:0:32625:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06d80. 00000020:00000040:0.0:1788624562.016817:0:32625:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624562.016820:0:32625:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624562.016824:0:32625:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624562.016829:0:32625:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624562.016835:0:32625:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd0633ae00. 00000100:00000001:0.0:1788624562.016841:0:32625:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788624562.016854:0:32625:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11ddad80 x1875506845048576/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624561 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788624562.016864:0:32625:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788624562.016869:0:32625:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11c06d80 x1875506845052672/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788624562.016888:0:32625:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624562.016890:0:32625:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624562.016897:0:32625:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203be9c0. 00000100:00000001:0.0:1788624562.016899:0:32625:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740460480 : -112299969091136 : ffff99dd203be9c0) 00000100:00000001:0.0:1788624562.016902:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624562.016903:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497486720 : -112300212064896 : ffff99dd11c06d80) 00000100:00000001:0.0:1788624562.016907:0:32625:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624562.016911:0:32625:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624562.016913:0:32625:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624562.016914:0:32625:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624562.016919:0:32625:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06d80 x1875506845052672/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624562.016926:0:32625:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624562.016929:0:32625:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624562.016933:0:32625:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624562.016935:0:32625:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624562.016937:0:32625:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624562.016940:0:32625:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06d80 pname:cluuid:pid:xid:nid:opc:job touch:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32625:1875506845052672:192.168.202.125@tcp:35:touch.0 00000100:00000001:0.0:1788624562.016944:0:32625:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624562.016949:0:32625:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624562.016951:0:32625:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624562.016953:0:32625:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624562.016958:0:32625:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049ca800. 02000000:00000001:0.0:1788624562.016960:0:32625:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624562.016969:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624562.016973:0:32625:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d4d0. 00000400:00000010:0.0:1788624562.016980:0:32625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053952a8. 00000100:00000200:0.0:1788624562.016987:0:32625:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845052672, portal 10 00000100:00000001:0.0:1788624562.016989:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624562.016991:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497486720 : -112300212064896 : ffff99dd11c06d80) 00000100:00000040:0.0:1788624562.016997:0:32625:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c06d80 x1875506845052672/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624578 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624562.017005:0:32625:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624562.017007:0:32625:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624562.017011:0:32625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395cc0. 00000100:00000200:0.0:1788624562.017027:0:32625:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845052672, offset 0 00000400:00000200:0.0:1788624562.017035:0:32625:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624562.017043:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624562.017051:0:32625:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624562.017057:0:32625:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624562.017062:0:32625:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624562.017066:0:32625:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624562.017069:0:32625:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624562.017072:0:32625:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2819:2819:256:4294967295] 192.168.202.125@tcp LPNI seq info [2819:2819:8:4294967295] 00000400:00000200:0.0:1788624562.017077:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624562.017086:0:32625:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624562.017095:0:32625:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624562.017128:0:32625:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd214f3500. 00000800:00000200:0.0:1788624562.017136:0:32625:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624562.017144:0:32625:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624562.017149:0:32625:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd214f3500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788624562.017160:0:32625:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624562.017165:0:32625:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 835825 usecs (836 jiffies) 00000400:00000200:0.0:1788624562.017170:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624562.017173:0:32625:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296576915 00000100:00000001:0.0:1788624562.017176:0:32625:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:0.0:1788624562.017178:0:32625:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296576915 00000100:00000001:0.0:1788624562.017181:0:32625:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:0.0:1788624562.017183:0:32625:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624562.017186:0:32625:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624562.017188:0:32625:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624562.017190:0:32625:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624562.017193:0:32625:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788624562.017196:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624562.017198:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624562.017624:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624562.017629:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd214f3500. 00000400:00000200:3.0:1788624562.017634:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624562.017640:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624562.017646:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395cc0 00000400:00000010:3.0:1788624562.017648:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395cc0. 00000100:00000001:3.0:1788624562.017652:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624562.017657:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06d80 x1875506845052672/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624578 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624562.017673:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624562.017676:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06d80 x1875506845052672/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624578 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624562.017684:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624562.017685:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:1.1:1788624562.022497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536aa0. 00000080:00000010:1.1:1788624562.022514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc81e0. 00000800:00000001:3.0:1788624562.022811:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624562.022824:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624562.022828:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624562.022830:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624562.022838:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624562.022846:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624562.022855:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624562.022860:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624562.022865:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624562.022869:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745ef00 00000400:00000200:3.0:1788624562.022885:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624562.022891:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x8125 [1] + 224 00000800:00000001:3.0:1788624562.022897:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624562.022903:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624562.022906:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624562.022911:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624562.022918:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624562.022929:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06d80 x1875506845052672/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624578 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624562.022941:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11c06d80 x1875506845052672/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624578 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624562.022968:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624562.022976:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624562.022979:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624562.023033:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624562.023041:0:32625:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624562.023043:0:32625:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624562.023046:0:32625:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d4d0. 00000400:00000200:1.0:1788624562.023051:0:32625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053952a8 00000400:00000010:1.0:1788624562.023053:0:32625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053952a8. 00000100:00000001:1.0:1788624562.023057:0:32625:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624562.023062:0:32625:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06d80 x1875506845052672/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624578 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624562.023077:0:32625:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06d80 x1875506845052672/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624578 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624562.023084:0:32625:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624562.023086:0:32625:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624562.023088:0:32625:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624562.023092:0:32625:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624562.023094:0:32625:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624562.023096:0:32625:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624562.023099:0:32625:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624562.023137:0:32625:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=140 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624562.023142:0:32625:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624562.023144:0:32625:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624562.023146:0:32625:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624562.023149:0:32625:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624562.023152:0:32625:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624562.023155:0:32625:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624562.023158:0:32625:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788624562.023159:0:32625:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624562.023162:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624562.023163:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497486720 : -112300212064896 : ffff99dd11c06d80) 00000100:00000001:1.0:1788624562.023166:0:32625:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624562.023168:0:32625:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788624562.023170:0:32625:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624562.023172:0:32625:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624562.023176:0:32625:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06d80 x1875506845052672/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624578 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624562.023183:0:32625:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624562.023186:0:32625:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624562.023188:0:32625:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624562.023192:0:32625:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06d80 x1875506845052672/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624578 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624562.023199:0:32625:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06d80 pname:cluuid:pid:xid:nid:opc:job touch:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32625:1875506845052672:192.168.202.125@tcp:35:touch.0 00000100:00000001:1.0:1788624562.023204:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624562.023207:0:32625:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624562.023210:0:32625:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624562.023212:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624562.023215:0:32625:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06d80 x1875506845052672/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624578 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624562.023222:0:32625:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624562.023224:0:32625:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203be9c0. 00000100:00000001:1.0:1788624562.023227:0:32625:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624562.023229:0:32625:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624562.023236:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624562.023237:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497486720 : -112300212064896 : ffff99dd11c06d80) 00000002:00000001:1.0:1788624562.023240:0:32625:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624562.023243:0:32625:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624562.023248:0:32625:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0633ac00. 00000080:00000001:1.0:1788624562.023252:0:32625:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788624562.023255:0:32625:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788624562.023257:0:32625:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624562.023270:0:32625:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624562.023272:0:32625:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624562.023275:0:32625:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624562.023276:0:32625:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624562.023279:0:32625:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1788624562.023281:0:32625:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624562.023285:0:32625:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788624562.023290:0:32625:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11ddad80 x1875506845048576/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624561 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624562.023296:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624562.023297:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00000100:00000001:1.0:1788624562.023299:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624562.023301:0:32625:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddad80 x1875506845048576/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624561 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624562.023307:0:32625:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624562.023309:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624562.023311:0:32625:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddad80 x1875506845048576/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624561 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624562.023317:0:32625:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788624562.023320:0:32625:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624562.023321:0:32625:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624562.023323:0:32625:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624562.023326:0:32625:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e0c00. 02000000:00000001:1.0:1788624562.023329:0:32625:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624562.023331:0:32625:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624562.023333:0:32625:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddad80. 00000100:00000001:1.0:1788624562.023337:0:32625:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624562.023338:0:32625:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624562.023339:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624562.023342:0:32625:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06d80 x1875506845052672/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624578 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624562.023347:0:32625:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624562.023349:0:32625:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff99dd12bc8160. 00000002:00000001:1.0:1788624562.023351:0:32625:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624562.023353:0:32625:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624562.023355:0:32625:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd1878e140. 00000100:00000001:1.0:1788624562.023357:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624562.023360:0:32625:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06d80 x1875506845052672/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624578 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624562.023366:0:32625:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624562.023368:0:32625:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624562.023372:0:32625:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd03d128c0. 00000080:00000001:1.0:1788624562.023375:0:32625:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624562.023381:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204bdf0 00000080:00000008:1.0:1788624562.023384:0:32625:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x26:0x0](ffff99dd191be3c8), flags 104001, rc = 0 00000080:00000001:1.0:1788624562.023387:0:32625:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624562.023391:0:32625:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788624562.023393:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204be00 00000080:00002000:1.0:1788624562.023395:0:32625:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff99dd1934e438, parent ffff99dd1934e360, inode ffff99dd191be3c8) hashed, 00000080:00000001:1.0:1788624562.023398:0:32625:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624562.023406:0:32625:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788624562.023410:0:32625:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788624562.023413:0:32625:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788624562.023414:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88204be00 00000080:00002000:1.0:1788624562.023415:0:32625:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff99dd1934e360, parent ffff99dd19287870, inode ffff99dd191bd348) hashed, 00000080:00000001:1.0:1788624562.023418:0:32625:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624562.023422:0:32625:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788624562.023424:0:32625:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1788624562.048192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8140. 00000080:00000010:1.1:1788624562.048210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc87c0. 00010000:00000001:3.0:1788624562.130242:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624562.130250:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624562.130256:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624562.130257:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624562.130622:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624562.130627:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624562.130787:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624563.154478:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624563.154488:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.154495:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624563.154497:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624563.154525:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624563.154528:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624563.154532:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788624563.676187:0:32661:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624563.676196:0:32661:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624563.676199:0:32661:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624563.676201:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8fb20 00000080:00200000:0.0:1788624563.676206:0:32661:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624563.676215:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd0633aa00. 00800000:00000002:0.0:1788624563.676221:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624563.676225:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624563.676231:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624563.676233:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8fa40 00800000:00000002:0.0:1788624563.676236:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624563.676240:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624563.676242:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624563.676244:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624563.676247:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624563.676249:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624563.676251:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624563.676253:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624563.676256:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624563.676259:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624563.676264:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624563.676266:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8f910 00000002:00010000:0.0:1788624563.676268:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624563.676272:0:32661:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624563.676274:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624563.676277:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624563.676284:0:32661:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624563.676286:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624563.676288:0:32661:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624563.676290:0:32661:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788624563.676292:0:32661:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788624563.676297:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04380. 00000020:00000040:0.0:1788624563.676301:0:32661:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:0.0:1788624563.676308:0:32661:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624563.676313:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624563.676319:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.676321:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.676323:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.676326:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624563.676328:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624563.676332:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624563.676338:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049c9800. 00000100:00000001:0.0:1788624563.676345:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.676350:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624563.676351:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.676353:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624563.676355:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.676357:0:32661:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624563.676361:0:32661:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773497475968 : -112300212075648 : ffff99dd11c04380) 00010000:00000001:0.0:1788624563.676365:0:32661:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624563.676367:0:32661:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788624563.676371:0:32661:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03f10900. 00010000:00000010:0.0:1788624563.676374:0:32661:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd11c18e00. 00010000:00000001:0.0:1788624563.676378:0:32661:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624563.676381:0:32661:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d19800. 00000020:00000001:0.0:1788624563.676385:0:32661:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624563.676388:0:32661:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d19800 with handle 0xcc94206c7ef4187a to hash 00000020:00000001:0.0:1788624563.676390:0:32661:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624563.676392:0:32661:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624563.676395:0:32661:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624563.676399:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624563.676401:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624563.676405:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624563.676414:0:32661:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624563.676425:0:32661:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624563.676431:0:32661:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624563.676432:0:32661:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624563.676438:0:32661:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203be540. 00000100:00000001:0.0:1788624563.676440:0:32661:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740459328 : -112299969092288 : ffff99dd203be540) 00000100:00000001:0.0:1788624563.676443:0:32661:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624563.676445:0:32661:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475968 : -112300212075648 : ffff99dd11c04380) 00000100:00000001:0.0:1788624563.676449:0:32661:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624563.676453:0:32661:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.676455:0:32661:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624563.676458:0:32661:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624563.676469:0:32661:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04380 x1875506845052800/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.676478:0:32661:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624563.676480:0:32661:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624563.676484:0:32661:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624563.676486:0:32661:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624563.676488:0:32661:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624563.676492:0:32661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job checkstat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32661:1875506845052800:192.168.202.125@tcp:101:checkstat.0 00000100:00000001:0.0:1788624563.676497:0:32661:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624563.676501:0:32661:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624563.676504:0:32661:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624563.676506:0:32661:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624563.676510:0:32661:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd02e15800. 02000000:00000001:0.0:1788624563.676512:0:32661:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624563.676519:0:32661:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624563.676523:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dec8. 00000400:00000010:0.0:1788624563.676529:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395b28. 00000100:00000200:0.0:1788624563.676535:0:32661:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845052800, portal 10 00000100:00000001:0.0:1788624563.676537:0:32661:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624563.676538:0:32661:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475968 : -112300212075648 : ffff99dd11c04380) 00000100:00000040:0.0:1788624563.676544:0:32661:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c04380 x1875506845052800/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.676551:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624563.676554:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624563.676556:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395880. 00000100:00000200:0.0:1788624563.676560:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845052800, offset 0 00000400:00000200:0.0:1788624563.676566:0:32661:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624563.676574:0:32661:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624563.676581:0:32661:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624563.676587:0:32661:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624563.676591:0:32661:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624563.676595:0:32661:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624563.676598:0:32661:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624563.676602:0:32661:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2820:2820:256:4294967295] 192.168.202.125@tcp LPNI seq info [2820:2820:8:4294967295] 00000400:00000200:0.0:1788624563.676606:0:32661:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624563.676615:0:32661:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624563.676621:0:32661:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624563.676626:0:32661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd214f3800. 00000800:00000200:0.0:1788624563.676633:0:32661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624563.676639:0:32661:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624563.676644:0:32661:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd214f3800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788624563.676668:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624563.676674:0:32661:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 834678 usecs (835 jiffies) 00000400:00000200:0.0:1788624563.676677:0:32661:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624563.676680:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578573 00000100:00000001:0.0:1788624563.676683:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:0.0:1788624563.676685:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578573 00000100:00000001:0.0:1788624563.676688:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:0.0:1788624563.676690:0:32661:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624563.676692:0:32661:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.676695:0:32661:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624563.676697:0:32661:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624563.676700:0:32661:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be540 going to sleep for 11 seconds 00000100:00000001:0.0:1788624563.676702:0:32661:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624563.676705:0:32661:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624563.676793:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624563.676798:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd214f3800. 00000400:00000200:2.0:1788624563.676803:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.676808:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624563.676814:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395880 00000400:00000010:2.0:1788624563.676817:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395880. 00000100:00000001:2.0:1788624563.676821:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624563.676826:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04380 x1875506845052800/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.676835:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624563.676838:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04380 x1875506845052800/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.676844:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624563.676846:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624563.684853:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.684882:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.684886:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.684889:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.684896:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.684904:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.684913:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.684918:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.684923:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.684927:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745ef80 00000400:00000200:2.0:1788624563.684932:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.684938:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x812d [1] + 224 00000800:00000001:2.0:1788624563.684945:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.684953:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.684956:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.684960:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624563.684968:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624563.684977:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04380 x1875506845052800/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624563.684987:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11c04380 x1875506845052800/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.685042:0:32661:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624563.685060:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624563.685071:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.685075:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788624563.688123:0:32661:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624563.688130:0:32661:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624563.688135:0:32661:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dec8. 00000400:00000200:0.0:1788624563.688144:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395b28 00000400:00000010:0.0:1788624563.688147:0:32661:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395b28. 00000100:00000001:0.0:1788624563.688151:0:32661:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624563.688163:0:32661:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04380 x1875506845052800/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624563.688175:0:32661:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04380 x1875506845052800/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.688184:0:32661:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624563.688187:0:32661:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624563.688190:0:32661:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624563.688193:0:32661:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624563.688195:0:32661:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624563.688197:0:32661:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624563.688201:0:32661:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624563.688213:0:32661:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=142 v=5 (103 103 103 137) 00000100:00001000:0.0:1788624563.688217:0:32661:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624563.688219:0:32661:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624563.688221:0:32661:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.688224:0:32661:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624563.688228:0:32661:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.688231:0:32661:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624563.688233:0:32661:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788624563.688235:0:32661:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624563.688237:0:32661:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624563.688242:0:32661:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04380 x1875506845052800/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.688248:0:32661:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624563.688251:0:32661:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624563.688253:0:32661:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624563.688257:0:32661:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04380 x1875506845052800/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624579 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624563.688264:0:32661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job checkstat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32661:1875506845052800:192.168.202.125@tcp:101:checkstat.0 00000100:00000001:0.0:1788624563.688269:0:32661:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624563.688272:0:32661:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.688274:0:32661:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624563.688277:0:32661:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624563.688280:0:32661:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04380 x1875506845052800/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624579 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.688286:0:32661:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624563.688289:0:32661:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203be540. 00000100:00000001:0.0:1788624563.688292:0:32661:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624563.688293:0:32661:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.688296:0:32661:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624563.688301:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.688303:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.688307:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=4 00000020:00000001:0.0:1788624563.688309:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624563.688311:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000040:0.0:1788624563.688318:0:32661:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd11d19800, remote cookie: 0xa103bd66258a7fee, flags: 0x1001 00010000:00010000:0.0:1788624563.688323:0:32661:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624563.688333:0:32661:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.688340:0:32661:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624563.688345:0:32661:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624563.688347:0:32661:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624563.688349:0:32661:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624563.688350:0:32661:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624563.688354:0:32661:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd03f10900) refcount = 1 00010000:00010000:0.0:1788624563.688358:0:32661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.688364:0:32661:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624563.688366:0:32661:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624563.688368:0:32661:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624563.688371:0:32661:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624563.688373:0:32661:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624563.688377:0:32661:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.688384:0:32661:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624563.688385:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.688387:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.688388:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.688389:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.688391:0:32661:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624563.688396:0:32661:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788624563.688397:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.688399:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.688400:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:0.0:1788624563.688403:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624563.688405:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624563.688407:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.688408:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.688409:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=4 00000020:00000001:0.0:1788624563.688411:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624563.688413:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624563.688415:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624563.688418:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624563.688422:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.688428:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.688429:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.688430:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.688431:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.688432:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=5 00000020:00000001:0.0:1788624563.688434:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624563.688436:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624563.688438:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624563.688442:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.688449:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.688450:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624563.688453:0:32661:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.688458:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624563.688459:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.688460:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.688462:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.688463:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788624563.688467:0:32661:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11c04380 x1875506845052800/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788624563.688475:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.688476:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.688477:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:0.0:1788624563.688479:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624563.688481:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624563.688483:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.688484:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624563.688486:0:32661:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624563.688488:0:32661:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624563.688491:0:32661:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788624563.688493:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.688494:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.688495:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:0.0:1788624563.688497:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624563.688499:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00000002:00010000:0.0:1788624563.688503:0:32661:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.688514:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.688515:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.688517:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624563.688518:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.688519:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.688521:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:0.0:1788624563.688522:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624563.688524:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000040:0.0:1788624563.688530:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 2 00010000:00000001:0.0:1788624563.688533:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788624563.688537:0:32661:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788624563.688539:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.688540:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624563.688541:0:32661:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624563.688544:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8f898 00000002:00002000:0.0:1788624563.688546:0:32661:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788624563.688549:0:32661:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624563.688553:0:32661:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624563.688555:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624563.688558:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788624563.688561:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624563.688565:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624563.688569:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0633aa00. 00000080:00000001:0.0:1788624563.688573:0:32661:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624563.688576:0:32661:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624563.688582:0:32661:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788624563.688586:0:32661:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788624563.688596:0:32661:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd215f8c40. 00800000:00000001:0.0:1788624563.688598:0:32661:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773759573056 : -112299949978560 : ffff99dd215f8c40) 00800000:00000001:0.0:1788624563.688600:0:32661:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624563.688603:0:32661:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788624563.688605:0:32661:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788624563.688607:0:32661:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788624563.688611:0:32661:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788624563.688614:0:32661:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788624563.688615:0:32661:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624563.688620:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788624563.688623:0:32661:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788624563.688628:0:32661:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788624563.688631:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.688632:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.688634:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:0.0:1788624563.688636:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624563.688639:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624563.688641:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.688643:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624563.688644:0:32661:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624563.688646:0:32661:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788624563.688648:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8c40 1 00800000:00000010:0.0:1788624563.688650:0:32661:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd215f8c40. 00800000:00000001:0.0:1788624563.688654:0:32661:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624563.688657:0:32661:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef4187a 00800000:00000001:0.0:1788624563.689225:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624563.689229:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624563.689231:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.689232:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.689235:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:0.0:1788624563.689237:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624563.689240:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624563.689243:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.689244:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624563.689245:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624563.689247:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624563.689250:0:32661:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624563.689253:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624563.689256:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4187a from it ffffbef881d8fb58 00010000:00000001:0.0:1788624563.689258:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.689260:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.689261:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:0.0:1788624563.689263:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624563.689265:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624563.689267:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624563.689271:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.689278:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.689279:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.689280:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624563.689283:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624563.689285:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624563.689294:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624563.689296:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624563.689298:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624563.689301:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.689302:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.689304:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.689307:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624563.689309:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.689311:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.689313:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.689315:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624563.689316:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.689317:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624563.689319:0:32661:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624563.689325:0:32661:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04380 x1875506845052800/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.689331:0:32661:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624563.689334:0:32661:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624563.689337:0:32661:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd02e15800. 02000000:00000001:0.0:1788624563.689341:0:32661:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624563.689343:0:32661:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624563.689345:0:32661:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624563.689348:0:32661:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624563.689350:0:32661:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049c9800. 02000000:00000001:0.0:1788624563.689354:0:32661:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624563.689356:0:32661:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624563.689358:0:32661:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04380. 00000100:00000001:0.0:1788624563.689361:0:32661:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624563.689363:0:32661:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624563.689366:0:32661:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788624563.689372:0:32661:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624563.689387:0:32661:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd10536e40. 00000020:00000001:0.0:1788624563.689392:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8fa88 00000080:00200000:0.0:1788624563.689394:0:32661:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), flags=24 00000080:00000001:0.0:1788624563.689398:0:32661:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788624563.689400:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8f938 00000080:00200000:0.0:1788624563.689402:0:32661:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=0 00000080:00000010:0.0:1788624563.689410:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd0633aa00. 00800000:00000002:0.0:1788624563.689416:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624563.689420:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624563.689423:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624563.689425:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8f858 00800000:00000002:0.0:1788624563.689427:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624563.689431:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624563.689434:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624563.689437:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624563.689439:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624563.689441:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624563.689443:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624563.689445:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624563.689448:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624563.689451:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8f7f0 00800000:00000002:0.0:1788624563.689453:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:0.0:1788624563.689456:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624563.689458:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8f728 00000002:00010000:0.0:1788624563.689460:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1788624563.689464:0:32661:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788624563.689466:0:32661:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788624563.689469:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04380. 00000020:00000040:0.0:1788624563.689472:0:32661:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:0.0:1788624563.689476:0:32661:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624563.689479:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624563.689481:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.689483:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.689484:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.689487:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624563.689489:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624563.689492:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624563.689498:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049c9800. 00000100:00000001:0.0:1788624563.689503:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.689507:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624563.689509:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.689510:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624563.689511:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.689513:0:32661:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624563.689520:0:32661:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773497475968 : -112300212075648 : ffff99dd11c04380) 00010000:00000001:0.0:1788624563.689523:0:32661:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624563.689525:0:32661:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788624563.689528:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 2 00010000:00000001:0.0:1788624563.689530:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624563.689533:0:32661:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624563.689535:0:32661:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d19000. 00000020:00000001:0.0:1788624563.689538:0:32661:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624563.689540:0:32661:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d19000 with handle 0xcc94206c7ef41881 to hash 00000020:00000001:0.0:1788624563.689542:0:32661:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624563.689544:0:32661:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624563.689547:0:32661:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624563.689549:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624563.689551:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624563.689554:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624563.689561:0:32661:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624563.689570:0:32661:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624563.689576:0:32661:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624563.689577:0:32661:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624563.689582:0:32661:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203be540. 00000100:00000001:0.0:1788624563.689585:0:32661:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740459328 : -112299969092288 : ffff99dd203be540) 00000100:00000001:0.0:1788624563.689587:0:32661:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624563.689588:0:32661:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475968 : -112300212075648 : ffff99dd11c04380) 00000100:00000001:0.0:1788624563.689593:0:32661:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624563.689597:0:32661:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.689599:0:32661:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624563.689601:0:32661:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624563.689605:0:32661:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04380 x1875506845052928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.689613:0:32661:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624563.689615:0:32661:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624563.689618:0:32661:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624563.689621:0:32661:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624563.689623:0:32661:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624563.689626:0:32661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job checkstat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32661:1875506845052928:192.168.202.125@tcp:101:checkstat.0 00000100:00000001:0.0:1788624563.689630:0:32661:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624563.689635:0:32661:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624563.689637:0:32661:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624563.689640:0:32661:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624563.689644:0:32661:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd02e15800. 02000000:00000001:0.0:1788624563.689646:0:32661:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624563.689654:0:32661:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624563.689657:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dec8. 00000400:00000010:0.0:1788624563.689663:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395b28. 00000100:00000200:0.0:1788624563.689682:0:32661:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845052928, portal 10 00000100:00000001:0.0:1788624563.689684:0:32661:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624563.689686:0:32661:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475968 : -112300212075648 : ffff99dd11c04380) 00000100:00000040:0.0:1788624563.689697:0:32661:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c04380 x1875506845052928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.689704:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624563.689706:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624563.689709:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395880. 00000100:00000200:0.0:1788624563.689713:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875506845052928, offset 0 00000400:00000200:0.0:1788624563.689719:0:32661:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624563.689725:0:32661:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624563.689733:0:32661:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624563.689738:0:32661:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624563.689741:0:32661:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624563.689905:0:32661:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624563.689909:0:32661:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624563.689913:0:32661:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2821:2821:256:4294967295] 192.168.202.125@tcp LPNI seq info [2821:2821:8:4294967295] 00000400:00000200:0.0:1788624563.689918:0:32661:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624563.689937:0:32661:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624563.689943:0:32661:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624563.689949:0:32661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd214f3800. 00000800:00000200:0.0:1788624563.689955:0:32661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624563.690017:0:32661:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624563.690022:0:32661:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd214f3800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788624563.690087:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624563.690091:0:32661:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 833545 usecs (834 jiffies) 00000400:00000200:0.0:1788624563.690095:0:32661:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624563.690097:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578585 00000100:00000001:0.0:1788624563.690101:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:0.0:1788624563.690121:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578585 00000100:00000001:0.0:1788624563.690124:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:0.0:1788624563.690126:0:32661:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624563.690128:0:32661:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.690131:0:32661:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624563.690133:0:32661:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624563.690136:0:32661:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be540 going to sleep for 11 seconds 00000100:00000001:0.0:1788624563.690138:0:32661:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624563.690141:0:32661:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624563.692544:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624563.692552:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd214f3800. 00000400:00000200:3.0:1788624563.692557:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624563.692563:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624563.692569:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395880 00000400:00000010:3.0:1788624563.692571:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395880. 00000100:00000001:3.0:1788624563.692575:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624563.692581:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04380 x1875506845052928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624563.692590:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624563.692594:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04380 x1875506845052928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624563.692601:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624563.692603:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624563.704370:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.704388:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.704392:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.704395:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.704403:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.704410:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.704419:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.704424:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.704429:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.704433:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745f000 00000400:00000200:2.0:1788624563.704438:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.704443:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x8135 [1] + 224 00000800:00000001:2.0:1788624563.704449:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.704457:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.704460:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.704465:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624563.704473:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624563.704482:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04380 x1875506845052928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624563.704493:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11c04380 x1875506845052928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.704604:0:32661:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624563.704620:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624563.704629:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.704633:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788624563.704671:0:32661:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624563.704674:0:32661:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624563.704677:0:32661:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dec8. 00000400:00000200:0.0:1788624563.704681:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395b28 00000400:00000010:0.0:1788624563.704683:0:32661:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395b28. 00000100:00000001:0.0:1788624563.704687:0:32661:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624563.704691:0:32661:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04380 x1875506845052928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624563.704700:0:32661:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04380 x1875506845052928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.704705:0:32661:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624563.704707:0:32661:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624563.704710:0:32661:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624563.704713:0:32661:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624563.704715:0:32661:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624563.704717:0:32661:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624563.704720:0:32661:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624563.704729:0:32661:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=142 v=5 (103 103 103 137) 00000100:00001000:0.0:1788624563.704734:0:32661:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624563.704736:0:32661:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624563.704738:0:32661:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.704741:0:32661:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624563.704744:0:32661:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.704748:0:32661:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624563.704751:0:32661:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788624563.704753:0:32661:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624563.704756:0:32661:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624563.704761:0:32661:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04380 x1875506845052928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.704768:0:32661:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624563.704772:0:32661:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624563.704774:0:32661:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624563.704778:0:32661:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04380 x1875506845052928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624579 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624563.704786:0:32661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job checkstat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32661:1875506845052928:192.168.202.125@tcp:101:checkstat.0 00000100:00000001:0.0:1788624563.704791:0:32661:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624563.704794:0:32661:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.704796:0:32661:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624563.704798:0:32661:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624563.704812:0:32661:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04380 x1875506845052928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624579 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.704819:0:32661:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624563.704822:0:32661:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203be540. 00000100:00000001:0.0:1788624563.704825:0:32661:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624563.704827:0:32661:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.704829:0:32661:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624563.704833:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.704836:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.704839:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=4 00000020:00000001:0.0:1788624563.704841:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624563.704844:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000040:0.0:1788624563.704851:0:32661:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd11d19000, remote cookie: 0xa103bd66258a800a, flags: 0x1001 00010000:00010000:0.0:1788624563.704865:0:32661:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788624563.704880:0:32661:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788624563.704883:0:32661:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788624563.704890:0:32661:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03f10d00. 00010000:00000010:0.0:1788624563.704895:0:32661:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd11c18480. 00010000:00000001:0.0:1788624563.704899:0:32661:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624563.704902:0:32661:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624563.704909:0:32661:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.704915:0:32661:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624563.704920:0:32661:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624563.704922:0:32661:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624563.704923:0:32661:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624563.704925:0:32661:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624563.704927:0:32661:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff99dd03f10d00) refcount = 1 00010000:00010000:0.0:1788624563.704932:0:32661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.704939:0:32661:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624563.704941:0:32661:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624563.704943:0:32661:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624563.704945:0:32661:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624563.704948:0:32661:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624563.704951:0:32661:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.704957:0:32661:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624563.704958:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.704960:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.704962:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.704963:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.704964:0:32661:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624563.704969:0:32661:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788624563.704970:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.704972:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.704973:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:0.0:1788624563.704975:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624563.704977:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624563.704979:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.704981:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.704982:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=4 00000020:00000001:0.0:1788624563.704983:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624563.704985:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624563.704988:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624563.704991:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624563.704994:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.705001:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.705002:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.705003:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.705004:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.705005:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=5 00000020:00000001:0.0:1788624563.705007:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624563.705009:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624563.705011:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624563.705014:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.705020:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.705022:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624563.705025:0:32661:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.705032:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624563.705033:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.705034:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.705035:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.705036:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788624563.705041:0:32661:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff99dd11c04380 x1875506845052928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788624563.705050:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.705052:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.705053:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:0.0:1788624563.705055:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624563.705057:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624563.705059:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.705060:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624563.705062:0:32661:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624563.705063:0:32661:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624563.705066:0:32661:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788624563.705069:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.705071:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.705072:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:0.0:1788624563.705074:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624563.705076:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00000002:00010000:0.0:1788624563.705079:0:32661:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.705085:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.705086:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.705088:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624563.705089:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.705090:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.705091:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:0.0:1788624563.705094:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624563.705096:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000040:0.0:1788624563.705099:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 2 00010000:00000001:0.0:1788624563.705102:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788624563.705289:0:32661:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/35 (0 0) 00010000:00000001:0.0:1788624563.705293:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.705294:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624563.705295:0:32661:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624563.705298:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8f6b0 00000002:00002000:0.0:1788624563.705301:0:32661:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788624563.705304:0:32661:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624563.705309:0:32661:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624563.705311:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624563.705313:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788624563.705317:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624563.705320:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:0.0:1788624563.705324:0:32661:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788624563.705325:0:32661:0:(namei.c:674:ll_lookup_it_finish()) it ffffbef881d8fa28 it_disposition b 00000080:00000001:0.0:1788624563.705329:0:32661:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624563.705334:0:32661:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788624563.705338:0:32661:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788624563.705434:0:32661:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd1878e700. 00800000:00000001:1.0:1788624563.705437:0:32661:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773610239744 : -112300099311872 : ffff99dd1878e700) 00800000:00000001:1.0:1788624563.705440:0:32661:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.705443:0:32661:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624563.705445:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1788624563.705448:0:32661:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788624563.705453:0:32661:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788624563.705455:0:32661:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:1.0:1788624563.705458:0:32661:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788624563.705461:0:32661:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788624563.705462:0:32661:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.705465:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1788624563.705467:0:32661:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788624563.705472:0:32661:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00200000:1.0:1788624563.705475:0:32661:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff99dd1919d348): rc = 0 00000080:00000001:1.0:1788624563.705477:0:32661:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620785992 : -112300088765624 : ffff99dd1919d348) 00010000:00000001:1.0:1788624563.705479:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.705481:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.705482:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:1.0:1788624563.705484:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:1.0:1788624563.705486:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:1.0:1788624563.705488:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.705489:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624563.705491:0:32661:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624563.705494:0:32661:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788624563.705496:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878e700 1 00800000:00000010:1.0:1788624563.705498:0:32661:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd1878e700. 00800000:00000001:1.0:1788624563.705501:0:32661:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.705504:0:32661:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff99dd1919d348) for lock 0xcc94206c7ef41881 00800000:00000001:1.0:1788624563.705507:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624563.705508:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624563.705510:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.705511:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.705512:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:1.0:1788624563.705513:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:1.0:1788624563.705515:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:1.0:1788624563.705517:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.705518:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.705520:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.705521:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788624563.705528:0:32661:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd096145e8 inode ffff99dd1919d348 refc 1 flags 0x20000e 00000080:00000002:1.0:1788624563.705532:0:32661:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1788624563.705535:0:32661:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788624563.705538:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff99dd1919d348) 00000080:00010000:1.0:1788624563.705542:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41881 from it ffffbef881d8fa28 00010000:00000001:1.0:1788624563.705543:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.705545:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.705546:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:1.0:1788624563.705548:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:1.0:1788624563.705550:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:1.0:1788624563.705552:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.705690:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.705699:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.705700:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.705701:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624563.705704:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624563.705707:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624563.705714:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624563.705717:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624563.705719:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.705723:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.705724:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.705726:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.705728:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624563.705730:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.705733:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.705735:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.705737:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.705738:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.705739:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624563.705741:0:32661:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788624563.705745:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0633aa00. 00000100:00000001:1.0:1788624563.705749:0:32661:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.705755:0:32661:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04380 x1875506845052928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.705762:0:32661:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624563.705764:0:32661:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624563.705767:0:32661:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd02e15800. 02000000:00000001:1.0:1788624563.705771:0:32661:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624563.705773:0:32661:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624563.705774:0:32661:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624563.705777:0:32661:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624563.705780:0:32661:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049c9800. 02000000:00000001:1.0:1788624563.705783:0:32661:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624563.705785:0:32661:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624563.705787:0:32661:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04380. 00000100:00000001:1.0:1788624563.705790:0:32661:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624563.705791:0:32661:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624563.705799:0:32661:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788624563.705850:0:32661:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff99dd1919d348), inode mode 41ed mask 1 00000080:00000001:1.0:1788624563.705868:0:32661:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624563.705882:0:32661:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd12bc89e0. 00000020:00000001:1.0:1788624563.705886:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8fae8 00000080:00200000:1.0:1788624563.705888:0:32661:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff99dd1919d348), flags=8 00000080:00000001:1.0:1788624563.705891:0:32661:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788624563.705892:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8f998 00000080:00200000:1.0:1788624563.705894:0:32661:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff99dd1919d348), intent=getattr 00000080:00000010:1.0:1788624563.705901:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d6200. 00800000:00000002:1.0:1788624563.705905:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f82c0 2 00000080:00000001:1.0:1788624563.705909:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624563.705911:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.705914:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8f8b8 00800000:00000002:1.0:1788624563.705915:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:1.0:1788624563.705919:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624563.705922:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.705924:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.705926:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.705928:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.705930:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.705932:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788624563.705935:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.705937:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8f850 00800000:00000002:1.0:1788624563.705939:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:1.0:1788624563.705943:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.705944:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8f788 00000002:00010000:1.0:1788624563.705946:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x23:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788624563.705949:0:32661:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788624563.705951:0:32661:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788624563.705955:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddad80. 00000020:00000040:1.0:1788624563.705958:0:32661:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:1.0:1788624563.705962:0:32661:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624563.705965:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.705968:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.705969:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.705970:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.705972:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624563.705974:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624563.705979:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624563.705986:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e1400. 00000100:00000001:1.0:1788624563.705992:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.705995:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.705997:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.705999:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.706000:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.706002:0:32661:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.706007:0:32661:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00010000:00000001:1.0:1788624563.706011:0:32661:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624563.706014:0:32661:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788624563.706017:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 2 00010000:00000001:1.0:1788624563.706019:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.706022:0:32661:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624563.706025:0:32661:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18600200. 00000020:00000001:1.0:1788624563.706027:0:32661:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624563.706030:0:32661:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18600200 with handle 0xcc94206c7ef41888 to hash 00000020:00000001:1.0:1788624563.706032:0:32661:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624563.706033:0:32661:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.706036:0:32661:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.706039:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.706041:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.706044:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624563.706051:0:32661:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624563.706060:0:32661:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32661 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624563.706065:0:32661:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624563.706067:0:32661:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624563.706073:0:32661:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.706075:0:32661:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489581632 : -112300219969984 : ffff99dd1147ce40) 00000100:00000001:1.0:1788624563.706079:0:32661:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.706080:0:32661:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00000100:00000001:1.0:1788624563.706085:0:32661:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624563.706088:0:32661:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.706090:0:32661:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624563.706092:0:32661:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624563.706097:0:32661:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddad80 x1875506845053056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.706127:0:32661:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624563.706130:0:32661:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.706133:0:32661:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624563.706136:0:32661:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624563.706138:0:32661:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624563.706142:0:32661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddad80 pname:cluuid:pid:xid:nid:opc:job checkstat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32661:1875506845053056:192.168.202.125@tcp:101:checkstat.0 00000100:00000001:1.0:1788624563.706146:0:32661:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624563.706151:0:32661:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624563.706153:0:32661:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.706156:0:32661:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624563.706160:0:32661:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd18652800. 02000000:00000001:1.0:1788624563.706162:0:32661:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624563.706169:0:32661:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624563.706172:0:32661:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624563.706178:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c2a8. 00000100:00000200:1.0:1788624563.706183:0:32661:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845053056, portal 10 00000100:00000001:1.0:1788624563.706185:0:32661:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.706186:0:32661:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00000100:00000040:1.0:1788624563.706192:0:32661:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11ddad80 x1875506845053056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.706199:0:32661:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624563.706202:0:32661:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624563.706204:0:32661:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c880. 00000100:00000200:1.0:1788624563.706208:0:32661:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845053056, offset 0 00000400:00000200:1.0:1788624563.706214:0:32661:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624563.706221:0:32661:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.706228:0:32661:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624563.706233:0:32661:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624563.706237:0:32661:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624563.706240:0:32661:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624563.706243:0:32661:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624563.706247:0:32661:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2822:2822:256:4294967295] 192.168.202.125@tcp LPNI seq info [2822:2822:8:4294967295] 00000400:00000200:1.0:1788624563.706251:0:32661:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.706259:0:32661:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624563.706265:0:32661:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624563.706270:0:32661:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611500. 00000800:00000200:1.0:1788624563.706276:0:32661:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624563.706284:0:32661:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624563.706288:0:32661:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788624563.706358:0:32661:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.706362:0:32661:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 832418 usecs (833 jiffies) 00000400:00000200:1.0:1788624563.706365:0:32661:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624563.706367:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578601 00000100:00000001:1.0:1788624563.706370:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.706371:0:32661:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578601 00000100:00000001:1.0:1788624563.706373:0:32661:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.706375:0:32661:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.706376:0:32661:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.706378:0:32661:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624563.706379:0:32661:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624563.706381:0:32661:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147ce40 going to sleep for 11 seconds 00000100:00000001:1.0:1788624563.706383:0:32661:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624563.706384:0:32661:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624563.706713:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624563.706717:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611500. 00000400:00000200:3.0:1788624563.706723:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624563.706727:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624563.706732:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c880 00000400:00000010:3.0:1788624563.706734:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c880. 00000100:00000001:3.0:1788624563.706738:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624563.706742:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddad80 x1875506845053056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624563.706751:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624563.706754:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddad80 x1875506845053056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624563.706760:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624563.706762:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624563.710039:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.710055:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.710059:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.710062:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.710070:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.710076:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.710084:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.710090:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.710095:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.710099:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 640 into portal 10 MB=0x6a9c37745f080 00000400:00000200:2.0:1788624563.710190:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.710197:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 640/640 into md 0x813d [1] + 224 00000800:00000001:2.0:1788624563.710205:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.710212:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.710215:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.710219:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624563.710225:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624563.710233:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddad80 x1875506845053056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624563.710244:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff99dd11ddad80 x1875506845053056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.710304:0:32661:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624563.710320:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624563.710329:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.710332:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788624563.710368:0:32661:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624563.710370:0:32661:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624563.710374:0:32661:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624563.710379:0:32661:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c2a8 00000400:00000010:1.0:1788624563.710382:0:32661:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c2a8. 00000100:00000001:1.0:1788624563.710385:0:32661:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624563.710389:0:32661:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddad80 x1875506845053056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624563.710398:0:32661:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddad80 x1875506845053056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.710403:0:32661:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624563.710405:0:32661:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.710408:0:32661:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624563.710411:0:32661:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624563.710412:0:32661:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624563.710415:0:32661:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.710418:0:32661:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624563.710426:0:32661:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=142 v=5 (103 103 103 137) 00000100:00001000:1.0:1788624563.710430:0:32661:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624563.710433:0:32661:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624563.710435:0:32661:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.710438:0:32661:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624563.710441:0:32661:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.710444:0:32661:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624563.710446:0:32661:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788624563.710448:0:32661:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624563.710451:0:32661:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.710456:0:32661:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddad80 x1875506845053056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.710463:0:32661:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.710466:0:32661:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624563.710468:0:32661:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624563.710472:0:32661:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddad80 x1875506845053056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1788624579 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624563.710480:0:32661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddad80 pname:cluuid:pid:xid:nid:opc:job checkstat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32661:1875506845053056:192.168.202.125@tcp:101:checkstat.0 00000100:00000001:1.0:1788624563.710485:0:32661:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.710488:0:32661:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.710490:0:32661:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624563.710492:0:32661:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.710496:0:32661:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddad80 x1875506845053056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1788624579 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.710503:0:32661:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624563.710506:0:32661:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.710509:0:32661:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624563.710511:0:32661:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.710514:0:32661:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624563.710518:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.710520:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.710523:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=4 00000020:00000001:1.0:1788624563.710525:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.710528:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000040:1.0:1788624563.710535:0:32661:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18600200, remote cookie: 0xa103bd66258a8026, flags: 0x1001 00010000:00010000:1.0:1788624563.710540:0:32661:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8026 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788624563.710549:0:32661:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x25:0x0].0x0, instead of [0x200000405:0x23:0x0].0x0 00010000:00000001:1.0:1788624563.710552:0:32661:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788624563.710560:0:32661:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd189e4300. 00010000:00000010:1.0:1788624563.710564:0:32661:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd087e6b80. 00010000:00000001:1.0:1788624563.710568:0:32661:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.710572:0:32661:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8026 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624563.710582:0:32661:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8026 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.710594:0:32661:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624563.710598:0:32661:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624563.710600:0:32661:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624563.710602:0:32661:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624563.710603:0:32661:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624563.710606:0:32661:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x25:0x0].0x0 (ffff99dd189e4300) refcount = 1 00010000:00010000:1.0:1788624563.710609:0:32661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8026 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.710615:0:32661:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624563.710618:0:32661:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624563.710620:0:32661:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.710623:0:32661:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624563.710626:0:32661:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.710629:0:32661:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8026 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.710636:0:32661:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624563.710637:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.710639:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.710640:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.710641:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.710642:0:32661:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.710647:0:32661:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624563.710649:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.710650:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.710652:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624563.710654:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.710656:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.710658:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.710660:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.710671:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=4 00000020:00000001:1.0:1788624563.710673:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.710675:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.710678:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.710680:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.710683:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8026 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.710690:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.710691:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.710692:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.710693:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.710694:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=5 00000020:00000001:1.0:1788624563.710696:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.710698:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.710700:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.710703:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8026 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.710708:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.710709:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624563.710712:0:32661:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8026 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.710718:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.710719:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.710721:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.710722:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.710723:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624563.710728:0:32661:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11ddad80 x1875506845053056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788624563.710737:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.710738:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.710739:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624563.710742:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.710744:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00000002:00010000:1.0:1788624563.710748:0:32661:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8026 expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788624563.710757:0:32661:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99dd1878e700. 00010000:00000001:1.0:1788624563.710759:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.710760:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.710762:0:32661:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.710764:0:32661:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.710767:0:32661:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788624563.710770:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.710771:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.710772:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624563.710774:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.710776:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00000002:00010000:1.0:1788624563.710780:0:32661:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8026 expref: -99 pid: 32661 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.710787:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.710788:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.710789:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624563.710791:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.710792:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.710793:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624563.710795:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.710797:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000040:1.0:1788624563.710921:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 2 00010000:00000001:1.0:1788624563.710925:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624563.710929:0:32661:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/37 (0 0) 00010000:00000001:1.0:1788624563.710933:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.710934:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.710936:0:32661:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624563.710939:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8f710 00000002:00002000:1.0:1788624563.710941:0:32661:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788624563.710943:0:32661:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.710948:0:32661:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.710950:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624563.710953:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788624563.710957:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.710960:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f82c0 2 00000080:00000001:1.0:1788624563.710962:0:32661:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788624563.710964:0:32661:0:(namei.c:674:ll_lookup_it_finish()) it ffffbef881d8fb20 it_disposition b 00000080:00000001:1.0:1788624563.710967:0:32661:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624563.710972:0:32661:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788624563.710975:0:32661:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624563.710978:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:1.0:1788624563.710981:0:32661:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1788624563.710987:0:32661:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624563.710991:0:32661:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624563.710994:0:32661:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00000020:00000001:1.0:1788624563.710996:0:32661:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788624563.711000:0:32661:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788624563.711002:0:32661:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788624563.711007:0:32661:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd04866120. 00020000:00000010:1.0:1788624563.711011:0:32661:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd10f4d980. 00020000:00000010:1.0:1788624563.711016:0:32661:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd04866000. 00020000:00000001:1.0:1788624563.711018:0:32661:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773275578368 : -112300433973248 : ffff99dd04866000) 00020000:00000002:1.0:1788624563.711021:0:32661:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd04866000, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788624563.711026:0:32661:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788624563.711030:0:32661:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd10f4d980: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000002:1.0:1788624563.711034:0:32661:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd114a6000) owner ffff99dd051ea7c0 00020000:00000001:1.0:1788624563.711037:0:32661:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788624563.711040:0:32661:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd114a6000) owner ffff99dd051ea7c0 00020000:00000010:1.0:1788624563.711044:0:32661:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd10f4d980. 00020000:00000010:1.0:1788624563.711048:0:32661:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd04866120. 00020000:00000010:1.0:1788624563.711052:0:32661:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd04866000. 00020000:00000002:1.0:1788624563.711054:0:32661:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788624563.711056:0:32661:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.711058:0:32661:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788624563.711060:0:32661:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00000080:00000001:1.0:1788624563.711064:0:32661:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:1.0:1788624563.711067:0:32661:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788624563.711071:0:32661:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x25:0x0](ffff99dd198742c8): rc = 0 00000080:00000001:1.0:1788624563.711074:0:32661:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773627957960 : -112300081593656 : ffff99dd198742c8) 00010000:00000001:1.0:1788624563.711076:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.711077:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.711079:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624563.711081:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.711083:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00000080:00000001:1.0:1788624563.711086:0:32661:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788624563.711088:0:32661:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624563.711089:0:32661:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624563.711091:0:32661:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00000020:00000001:1.0:1788624563.711093:0:32661:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788624563.711094:0:32661:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788624563.711095:0:32661:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788624563.711098:0:32661:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd04866000. 00020000:00000010:1.0:1788624563.711100:0:32661:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd10f4d980. 00020000:00000010:1.0:1788624563.711103:0:32661:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd04866120. 00020000:00000001:1.0:1788624563.711129:0:32661:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773275578656 : -112300433972960 : ffff99dd04866120) 00020000:00000002:1.0:1788624563.711132:0:32661:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd04866120, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788624563.711136:0:32661:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788624563.711139:0:32661:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd10f4d980: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000002:1.0:1788624563.711142:0:32661:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd114a6000) owner ffff99dd051ea7c0 00020000:00000001:1.0:1788624563.711144:0:32661:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788624563.711146:0:32661:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd114a6000) owner ffff99dd051ea7c0 00020000:00000010:1.0:1788624563.711148:0:32661:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd10f4d980. 00020000:00000010:1.0:1788624563.711150:0:32661:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd04866000. 00020000:00000010:1.0:1788624563.711153:0:32661:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd04866120. 00020000:00000002:1.0:1788624563.711156:0:32661:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788624563.711158:0:32661:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.711160:0:32661:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.711163:0:32661:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788624563.711165:0:32661:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd114a6000) owner 0000000000000000/ffff99dd051ea7c0 00020000:00000002:1.0:1788624563.711169:0:32661:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd1879c900 addref 2/0 by ffff99dd051ea7c0. 00020000:00000002:1.0:1788624563.711171:0:32661:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd114a6000) owner 0000000000000000/ffff99dd051ea7c0 00020000:00000001:1.0:1788624563.711175:0:32661:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788624563.711177:0:32661:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788624563.711178:0:32661:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788624563.711180:0:32661:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788624563.711182:0:32661:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788624563.711184:0:32661:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788624563.711186:0:32661:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00000080:00000001:1.0:1788624563.711188:0:32661:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.711190:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.711191:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624563.711193:0:32661:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624563.711195:0:32661:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788624563.711197:0:32661:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.711200:0:32661:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x25:0x0](ffff99dd198742c8) for lock 0xcc94206c7ef41888 00800000:00000001:1.0:1788624563.711204:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624563.711205:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624563.711207:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.711208:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.711209:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624563.711212:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.711214:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.711216:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.711218:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.711219:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.711221:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788624563.711227:0:32661:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd1934eca8 inode ffff99dd198742c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1788624563.711230:0:32661:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788624563.711233:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x25:0x0](ffff99dd198742c8) 00000080:00010000:1.0:1788624563.711237:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41888 from it ffffbef881d8fb20 00010000:00000001:1.0:1788624563.711239:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.711240:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.711242:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624563.711244:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.711245:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.711247:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.711250:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a8026 expref: -99 pid: 32661 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.711256:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.711257:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.711259:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624563.711261:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624563.711264:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a8026 expref: -99 pid: 32661 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624563.711270:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624563.711273:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624563.711275:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.711278:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.711279:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.711281:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.711283:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624563.711285:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.711287:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.711290:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.711291:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.711293:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.711294:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624563.711296:0:32661:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788624563.711299:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d6200. 00000100:00000001:1.0:1788624563.711302:0:32661:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.711307:0:32661:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddad80 x1875506845053056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.711314:0:32661:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624563.711317:0:32661:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624563.711319:0:32661:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd18652800. 02000000:00000001:1.0:1788624563.711322:0:32661:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624563.711325:0:32661:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624563.711326:0:32661:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624563.711328:0:32661:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624563.711331:0:32661:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e1400. 02000000:00000001:1.0:1788624563.711334:0:32661:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624563.711336:0:32661:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624563.711337:0:32661:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddad80. 00000100:00000001:1.0:1788624563.711341:0:32661:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624563.711343:0:32661:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624563.711345:0:32661:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788624563.711346:0:32661:0:(dcache.c:176:ll_intent_release()) intent ffffbef881d8fb20 released 00000080:00000001:1.0:1788624563.711348:0:32661:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1788624563.711359:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8fd08 00000080:00200008:1.0:1788624563.711361:0:32661:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000405:0x25:0x0](ffff99dd198742c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788624563.711367:0:32661:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624563.711368:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8fc80 00000080:00200000:1.0:1788624563.711370:0:32661:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x25:0x0](ffff99dd198742c8),name=f 00000080:00000010:1.0:1788624563.711375:0:32661:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d6200. 00800000:00000002:1.0:1788624563.711380:0:32661:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f82c0 2 00000080:00000001:1.0:1788624563.711385:0:32661:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624563.711387:0:32661:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.711389:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8fba0 00800000:00000002:1.0:1788624563.711391:0:32661:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x25:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:1.0:1788624563.711395:0:32661:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624563.711398:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.711400:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.711402:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.711404:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.711406:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.711408:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788624563.711410:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.711413:0:32661:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.711414:0:32661:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.711415:0:32661:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.711416:0:32661:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.711418:0:32661:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.711419:0:32661:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:1.0:1788624563.711421:0:32661:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.711422:0:32661:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x200000405:0x25:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624563.711425:0:32661:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.711427:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8fa70 00000002:00010000:1.0:1788624563.711428:0:32661:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x25:0x0]) in obj [0x200000405:0x23:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624563.711431:0:32661:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624563.711433:0:32661:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.711434:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.711437:0:32661:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 2 00010000:00000001:1.0:1788624563.711439:0:32661:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.711442:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.711444:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624563.711447:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a8026 expref: -99 pid: 32661 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788624563.711455:0:32661:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624563.711459:0:32661:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.711462:0:32661:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a8026 expref: -99 pid: 32661 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788624563.711469:0:32661:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624563.711471:0:32661:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624563.711473:0:32661:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624563.711475:0:32661:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624563.711476:0:32661:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624563.711478:0:32661:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x23:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624563.711480:0:32661:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624563.711482:0:32661:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f82c0 2 00000080:00000010:1.0:1788624563.711484:0:32661:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d6200. 00000080:00000001:1.0:1788624563.711487:0:32661:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624563.711489:0:32661:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.711491:0:32661:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x25:0x0](ffff99dd198742c8) 00000080:00010000:1.0:1788624563.711494:0:32661:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x25:0x0](ffff99dd198742c8) for lock 0xcc94206c7ef41888 00800000:00000001:1.0:1788624563.711497:0:32661:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624563.711498:0:32661:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624563.711499:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.711500:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.711502:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624563.711503:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.711506:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.711507:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.711509:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.711510:0:32661:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.711511:0:32661:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.711514:0:32661:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41888 from it ffffbef881d8fcb8 00010000:00000001:1.0:1788624563.711516:0:32661:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.711517:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.711518:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624563.711519:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.711521:0:32661:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.711523:0:32661:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.711526:0:32661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a8026 expref: -99 pid: 32661 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624563.711531:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.711532:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.711534:0:32661:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624563.711535:0:32661:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624563.711537:0:32661:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a8026 expref: -99 pid: 32661 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788624563.711543:0:32661:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624563.711545:0:32661:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624563.711546:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.711548:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.711549:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.711551:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.711553:0:32661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624563.711554:0:32661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.711555:0:32661:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.711557:0:32661:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.711558:0:32661:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.711559:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.711560:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624563.711561:0:32661:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624563.711563:0:32661:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624563.711565:0:32661:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788624563.711568:0:32661:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788624563.711570:0:32661:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624563.711572:0:32661:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788624563.711573:0:32661:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.711575:0:32661:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788624563.711578:0:32661:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788624563.711579:0:32661:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624563.711581:0:32661:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624563.711583:0:32661:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00000020:00000001:1.0:1788624563.711588:0:32661:0:(cl_object.c:143:cl_object_top()) ffff99dd10db7148 -> ffff99dd10db7148 00000020:00000001:1.0:1788624563.711590:0:32661:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788624563.711593:0:32661:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788624563.711594:0:32661:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x25:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788624563.711597:0:32661:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624563.711599:0:32661:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788624563.711600:0:32661:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788624563.711602:0:32661:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.711603:0:32661:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788624563.711606:0:32661:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x25:0x0]io ffff99dd18bb4500 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788624563.711609:0:32661:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd114a6000) owner 0000000000000000/ffff99dd051ea7c0 00020000:00000001:1.0:1788624563.711612:0:32661:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788624563.711614:0:32661:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788624563.711616:0:32661:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788624563.711617:0:32661:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.711620:0:32661:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788624563.711622:0:32661:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788624563.711624:0:32661:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.711625:0:32661:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624563.711626:0:32661:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788624563.711628:0:32661:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788624563.711630:0:32661:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd114a6000) owner 0000000000000000/ffff99dd051ea7c0 00000020:00000001:1.0:1788624563.711632:0:32661:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788624563.711635:0:32661:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788624563.711636:0:32661:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x25:0x0] 00000020:00000001:1.0:1788624563.711639:0:32661:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788624563.711641:0:32661:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788624563.711643:0:32661:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788624563.711645:0:32661:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788624563.711650:0:32661:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788624563.711655:0:32661:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd087e6b00. 00020000:00000002:1.0:1788624563.711658:0:32661:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788624563.711719:0:32661:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788624563.711722:0:32661:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624563.711723:0:32661:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788624563.711725:0:32661:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788624563.711729:0:32661:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff99dd10d87870. 00000020:00000010:1.0:1788624563.711733:0:32661:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd197d6200. 00000020:00000010:1.0:1788624563.711737:0:32661:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff99dd197d6600. 00000020:00000010:1.0:1788624563.711741:0:32661:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff99dd04866120. 00000008:00000010:1.0:1788624563.711747:0:32661:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff99dd02e44e50. 00020000:00000010:1.0:1788624563.711752:0:32661:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99dd420deb40. 00008000:00000010:1.0:1788624563.711757:0:32661:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99dd0633d530. 00000080:00000010:1.0:1788624563.711762:0:32661:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99dd21696f18. 00000080:00000010:1.0:1788624563.711766:0:32661:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff99dd18bb72e0. 00000020:00000010:1.0:1788624563.711769:0:32661:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd197d6c00. 00000008:00000010:1.0:1788624563.711773:0:32661:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99dd10d61760. 00020000:00000010:1.0:1788624563.711776:0:32661:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff99dd10d296d0. 00008000:00000010:1.0:1788624563.711780:0:32661:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99dd10d86a68. 00000080:00000010:1.0:1788624563.711783:0:32661:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99dd10d85f00. 00000020:00000001:1.0:1788624563.711786:0:32661:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482285176 : -112300227266440 : ffff99dd10d87878) 00000020:00001000:1.0:1788624563.711788:0:32661:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87870 00000020:00000001:1.0:1788624563.711791:0:32661:0:(cl_object.c:143:cl_object_top()) ffff99dd10db7850 -> ffff99dd10db7148 00000020:00000001:1.0:1788624563.711793:0:32661:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788624563.711795:0:32661:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624563.711796:0:32661:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788624563.711797:0:32661:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.711799:0:32661:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.711867:0:32661:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481909176 : -112300227642440 : ffff99dd10d2bbb8) 00000020:00000001:1.0:1788624563.711870:0:32661:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788624563.711875:0:32661:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd034b6d10. 00000008:00010000:1.0:1788624563.711877:0:32661:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788624563.711880:0:32661:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788624563.711881:0:32661:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788624563.711883:0:32661:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd087e6b30, osc lock ffff99dd034b6d10, flags 0x400001002 00000020:00000001:1.0:1788624563.711885:0:32661:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.711887:0:32661:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.711890:0:32661:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773342165760 : -112300367385856 : ffff99dd087e6b00) 00000020:00000001:1.0:1788624563.711892:0:32661:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788624563.711893:0:32661:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788624563.711894:0:32661:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.711896:0:32661:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.711898:0:32661:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788624563.711901:0:32661:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788624563.711902:0:32661:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788624563.711904:0:32661:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788624563.711905:0:32661:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624563.711906:0:32661:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481909176 : -112300227642440 : ffff99dd10d2bbb8) 00000020:00000001:1.0:1788624563.711908:0:32661:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788624563.711910:0:32661:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788624563.711912:0:32661:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788624563.711916:0:32661:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788624563.711918:0:32661:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788624563.711920:0:32661:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788624563.711922:0:32661:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788624563.711923:0:32661:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788624563.711924:0:32661:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788624563.711926:0:32661:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788624563.711928:0:32661:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624563.711932:0:32661:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.711935:0:32661:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788624563.711939:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddad80. 00000020:00000040:1.0:1788624563.711942:0:32661:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:1.0:1788624563.711946:0:32661:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788624563.711949:0:32661:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788624563.711953:0:32661:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff99dd10dbf800: connect to NID 192.168.202.125@tcp last attempt 1857 00000400:00000200:1.0:1788624563.711959:0:32661:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.711964:0:32661:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.125@tcp is discovered: rc = 1 00000100:00000040:1.0:1788624563.711968:0:32661:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:1.0:1788624563.711971:0:32661:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788624563.711974:0:32661:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:1.0:1788624563.711976:0:32661:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000001:1.0:1788624563.711978:0:32661:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788624563.711980:0:32661:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d2f 00000020:00000001:1.0:1788624563.711982:0:32661:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.711984:0:32661:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3800 refcount=4 00000020:00000001:1.0:1788624563.711986:0:32661:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000020:00000001:1.0:1788624563.711988:0:32661:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000100:00000040:1.0:1788624563.711991:0:32661:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:1.0:1788624563.711993:0:32661:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788624563.711994:0:32661:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:1.0:1788624563.711996:0:32661:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000040:1.0:1788624563.711999:0:32661:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3800 : new refcount 3 00000100:00080000:1.0:1788624563.712003:0:32661:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-ffff99dd10dbf800: import ffff99dd19447800 using connection 192.168.202.125@tcp/192.168.202.125@tcp 00000100:00000001:1.0:1788624563.712006:0:32661:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.712008:0:32661:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788624563.712014:0:32661:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624563.712017:0:32661:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.712019:0:32661:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788624563.712022:0:32661:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788624563.712025:0:32661:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.712027:0:32661:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624563.712030:0:32661:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dda300. 00000020:00000040:1.0:1788624563.712032:0:32661:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=4 obd=lustre-OST0001-osc-ffff99dd10dbf800 02000000:00000001:1.0:1788624563.712036:0:32661:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788624563.712037:0:32661:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.712040:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624563.712042:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624563.712045:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624563.712050:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e1400. 00000100:00000001:1.0:1788624563.712056:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624563.712062:0:32661:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99dd11dda300 x1875506845053184/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624563.712070:0:32661:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624563.712074:0:32661:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.712079:0:32661:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092fce80d] to pc [ptlrpcd_rcv+-1] req@ffff99dd11dda300 x1875506845053184/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624563.712148:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624563.712152:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624563.712154:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624563.712160:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dda300 x1875506845053184/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624563.712168:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624563.712170:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624563.712174:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624563.712176:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624563.712179:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624563.712182:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845053184:192.168.202.125@tcp:8:checkstat.0 00000100:00000001:0.0:1788624563.712186:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624563.712190:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624563.712192:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624563.712194:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624563.712199:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049ca400. 02000000:00000001:0.0:1788624563.712200:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624563.712206:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624563.712209:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dec8. 00000400:00000010:0.0:1788624563.712215:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395b28. 00000100:00000200:0.0:1788624563.712221:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845053184, portal 4 00000100:00000001:0.0:1788624563.712224:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624563.712225:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499400960 : -112300210150656 : ffff99dd11dda300) 00000100:00000040:0.0:1788624563.712232:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dda300 x1875506845053184/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624563.712239:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624563.712242:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624563.712244:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053952a8. 00000100:00000200:0.0:1788624563.712248:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875506845053184, offset 0 00000400:00000200:0.0:1788624563.712254:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624563.712260:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624563.712266:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624563.712271:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624563.712274:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624563.712278:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624563.712280:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624563.712284:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2823:2823:256:4294967295] 192.168.202.125@tcp LPNI seq info [2823:2823:8:4294967295] 00000400:00000200:0.0:1788624563.712289:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624563.712297:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624563.712303:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624563.712307:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd214f3500. 00000800:00000200:0.0:1788624563.712313:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624563.712320:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624563.712324:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd214f3500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788624563.712382:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624563.712386:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25385 usecs (26 jiffies) 00000400:00000200:0.0:1788624563.712390:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624563.712393:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296577800 00000100:00000001:0.0:1788624563.712396:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:0.0:1788624563.712398:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296577800 00000100:00000001:0.0:1788624563.712401:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:0.0:1788624563.712403:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624563.712406:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.712408:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.712411:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.712444:0:32661:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.712447:0:32661:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1788624563.712449:0:32661:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:1.0:1788624563.712452:0:32661:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624563.712455:0:32661:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.712457:0:32661:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.712460:0:32661:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624563.712461:0:32661:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624563.712463:0:32661:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624563.712467:0:32661:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd197d6400. 00000100:00000001:1.0:1788624563.712470:0:32661:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.712473:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.712475:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.712477:0:32661:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.712478:0:32661:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.712480:0:32661:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.712483:0:32661:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00010000:00000001:1.0:1788624563.712486:0:32661:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624563.712488:0:32661:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788624563.712492:0:32661:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd189e4200. 00010000:00000010:1.0:1788624563.712496:0:32661:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff99dd189e4f00. 00010000:00000001:1.0:1788624563.712501:0:32661:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624563.712503:0:32661:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18600e00. 00000020:00000001:1.0:1788624563.712506:0:32661:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624563.712509:0:32661:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18600e00 with handle 0xcc94206c7ef4188f to hash 00000020:00000001:1.0:1788624563.712511:0:32661:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624563.712513:0:32661:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000010:1.0:1788624563.712517:0:32661:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff99dd1878e440. 00010000:00000001:1.0:1788624563.712519:0:32661:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:1.0:1788624563.712521:0:32661:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.712523:0:32661:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.712527:0:32661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000f0863fa9/0xcc94206c7ef4188f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32661 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624563.712538:0:32661:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000f0863fa9/0xcc94206c7ef4188f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32661 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.712547:0:32661:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.712550:0:32661:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624563.712552:0:32661:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.712558:0:32661:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc900cd] to pc [ptlrpcd_00_01+1] req@ffff99dd11ddad80 x1875506845053312/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788624563.712579:0:32661:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624563.712581:0:32661:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.712583:0:32661:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.712586:0:32661:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.712587:0:32661:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.712590:0:32661:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788624563.712591:0:32661:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788624563.712593:0:32661:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788624563.712595:0:32661:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1788624563.712604:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624563.712607:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624563.712608:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624563.712613:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddad80 x1875506845053312/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.712620:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624563.712622:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788624563.712626:0:2390:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff99dd11ddad80 x1875506845053312/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.712634:0:2390:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.712636:0:2390:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.712638:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624563.712639:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.712641:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.712643:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.712647:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624563.712649:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.712651:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624563.712652:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624563.712654:0:2390:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.712655:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624563.712656:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.712658:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.712668:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.712695:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624563.712697:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.713174:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624563.713176:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788624563.713179:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624563.713180:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1788624563.713322:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624563.713326:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd214f3500. 00000400:00000200:3.0:1788624563.713331:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624563.713336:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624563.713342:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053952a8 00000400:00000010:3.0:1788624563.713344:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053952a8. 00000100:00000001:3.0:1788624563.713347:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624563.713352:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dda300 x1875506845053184/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624563.713360:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624563.713364:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dda300 x1875506845053184/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624563.713371:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624563.713373:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788624563.713407:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.713409:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624563.719984:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.720010:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.720014:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.720017:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.720028:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.720038:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.720047:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.720053:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.720059:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.720063:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 416 into portal 4 MB=0x6a9c37745f100 00000400:00000200:2.0:1788624563.720070:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.720076:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 416/416 into md 0x8145 [1] + 0 00000800:00000001:2.0:1788624563.720085:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.720094:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.720099:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.720161:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624563.720170:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624563.720181:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dda300 x1875506845053184/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624563.720195:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff99dd11dda300 x1875506845053184/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624563.720218:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624563.720229:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.720233:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.720365:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624563.720371:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624563.720379:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624563.720381:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624563.720385:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dec8. 00000400:00000200:1.0:1788624563.720390:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395b28 00000400:00000010:1.0:1788624563.720393:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395b28. 00000100:00000001:1.0:1788624563.720396:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624563.720402:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dda300 x1875506845053184/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624563.720410:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dda300 x1875506845053184/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.720416:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624563.720418:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.720421:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624563.720425:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624563.720427:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624563.720430:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.720432:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624563.720443:0:2388:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=141 v=5 (5 5 5 36) 00000100:00001000:1.0:1788624563.720447:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=52 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624563.720450:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624563.720452:0:2388:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.720454:0:2388:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624563.720458:0:2388:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.720461:0:2388:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788624563.720463:0:2388:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: committing for last_committed 4294967317 gen 14 00000100:00000040:1.0:1788624563.720466:0:2388:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1788624563.720469:0:2388:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624563.720471:0:2388:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.720475:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dda300 x1875506845053184/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1788624573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.720483:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.720486:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624563.720488:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.720490:0:2388:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788624563.720497:0:2388:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff99dd10dbf800: connect to target with instance 1 00000020:00000001:1.0:1788624563.720500:0:2388:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788624563.720502:0:2388:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d2f 00000020:00000001:1.0:1788624563.720504:0:2388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.720507:0:2388:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3800 refcount=4 00000020:00000001:1.0:1788624563.720510:0:2388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000020:00000001:1.0:1788624563.720513:0:2388:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000100:00001000:1.0:1788624563.720516:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=1788624563 v=0 (0 0 0 0) 00000100:00001000:1.0:1788624563.720519:0:2388:0:(import.c:2261:obd_at_measure()) AT ffff99dd19447c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788624563.720524:0:2388:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1511, crc32c 10083, adler 1171 00000100:00080000:1.0:1788624563.720529:0:2388:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff99dd10dbf800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:1.0:1788624563.720533:0:2388:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3800 : new refcount 3 00000100:00000001:1.0:1788624563.720536:0:2388:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788624563.720540:0:2388:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1788624563.720543:0:2388:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff99dd10dbf800, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:1.0:1788624563.720547:0:2388:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788624563.720550:0:2388:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1788624563.720554:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788624563.720556:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.720559:0:2388:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624563.720561:0:2388:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624563.720563:0:2388:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.720565:0:2388:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788624563.720567:0:2388:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1788624563.720571:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19447800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1788624563.720575:0:2388:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788624563.720576:0:2388:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788624563.720578:0:2388:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788624563.720579:0:2388:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788624563.720582:0:2388:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788624563.720584:0:2388:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff99dd1070d568 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:1.0:1788624563.720590:0:2388:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:1.0:1788624563.720681:0:2388:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:1.0:1788624563.720684:0:2388:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624563.720686:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788624563.720690:0:2388:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1788624563.720692:0:2388:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1788624563.720695:0:2388:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788624563.720696:0:2388:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788624563.720700:0:2388:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788624563.720702:0:2388:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.720703:0:2388:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.720705:0:2388:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788624563.720706:0:2388:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788624563.720708:0:2388:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.720709:0:2388:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1788624563.720711:0:2388:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1788624563.720714:0:2388:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1788624563.720716:0:2388:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.720717:0:2388:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.720719:0:2388:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.720721:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.720723:0:2388:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624563.720725:0:2388:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624563.720726:0:2388:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.720728:0:2388:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1788624563.720730:0:2388:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.720732:0:2388:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788624563.720739:0:2388:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f17f548c): req@ffff99dd11ddad80 x1875506845053312/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.720795:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624563.720798:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624563.720800:0:2390:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.720817:0:2388:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.721282:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624563.721286:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624563.721289:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624563.721292:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624563.721295:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.721297:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624563.721303:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624563.721305:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624563.721308:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624563.721318:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049c9800. 02000000:00000001:0.0:1788624563.721321:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624563.721329:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624563.721335:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d630. 00000400:00000010:0.0:1788624563.721341:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395cc0. 00000100:00000200:0.0:1788624563.721348:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845053312, portal 4 00000100:00000001:0.0:1788624563.721351:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624563.721353:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00000100:00000040:0.0:1788624563.721361:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11ddad80 x1875506845053312/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624579 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.721369:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624563.721372:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624563.721375:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395990. 00000100:00000200:0.0:1788624563.721379:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875506845053312, offset 0 00000400:00000200:0.0:1788624563.721385:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624563.721391:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624563.721398:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624563.721403:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624563.721408:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624563.721412:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624563.721415:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624563.721419:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2824:2824:256:4294967295] 192.168.202.125@tcp LPNI seq info [2824:2824:8:4294967295] 00000400:00000200:0.0:1788624563.721424:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624563.721434:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624563.721440:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624563.721446:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd214f3500. 00000800:00000200:0.0:1788624563.721453:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624563.721460:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624563.721465:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd214f3500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788624563.721537:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624563.721542:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25292 usecs (26 jiffies) 00000400:00000200:0.0:1788624563.721546:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624563.721549:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296577809 00000100:00000001:0.0:1788624563.721552:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:0.0:1788624563.721555:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296577809 00000100:00000001:0.0:1788624563.721558:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:0.0:1788624563.721560:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624563.721564:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624563.721567:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624563.721574:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624563.721577:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788624563.721579:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624563.721580:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624563.721582:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.721584:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.721673:0:2388:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.721680:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dda300 x1875506845053184/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1788624573 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624563.721688:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845053184:192.168.202.125@tcp:8:checkstat.0 00000100:00000001:1.0:1788624563.721692:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.721695:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.721698:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dda300 x1875506845053184/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1788624573 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.721705:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624563.721707:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624563.721710:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049ca400. 02000000:00000001:1.0:1788624563.721716:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624563.721719:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624563.721720:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624563.721723:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624563.721726:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e1400. 02000000:00000001:1.0:1788624563.721729:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624563.721730:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624563.721732:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dda300. 00000100:00000001:1.0:1788624563.721736:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624563.721738:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.721739:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.721751:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624563.721753:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.721755:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624563.721756:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624563.722465:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624563.722471:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd214f3500. 00000400:00000200:3.0:1788624563.722475:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624563.722481:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624563.722487:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395990 00000400:00000010:3.0:1788624563.722490:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395990. 00000100:00000001:3.0:1788624563.722494:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624563.722499:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddad80 x1875506845053312/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624579 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624563.722509:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624563.722512:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddad80 x1875506845053312/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624563.722518:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624563.722520:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624563.729969:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.729987:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.729992:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.729995:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.730004:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.730012:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.730021:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.730027:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.730032:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.730036:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 400 into portal 4 MB=0x6a9c37745f180 00000400:00000200:2.0:1788624563.730041:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.730046:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 400/400 into md 0x814d [1] + 224 00000800:00000001:2.0:1788624563.730053:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.730060:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.730063:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.730922:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624563.730931:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624563.730941:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddad80 x1875506845053312/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624579 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624563.730953:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff99dd11ddad80 x1875506845053312/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624579 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.731009:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624563.731014:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624563.731032:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624563.731043:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.731049:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788624563.731405:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624563.731408:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624563.731411:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d630. 00000400:00000200:0.0:1788624563.731415:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395cc0 00000400:00000010:0.0:1788624563.731418:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395cc0. 00000100:00000001:0.0:1788624563.731421:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624563.731427:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddad80 x1875506845053312/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624579 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624563.731436:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddad80 x1875506845053312/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624579 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.731443:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624563.731445:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624563.731447:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624563.731451:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624563.731453:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624563.731455:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624563.731458:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624563.731467:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=141 v=5 (5 5 5 36) 00000100:00001000:0.0:1788624563.731471:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624563.731474:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624563.731476:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.731478:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624563.731482:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.731485:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624563.731487:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:0.0:1788624563.731489:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624563.731492:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624563.731496:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddad80 x1875506845053312/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624579 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.731504:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624563.731508:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624563.731510:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788624563.731513:0:2390:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1788624563.731515:0:2390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.731518:0:2390:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.731521:0:2390:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600e00 refcount=4 00000020:00000001:0.0:1788624563.731523:0:2390:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:0.0:1788624563.731526:0:2390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:0.0:1788624563.731529:0:2390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.731530:0:2390:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.731531:0:2390:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600e00 refcount=5 00000020:00000001:0.0:1788624563.731534:0:2390:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:0.0:1788624563.731536:0:2390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:0.0:1788624563.731539:0:2390:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624563.731543:0:2390:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624563.731547:0:2390:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000f0863fa9/0xcc94206c7ef4188f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32661 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.731559:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.731560:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.731562:0:2390:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624563.731564:0:2390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.731565:0:2390:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.731567:0:2390:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600e00 refcount=6 00000020:00000001:0.0:1788624563.731568:0:2390:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:0.0:1788624563.731571:0:2390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000040:0.0:1788624563.731577:0:2390:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18600e00, remote cookie: 0xa103bd66258a8034, flags: 0x1001 00010000:00010000:0.0:1788624563.731582:0:2390:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000f0863fa9/0xcc94206c7ef4188f lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8034 expref: -99 pid: 32661 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.731975:0:2390:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788624563.731979:0:2390:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.731982:0:2390:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624563.731985:0:2390:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788624563.731990:0:2390:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000f0863fa9/0xcc94206c7ef4188f lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8034 expref: -99 pid: 32661 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788624563.731999:0:2390:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x13:0x0].0x0 (ffff99dd189e4200) refcount = 1 00010000:00000040:0.0:1788624563.732002:0:2390:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788624563.732005:0:2390:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000f0863fa9/0xcc94206c7ef4188f lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8034 expref: -99 pid: 32661 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.732014:0:2390:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624563.732016:0:2390:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624563.732018:0:2390:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624563.732021:0:2390:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624563.732024:0:2390:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000f0863fa9/0xcc94206c7ef4188f lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8034 expref: -99 pid: 32661 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.732031:0:2390:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624563.732032:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.732033:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.732034:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.732035:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624563.732038:0:2390:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788624563.732040:0:2390:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788624563.732043:0:2390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.732044:0:2390:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.732046:0:2390:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600e00 refcount=5 00000020:00000001:0.0:1788624563.732048:0:2390:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:0.0:1788624563.732050:0:2390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00000008:00000001:0.0:1788624563.732054:0:2390:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788624563.732058:0:2390:0:(cl_object.c:143:cl_object_top()) ffff99dd04e25a40 -> ffff99dd10db7148 00000008:00010000:0.0:1788624563.733346:0:2390:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000f0863fa9/0xcc94206c7ef4188f lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a8034 expref: -99 pid: 32661 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788624563.733361:0:2390:0:(cl_object.c:143:cl_object_top()) ffff99dd04e25a40 -> ffff99dd10db7148 00000020:00000001:0.0:1788624563.733363:0:2390:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788624563.733365:0:2390:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788624563.733368:0:2390:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788624563.733370:0:2390:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624563.733372:0:2390:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624563.733374:0:2390:0:(cl_object.c:143:cl_object_top()) ffff99dd04e25a40 -> ffff99dd10db7148 00000008:00000001:0.0:1788624563.733376:0:2390:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1788624563.733379:0:2390:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788624563.733380:0:2390:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788624563.733392:0:2390:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788624563.733395:0:2390:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.733397:0:2390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.733399:0:2390:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.733401:0:2390:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600e00 refcount=6 00000020:00000001:0.0:1788624563.733403:0:2390:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:0.0:1788624563.733406:0:2390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:0.0:1788624563.733409:0:2390:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624563.733412:0:2390:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000f0863fa9/0xcc94206c7ef4188f lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a8034 expref: -99 pid: 32661 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.733419:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.733421:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624563.733423:0:2390:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000f0863fa9/0xcc94206c7ef4188f lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a8034 expref: -99 pid: 32661 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.733430:0:2390:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624563.733432:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.733433:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624563.733435:0:2390:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.733437:0:2390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.733438:0:2390:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.733439:0:2390:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600e00 refcount=5 00000020:00000001:0.0:1788624563.733441:0:2390:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:0.0:1788624563.733442:0:2390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:0.0:1788624563.733444:0:2390:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624563.733447:0:2390:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000f0863fa9/0xcc94206c7ef4188f lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a8034 expref: -99 pid: 32661 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.733453:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.733454:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.733455:0:2390:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624563.733458:0:2390:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624563.733460:0:2390:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000f0863fa9/0xcc94206c7ef4188f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8034 expref: -99 pid: 32661 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624563.733470:0:2390:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624563.733472:0:2390:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624563.733474:0:2390:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624563.733478:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.733479:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.733481:0:2390:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.733483:0:2390:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624563.733485:0:2390:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.733487:0:2390:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.733489:0:2390:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.733491:0:2390:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624563.733492:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.733493:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.733494:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.733495:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624563.733497:0:2390:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624563.733507:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddad80 x1875506845053312/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624579 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624563.733517:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:0:1875506845053312:192.168.202.125@tcp:101:checkstat.0 00000100:00000001:0.0:1788624563.733522:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624563.733526:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624563.733530:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddad80 x1875506845053312/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.733537:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624563.733540:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624563.733544:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049c9800. 02000000:00000001:0.0:1788624563.733549:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624563.733551:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624563.733553:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624563.733850:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624563.733853:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd197d6400. 02000000:00000001:0.0:1788624563.733867:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624563.733869:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624563.733871:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddad80. 00000100:00000001:0.0:1788624563.733876:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624563.733877:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624563.733879:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624563.733888:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624563.733889:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.733892:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624563.733894:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.734937:0:32661:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.734942:0:32661:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.734949:0:32661:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788624563.734952:0:32661:0:(cl_object.c:143:cl_object_top()) ffff99dd10db7148 -> ffff99dd10db7148 00000020:00000001:1.0:1788624563.734954:0:32661:0:(cl_object.c:143:cl_object_top()) ffff99dd10db7148 -> ffff99dd10db7148 00000020:00000001:1.0:1788624563.734956:0:32661:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788624563.734961:0:32661:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788624563.734965:0:32661:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788624563.734967:0:32661:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.734969:0:32661:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788624563.734970:0:32661:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788624563.734972:0:32661:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x25:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:1.0:1788624563.734976:0:32661:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788624563.734978:0:32661:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1788624563.734981:0:32661:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.734983:0:32661:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.734984:0:32661:0:(cl_object.c:143:cl_object_top()) ffff99dd10db7148 -> ffff99dd10db7148 00000080:00200000:1.0:1788624563.734987:0:32661:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x25:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1788624563.734989:0:32661:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788624563.734992:0:32661:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788624563.734994:0:32661:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd18bb44a0 (ffff99dd10d87128/0) at cl_lock_release():245 00000020:00000001:1.0:1788624563.734997:0:32661:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788624563.734998:0:32661:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd18bb44a0 (ffff99dd10d87128/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788624563.735001:0:32661:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788624563.735005:0:32661:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624563.735006:0:32661:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481909176 : -112300227642440 : ffff99dd10d2bbb8) 00000020:00000001:1.0:1788624563.735009:0:32661:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788624563.735010:0:32661:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd087e6b30 (ffff99dd10d87878/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788624563.735013:0:32661:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788624563.735014:0:32661:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788624563.735016:0:32661:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.735017:0:32661:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624563.735019:0:32661:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788624563.735020:0:32661:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624563.735022:0:32661:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624563.735023:0:32661:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624563.735024:0:32661:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788624563.735025:0:32661:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd18bb44a0 (ffff99dd10d87128/0) at cl_lock_fini():72 00020000:00000001:1.0:1788624563.735028:0:32661:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788624563.735029:0:32661:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788624563.735030:0:32661:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd087e6b30 (ffff99dd10d87128/1) at cl_lock_fini():72 00000008:00000010:1.0:1788624563.735033:0:32661:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034b6d10. 00000020:00000001:1.0:1788624563.735037:0:32661:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788624563.735038:0:32661:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd087e6b00. 00020000:00000001:1.0:1788624563.735041:0:32661:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788624563.735042:0:32661:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788624563.735043:0:32661:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788624563.735045:0:32661:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.735047:0:32661:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788624563.735049:0:32661:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788624563.735051:0:32661:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788624563.735052:0:32661:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788624563.735053:0:32661:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788624563.735055:0:32661:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87870 00020000:00000001:1.0:1788624563.735058:0:32661:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788624563.735060:0:32661:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788624563.735072:0:32661:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788624563.735075:0:32661:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x25:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788624563.735078:0:32661:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788624563.735081:0:32661:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.735082:0:32661:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788624563.735084:0:32661:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788624563.735086:0:32661:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788624563.735088:0:32661:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00000001:00000001:1.0:1788624563.735090:0:32661:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.735098:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8fd08 00000080:00000008:1.0:1788624563.735101:0:32661:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x25:0x0](ffff99dd198742c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788624563.735143:0:32661:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788624563.735145:0:32661:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d8fda0 00000080:00002000:1.0:1788624563.735147:0:32661:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff99dd1934eca8, parent ffff99dd096145e8, inode ffff99dd198742c8) hashed, 00000080:00000001:1.0:1788624563.735150:0:32661:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.751904:0:32662:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624563.751911:0:32662:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624563.751914:0:32662:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624563.751916:0:32662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bffb20 00000080:00200000:1.0:1788624563.751922:0:32662:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:1.0:1788624563.751930:0:32662:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d7000. 00800000:00000002:1.0:1788624563.751936:0:32662:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624563.751940:0:32662:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624563.751945:0:32662:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.751947:0:32662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bffa40 00800000:00000002:1.0:1788624563.751949:0:32662:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.751953:0:32662:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624563.751956:0:32662:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.751958:0:32662:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.751961:0:32662:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.751963:0:32662:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.751965:0:32662:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.751967:0:32662:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.751969:0:32662:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.751972:0:32662:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624563.751976:0:32662:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.751978:0:32662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bff910 00000002:00010000:1.0:1788624563.751980:0:32662:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624563.751983:0:32662:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624563.751984:0:32662:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.751987:0:32662:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.751994:0:32662:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 2 00010000:00000001:1.0:1788624563.751997:0:32662:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.752002:0:32662:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.752006:0:32662:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624563.752011:0:32662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788624563.752022:0:32662:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624563.752026:0:32662:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.752030:0:32662:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788624563.752038:0:32662:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624563.752040:0:32662:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624563.752042:0:32662:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624563.752044:0:32662:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624563.752046:0:32662:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624563.752048:0:32662:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624563.752051:0:32662:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624563.752054:0:32662:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624563.752058:0:32662:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d7000. 00000080:00000001:1.0:1788624563.752074:0:32662:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624563.752076:0:32662:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.752078:0:32662:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624563.752081:0:32662:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef4187a 00800000:00000001:1.0:1788624563.752085:0:32662:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624563.752087:0:32662:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624563.752089:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.752090:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.752094:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:1.0:1788624563.752095:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:1.0:1788624563.752098:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:1.0:1788624563.752100:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.752102:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.752103:0:32662:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.752124:0:32662:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.752126:0:32662:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4187a from it ffffbef881bffb58 00010000:00000001:1.0:1788624563.752129:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.752131:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.752132:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:1.0:1788624563.752134:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:1.0:1788624563.752137:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:1.0:1788624563.752139:0:32662:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.752142:0:32662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624563.752148:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.752149:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.752151:0:32662:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624563.752153:0:32662:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624563.752156:0:32662:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788624563.752163:0:32662:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624563.752166:0:32662:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624563.752168:0:32662:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.752172:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.752173:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.752174:0:32662:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.752177:0:32662:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624563.752179:0:32662:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.752182:0:32662:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.752185:0:32662:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.752187:0:32662:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.752188:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.752189:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624563.752192:0:32662:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624563.752194:0:32662:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624563.752196:0:32662:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788624563.752200:0:32662:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624563.752209:0:32662:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd12bc89a0. 00000020:00000001:1.0:1788624563.752212:0:32662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bffa88 00000080:00200000:1.0:1788624563.752215:0:32662:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), flags=24 00000080:00000001:1.0:1788624563.752218:0:32662:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788624563.752220:0:32662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bff938 00000080:00200000:1.0:1788624563.752222:0:32662:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=0 00000080:00000010:1.0:1788624563.752228:0:32662:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d7000. 00800000:00000002:1.0:1788624563.752230:0:32662:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624563.752233:0:32662:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624563.752235:0:32662:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.752236:0:32662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bff858 00800000:00000002:1.0:1788624563.752238:0:32662:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.752241:0:32662:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624563.752244:0:32662:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.752246:0:32662:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.752247:0:32662:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.752248:0:32662:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.752250:0:32662:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.752252:0:32662:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.752254:0:32662:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.752256:0:32662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bff7f0 00800000:00000002:1.0:1788624563.752258:0:32662:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:1.0:1788624563.752261:0:32662:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.752262:0:32662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bff728 00000002:00010000:1.0:1788624563.752264:0:32662:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1788624563.752268:0:32662:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788624563.752270:0:32662:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788624563.752273:0:32662:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dda300. 00000020:00000040:1.0:1788624563.752276:0:32662:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:1.0:1788624563.752282:0:32662:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624563.752285:0:32662:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.752287:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.752289:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.752290:0:32662:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.752292:0:32662:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624563.752294:0:32662:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624563.752297:0:32662:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624563.752304:0:32662:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e1400. 00000100:00000001:1.0:1788624563.752310:0:32662:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.752315:0:32662:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.752316:0:32662:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.752318:0:32662:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.752319:0:32662:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.752321:0:32662:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.752328:0:32662:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773499400960 : -112300210150656 : ffff99dd11dda300) 00010000:00000001:1.0:1788624563.752331:0:32662:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624563.752333:0:32662:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788624563.752336:0:32662:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 2 00010000:00000001:1.0:1788624563.752338:0:32662:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.752340:0:32662:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624563.752343:0:32662:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18601200. 00000020:00000001:1.0:1788624563.752345:0:32662:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624563.752347:0:32662:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18601200 with handle 0xcc94206c7ef41896 to hash 00000020:00000001:1.0:1788624563.752350:0:32662:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624563.752351:0:32662:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.752354:0:32662:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.752356:0:32662:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.752358:0:32662:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.752361:0:32662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624563.752368:0:32662:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624563.752377:0:32662:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32662 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624563.752382:0:32662:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624563.752384:0:32662:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624563.752389:0:32662:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.752392:0:32662:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489581632 : -112300219969984 : ffff99dd1147ce40) 00000100:00000001:1.0:1788624563.752394:0:32662:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.752395:0:32662:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499400960 : -112300210150656 : ffff99dd11dda300) 00000100:00000001:1.0:1788624563.752399:0:32662:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624563.752403:0:32662:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.752405:0:32662:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624563.752407:0:32662:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624563.752417:0:32662:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dda300 x1875506845053440/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.752426:0:32662:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624563.752427:0:32662:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.752430:0:32662:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624563.752432:0:32662:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624563.752435:0:32662:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624563.752438:0:32662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dda300 pname:cluuid:pid:xid:nid:opc:job checkstat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32662:1875506845053440:192.168.202.125@tcp:101:checkstat.0 00000100:00000001:1.0:1788624563.752442:0:32662:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624563.752448:0:32662:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624563.752450:0:32662:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.752452:0:32662:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624563.752456:0:32662:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd18652800. 02000000:00000001:1.0:1788624563.752458:0:32662:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624563.752466:0:32662:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624563.752470:0:32662:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624563.752477:0:32662:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c2a8. 00000100:00000200:1.0:1788624563.752483:0:32662:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845053440, portal 10 00000100:00000001:1.0:1788624563.752484:0:32662:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.752486:0:32662:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499400960 : -112300210150656 : ffff99dd11dda300) 00000100:00000040:1.0:1788624563.752491:0:32662:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dda300 x1875506845053440/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.752498:0:32662:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624563.752501:0:32662:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624563.752503:0:32662:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c440. 00000100:00000200:1.0:1788624563.752506:0:32662:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875506845053440, offset 0 00000400:00000200:1.0:1788624563.752512:0:32662:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624563.752520:0:32662:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.752527:0:32662:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624563.752533:0:32662:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624563.752537:0:32662:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624563.752541:0:32662:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624563.752544:0:32662:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624563.752548:0:32662:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2825:2825:256:4294967295] 192.168.202.125@tcp LPNI seq info [2825:2825:8:4294967295] 00000400:00000200:1.0:1788624563.752552:0:32662:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.752561:0:32662:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624563.752567:0:32662:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624563.752572:0:32662:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611700. 00000800:00000200:1.0:1788624563.752578:0:32662:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624563.752585:0:32662:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624563.752589:0:32662:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788624563.752608:0:32662:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.752612:0:32662:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 831278 usecs (832 jiffies) 00000400:00000200:1.0:1788624563.752616:0:32662:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624563.752619:0:32662:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578646 00000100:00000001:1.0:1788624563.752622:0:32662:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.752625:0:32662:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578646 00000100:00000001:1.0:1788624563.752627:0:32662:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.752629:0:32662:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.752631:0:32662:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.752634:0:32662:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624563.752635:0:32662:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624563.752638:0:32662:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147ce40 going to sleep for 11 seconds 00000100:00000001:1.0:1788624563.752640:0:32662:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624563.752643:0:32662:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624563.753692:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624563.753698:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611700. 00000400:00000200:3.0:1788624563.753703:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624563.753709:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624563.753715:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c440 00000400:00000010:3.0:1788624563.753717:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c440. 00000100:00000001:3.0:1788624563.753720:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624563.753725:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dda300 x1875506845053440/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624563.753736:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624563.753739:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dda300 x1875506845053440/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624563.753751:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624563.753753:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624563.756788:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.756807:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.756812:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.756815:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.756823:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.756830:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.756838:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.756843:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.756848:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.756852:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745f200 00000400:00000200:2.0:1788624563.756865:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.756871:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x8155 [1] + 224 00000800:00000001:2.0:1788624563.756879:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.756885:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.756888:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.756893:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624563.756900:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624563.756907:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dda300 x1875506845053440/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624563.756919:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11dda300 x1875506845053440/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.756936:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624563.756943:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.756946:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.756999:0:32662:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624563.757007:0:32662:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624563.757009:0:32662:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624563.757012:0:32662:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624563.757018:0:32662:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c2a8 00000400:00000010:1.0:1788624563.757021:0:32662:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c2a8. 00000100:00000001:1.0:1788624563.757024:0:32662:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624563.757029:0:32662:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dda300 x1875506845053440/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624563.757037:0:32662:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dda300 x1875506845053440/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.757043:0:32662:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624563.757045:0:32662:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.757048:0:32662:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624563.757051:0:32662:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624563.757052:0:32662:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624563.757055:0:32662:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.757058:0:32662:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624563.757075:0:32662:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=142 v=5 (103 103 103 137) 00000100:00001000:1.0:1788624563.757080:0:32662:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624563.757083:0:32662:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624563.757085:0:32662:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.757087:0:32662:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624563.757090:0:32662:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.757094:0:32662:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624563.757097:0:32662:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788624563.757099:0:32662:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624563.757101:0:32662:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.757130:0:32662:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dda300 x1875506845053440/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.757138:0:32662:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.757142:0:32662:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624563.757144:0:32662:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624563.757148:0:32662:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dda300 x1875506845053440/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624579 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624563.757157:0:32662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dda300 pname:cluuid:pid:xid:nid:opc:job checkstat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32662:1875506845053440:192.168.202.125@tcp:101:checkstat.0 00000100:00000001:1.0:1788624563.757164:0:32662:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.757167:0:32662:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.757170:0:32662:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624563.757171:0:32662:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.757175:0:32662:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dda300 x1875506845053440/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624579 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.757182:0:32662:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624563.757185:0:32662:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.757188:0:32662:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624563.757190:0:32662:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.757193:0:32662:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624563.757197:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.757199:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.757203:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601200 refcount=4 00000020:00000001:1.0:1788624563.757205:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.757209:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000040:1.0:1788624563.757215:0:32662:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18601200, remote cookie: 0xa103bd66258a8050, flags: 0x1001 00010000:00010000:1.0:1788624563.757221:0:32662:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788624563.757230:0:32662:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788624563.757233:0:32662:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788624563.757242:0:32662:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd189e4600. 00010000:00000010:1.0:1788624563.757246:0:32662:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd087e6b00. 00010000:00000001:1.0:1788624563.757251:0:32662:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.757254:0:32662:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624563.757264:0:32662:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.757276:0:32662:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624563.757280:0:32662:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624563.757282:0:32662:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624563.757284:0:32662:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624563.757286:0:32662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624563.757288:0:32662:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff99dd189e4600) refcount = 1 00010000:00010000:1.0:1788624563.757292:0:32662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.757298:0:32662:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624563.757301:0:32662:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624563.757303:0:32662:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.757305:0:32662:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624563.757308:0:32662:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.757311:0:32662:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.757317:0:32662:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624563.757318:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.757320:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.757321:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.757322:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.757323:0:32662:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.757327:0:32662:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624563.757329:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.757330:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.757332:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601200 refcount=3 00000020:00000001:1.0:1788624563.757334:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.757336:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.757338:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.757339:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.757340:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601200 refcount=4 00000020:00000001:1.0:1788624563.757341:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.757344:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.757347:0:32662:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.757350:0:32662:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.757354:0:32662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.757360:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.757361:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.757362:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.757363:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.757364:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601200 refcount=5 00000020:00000001:1.0:1788624563.757366:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.757368:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.757370:0:32662:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.757373:0:32662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.757378:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.757379:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624563.757382:0:32662:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.757388:0:32662:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.757389:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.757390:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.757391:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.757392:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624563.757396:0:32662:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff99dd11dda300 x1875506845053440/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788624563.757405:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.757406:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.757407:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601200 refcount=3 00000020:00000001:1.0:1788624563.757409:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.757411:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.757414:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.757415:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.757416:0:32662:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.757418:0:32662:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.757421:0:32662:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788624563.757423:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.757424:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.757425:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601200 refcount=3 00000020:00000001:1.0:1788624563.757427:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.757429:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00000002:00010000:1.0:1788624563.757432:0:32662:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.757438:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.757439:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.757441:0:32662:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624563.757442:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.757443:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.757444:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601200 refcount=3 00000020:00000001:1.0:1788624563.757446:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.757448:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000040:1.0:1788624563.757451:0:32662:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 2 00010000:00000001:1.0:1788624563.757453:0:32662:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624563.757457:0:32662:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/36 (0 0) 00010000:00000001:1.0:1788624563.757459:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.757460:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.757461:0:32662:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624563.757463:0:32662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bff6b0 00000002:00002000:1.0:1788624563.757465:0:32662:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788624563.757468:0:32662:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.757471:0:32662:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.757474:0:32662:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624563.757477:0:32662:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788624563.757480:0:32662:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.757484:0:32662:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:1.0:1788624563.757487:0:32662:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788624563.757488:0:32662:0:(namei.c:674:ll_lookup_it_finish()) it ffffbef881bffa28 it_disposition b 00000080:00000001:1.0:1788624563.757491:0:32662:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624563.757496:0:32662:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788624563.757500:0:32662:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788624563.757504:0:32662:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd1878ecc0. 00800000:00000001:1.0:1788624563.757506:0:32662:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773610241216 : -112300099310400 : ffff99dd1878ecc0) 00800000:00000001:1.0:1788624563.757509:0:32662:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.757511:0:32662:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624563.757514:0:32662:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1788624563.757516:0:32662:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788624563.757521:0:32662:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788624563.757523:0:32662:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:1.0:1788624563.757526:0:32662:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788624563.757529:0:32662:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788624563.757531:0:32662:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.757533:0:32662:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1788624563.757536:0:32662:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788624563.757538:0:32662:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611172 mtime from 1788624544 to 1788624545 00000080:00200000:1.0:1788624563.757542:0:32662:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00200000:1.0:1788624563.757545:0:32662:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x24:0x0](ffff99dd191bd348): rc = 0 00000080:00000001:1.0:1788624563.757548:0:32662:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620917064 : -112300088634552 : ffff99dd191bd348) 00010000:00000001:1.0:1788624563.757550:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.757551:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.757552:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601200 refcount=3 00000020:00000001:1.0:1788624563.757554:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.757556:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.757557:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.757558:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624563.757560:0:32662:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624563.757563:0:32662:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788624563.757565:0:32662:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878ecc0 1 00800000:00000010:1.0:1788624563.757567:0:32662:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd1878ecc0. 00800000:00000001:1.0:1788624563.757569:0:32662:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.757572:0:32662:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff99dd191bd348) for lock 0xcc94206c7ef41896 00800000:00000001:1.0:1788624563.757575:0:32662:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624563.757576:0:32662:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624563.757577:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.757578:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.757579:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601200 refcount=3 00000020:00000001:1.0:1788624563.757581:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.757583:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.757586:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.757587:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.757588:0:32662:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.757590:0:32662:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788624563.757597:0:32662:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd1934e870 inode ffff99dd191bd348 refc 1 flags 0x20000e 00000080:00000002:1.0:1788624563.757601:0:32662:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1788624563.757604:0:32662:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788624563.757608:0:32662:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff99dd191bd348) 00000080:00010000:1.0:1788624563.757611:0:32662:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41896 from it ffffbef881bffa28 00010000:00000001:1.0:1788624563.757613:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.757614:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.757616:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601200 refcount=3 00000020:00000001:1.0:1788624563.757618:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.757620:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.757622:0:32662:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.757625:0:32662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.757632:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.757633:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.757634:0:32662:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624563.757637:0:32662:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624563.757640:0:32662:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624563.757647:0:32662:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624563.757649:0:32662:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624563.757651:0:32662:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.757655:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.757656:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.757658:0:32662:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.757661:0:32662:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624563.757663:0:32662:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.757665:0:32662:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.757668:0:32662:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.757669:0:32662:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.757671:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.757672:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624563.757674:0:32662:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788624563.757677:0:32662:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d7000. 00000100:00000001:1.0:1788624563.757681:0:32662:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.757686:0:32662:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dda300 x1875506845053440/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.757693:0:32662:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624563.757695:0:32662:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624563.757698:0:32662:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd18652800. 02000000:00000001:1.0:1788624563.757701:0:32662:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624563.757703:0:32662:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624563.757705:0:32662:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624563.757707:0:32662:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624563.757710:0:32662:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e1400. 02000000:00000001:1.0:1788624563.757713:0:32662:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624563.757715:0:32662:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624563.757717:0:32662:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dda300. 00000100:00000001:1.0:1788624563.757721:0:32662:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624563.757722:0:32662:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624563.757730:0:32662:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788624563.757732:0:32662:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff99dd191bd348), inode mode 41ed mask 1 00000080:00000001:1.0:1788624563.757737:0:32662:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624563.757750:0:32662:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd12bc8680. 00000020:00000001:1.0:1788624563.757754:0:32662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bffae8 00000080:00200000:1.0:1788624563.757756:0:32662:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff99dd191bd348), flags=8 00000080:00000001:1.0:1788624563.757759:0:32662:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788624563.757761:0:32662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bff998 00000080:00200000:1.0:1788624563.757763:0:32662:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff99dd191bd348), intent=getattr 00000080:00000010:1.0:1788624563.757770:0:32662:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d7000. 00800000:00000002:1.0:1788624563.757774:0:32662:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd1878e100 2 00000080:00000001:1.0:1788624563.757778:0:32662:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624563.757781:0:32662:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.757782:0:32662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bff8b8 00800000:00000002:1.0:1788624563.757784:0:32662:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x24:0x0] 00800000:00000001:1.0:1788624563.757787:0:32662:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624563.757790:0:32662:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.757793:0:32662:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.757795:0:32662:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.757797:0:32662:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.757799:0:32662:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.757801:0:32662:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1788624563.757803:0:32662:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.757806:0:32662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bff850 00800000:00000002:1.0:1788624563.757808:0:32662:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x24:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:1.0:1788624563.757812:0:32662:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.757814:0:32662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bff788 00000002:00010000:1.0:1788624563.757816:0:32662:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x24:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788624563.757819:0:32662:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788624563.757822:0:32662:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788624563.757825:0:32662:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dda300. 00000020:00000040:1.0:1788624563.757828:0:32662:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:1.0:1788624563.757832:0:32662:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624563.757835:0:32662:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.757838:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.757839:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.757841:0:32662:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.757844:0:32662:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624563.757846:0:32662:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624563.757850:0:32662:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624563.757866:0:32662:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e1400. 00000100:00000001:1.0:1788624563.757872:0:32662:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.757875:0:32662:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.757877:0:32662:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.757878:0:32662:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.757879:0:32662:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.757881:0:32662:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.757887:0:32662:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773499400960 : -112300210150656 : ffff99dd11dda300) 00010000:00000001:1.0:1788624563.757890:0:32662:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624563.757893:0:32662:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788624563.757895:0:32662:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 2 00010000:00000001:1.0:1788624563.757897:0:32662:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.757899:0:32662:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624563.757903:0:32662:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18600c00. 00000020:00000001:1.0:1788624563.757906:0:32662:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624563.757908:0:32662:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18600c00 with handle 0xcc94206c7ef4189d to hash 00000020:00000001:1.0:1788624563.757910:0:32662:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624563.757911:0:32662:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624563.757914:0:32662:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624563.757916:0:32662:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.757918:0:32662:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.757921:0:32662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624563.757927:0:32662:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624563.757936:0:32662:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32662 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624563.757941:0:32662:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624563.757943:0:32662:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624563.757948:0:32662:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.757950:0:32662:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489581632 : -112300219969984 : ffff99dd1147ce40) 00000100:00000001:1.0:1788624563.757953:0:32662:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.757954:0:32662:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499400960 : -112300210150656 : ffff99dd11dda300) 00000100:00000001:1.0:1788624563.757959:0:32662:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624563.757963:0:32662:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.757965:0:32662:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624563.757967:0:32662:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624563.757972:0:32662:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dda300 x1875506845053568/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.757979:0:32662:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624563.757981:0:32662:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.757984:0:32662:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624563.757986:0:32662:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624563.757989:0:32662:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624563.757992:0:32662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dda300 pname:cluuid:pid:xid:nid:opc:job checkstat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32662:1875506845053568:192.168.202.125@tcp:101:checkstat.0 00000100:00000001:1.0:1788624563.757996:0:32662:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624563.758001:0:32662:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624563.758003:0:32662:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.758005:0:32662:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624563.758010:0:32662:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd18652800. 02000000:00000001:1.0:1788624563.758012:0:32662:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624563.758017:0:32662:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624563.758021:0:32662:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624563.758026:0:32662:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c2a8. 00000100:00000200:1.0:1788624563.758032:0:32662:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845053568, portal 10 00000100:00000001:1.0:1788624563.758033:0:32662:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.758035:0:32662:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499400960 : -112300210150656 : ffff99dd11dda300) 00000100:00000040:1.0:1788624563.758041:0:32662:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dda300 x1875506845053568/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.758048:0:32662:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624563.758051:0:32662:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624563.758054:0:32662:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862ca18. 00000100:00000200:1.0:1788624563.758058:0:32662:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845053568, offset 0 00000400:00000200:1.0:1788624563.758064:0:32662:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624563.758070:0:32662:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.758075:0:32662:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624563.758080:0:32662:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624563.758083:0:32662:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624563.758086:0:32662:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624563.758089:0:32662:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624563.758092:0:32662:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2826:2826:256:4294967295] 192.168.202.125@tcp LPNI seq info [2826:2826:8:4294967295] 00000400:00000200:1.0:1788624563.758097:0:32662:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.758134:0:32662:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624563.758141:0:32662:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624563.758146:0:32662:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611a00. 00000800:00000200:1.0:1788624563.758152:0:32662:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624563.758158:0:32662:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624563.758162:0:32662:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788624563.758180:0:32662:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.758185:0:32662:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 830141 usecs (831 jiffies) 00000400:00000200:1.0:1788624563.758188:0:32662:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624563.758191:0:32662:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578651 00000100:00000001:1.0:1788624563.758194:0:32662:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.758196:0:32662:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578651 00000100:00000001:1.0:1788624563.758198:0:32662:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.758200:0:32662:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.758203:0:32662:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.758204:0:32662:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624563.758206:0:32662:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624563.758208:0:32662:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147ce40 going to sleep for 11 seconds 00000100:00000001:1.0:1788624563.758210:0:32662:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624563.758212:0:32662:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624563.758531:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624563.758536:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611a00. 00000400:00000200:3.0:1788624563.758541:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624563.758545:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624563.758549:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ca18 00000400:00000010:3.0:1788624563.758551:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ca18. 00000100:00000001:3.0:1788624563.758554:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624563.758558:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dda300 x1875506845053568/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624563.758567:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624563.758571:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dda300 x1875506845053568/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624563.758576:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624563.758578:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624563.762868:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.762886:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.762891:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.762894:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.762903:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.762911:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.762919:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.762925:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.762930:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.762934:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 640 into portal 10 MB=0x6a9c37745f280 00000400:00000200:2.0:1788624563.762939:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.762945:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 640/640 into md 0x815d [1] + 224 00000800:00000001:2.0:1788624563.762952:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.762960:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.762964:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.762969:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624563.762977:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624563.762987:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dda300 x1875506845053568/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624563.762997:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff99dd11dda300 x1875506845053568/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.766098:0:32662:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624563.767971:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624563.767993:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.768003:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788624563.771025:0:32662:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624563.771031:0:32662:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624563.771035:0:32662:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624563.771042:0:32662:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c2a8 00000400:00000010:1.0:1788624563.771045:0:32662:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c2a8. 00000100:00000001:1.0:1788624563.771050:0:32662:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624563.771061:0:32662:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dda300 x1875506845053568/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624563.771073:0:32662:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dda300 x1875506845053568/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.771081:0:32662:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624563.771083:0:32662:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.771086:0:32662:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624563.771089:0:32662:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624563.771091:0:32662:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624563.771093:0:32662:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.771096:0:32662:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624563.771126:0:32662:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=142 v=5 (103 103 103 137) 00000100:00001000:1.0:1788624563.771131:0:32662:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624563.771134:0:32662:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624563.771136:0:32662:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.771138:0:32662:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624563.771142:0:32662:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.771145:0:32662:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624563.771147:0:32662:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788624563.771149:0:32662:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624563.771152:0:32662:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.771157:0:32662:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dda300 x1875506845053568/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.771165:0:32662:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.771168:0:32662:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624563.771169:0:32662:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624563.771173:0:32662:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dda300 x1875506845053568/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1788624579 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624563.771241:0:32662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dda300 pname:cluuid:pid:xid:nid:opc:job checkstat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32662:1875506845053568:192.168.202.125@tcp:101:checkstat.0 00000100:00000001:1.0:1788624563.771248:0:32662:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.771251:0:32662:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.771253:0:32662:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624563.771256:0:32662:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.771260:0:32662:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dda300 x1875506845053568/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1788624579 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.771267:0:32662:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624563.771269:0:32662:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.771272:0:32662:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624563.771274:0:32662:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.771277:0:32662:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624563.771281:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.771283:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.771287:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=4 00000020:00000001:1.0:1788624563.771289:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624563.771292:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000040:1.0:1788624563.771298:0:32662:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18600c00, remote cookie: 0xa103bd66258a806c, flags: 0x1001 00010000:00010000:1.0:1788624563.771303:0:32662:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a806c expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788624563.771311:0:32662:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x26:0x0].0x0, instead of [0x200000405:0x24:0x0].0x0 00010000:00000001:1.0:1788624563.771314:0:32662:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788624563.771319:0:32662:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870900 count: 2 00010000:00000001:1.0:1788624563.771322:0:32662:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.771325:0:32662:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.771328:0:32662:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a806c expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624563.771339:0:32662:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a806c expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.771345:0:32662:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624563.771349:0:32662:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624563.771352:0:32662:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624563.771354:0:32662:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624563.771356:0:32662:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624563.771358:0:32662:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x26:0x0].0x0 (ffff99dd03870900) refcount = 2 00010000:00000040:1.0:1788624563.771361:0:32662:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788624563.771364:0:32662:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef41873 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a7fd9 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788624563.771371:0:32662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a806c expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.771378:0:32662:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624563.771381:0:32662:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624563.771382:0:32662:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.771385:0:32662:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624563.771388:0:32662:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.771392:0:32662:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a806c expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.771398:0:32662:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624563.771399:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.771401:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.771402:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.771403:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.771404:0:32662:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.771408:0:32662:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624563.771410:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.771411:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.771413:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:1.0:1788624563.771415:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624563.771417:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624563.771419:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.771420:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.771422:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=4 00000020:00000001:1.0:1788624563.771423:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624563.771425:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624563.771428:0:32662:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.771430:0:32662:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.771433:0:32662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a806c expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.771439:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.771440:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.771441:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.771442:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.771444:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=5 00000020:00000001:1.0:1788624563.771445:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624563.771447:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624563.771450:0:32662:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.771452:0:32662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a806c expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.771458:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.771638:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624563.771642:0:32662:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a806c expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.771649:0:32662:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.771651:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.771652:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.771654:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.771655:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624563.771661:0:32662:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11dda300 x1875506845053568/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788624563.771670:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.771672:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.771673:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:1.0:1788624563.771675:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624563.771677:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00000002:00010000:1.0:1788624563.771680:0:32662:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a806c expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788624563.771799:0:32662:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99dd1878ecc0. 00010000:00000001:1.0:1788624563.771802:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.771803:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.771805:0:32662:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.771807:0:32662:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.771810:0:32662:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788624563.771812:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.771813:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.771815:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:1.0:1788624563.771817:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624563.771819:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00000002:00010000:1.0:1788624563.771822:0:32662:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a806c expref: -99 pid: 32662 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.771829:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.771830:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.771832:0:32662:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624563.771833:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.771834:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.771836:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:1.0:1788624563.771838:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624563.771840:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000040:1.0:1788624563.771843:0:32662:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870900 count: 3 00010000:00000001:1.0:1788624563.771845:0:32662:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624563.771849:0:32662:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/38 (0 0) 00010000:00000001:1.0:1788624563.771852:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.771853:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.771854:0:32662:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624563.771866:0:32662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bff710 00000002:00002000:1.0:1788624563.771869:0:32662:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788624563.771871:0:32662:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.771875:0:32662:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.771877:0:32662:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624563.771880:0:32662:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x24:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788624563.771883:0:32662:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.771886:0:32662:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878e100 2 00000080:00000001:1.0:1788624563.771889:0:32662:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788624563.771890:0:32662:0:(namei.c:674:ll_lookup_it_finish()) it ffffbef881bffb20 it_disposition b 00000080:00000001:1.0:1788624563.771893:0:32662:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624563.771899:0:32662:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788624563.771901:0:32662:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624563.771904:0:32662:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:1.0:1788624563.771907:0:32662:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1788624563.771912:0:32662:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624563.771916:0:32662:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624563.771918:0:32662:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00000020:00000001:1.0:1788624563.771920:0:32662:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788624563.772024:0:32662:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788624563.772028:0:32662:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788624563.772033:0:32662:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd04866000. 00020000:00000010:1.0:1788624563.772037:0:32662:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd10f4d980. 00020000:00000010:1.0:1788624563.772042:0:32662:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd048661e0. 00020000:00000001:1.0:1788624563.772045:0:32662:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773275578848 : -112300433972768 : ffff99dd048661e0) 00020000:00000002:1.0:1788624563.772048:0:32662:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd048661e0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788624563.772053:0:32662:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788624563.772057:0:32662:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd10f4d980: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:1.0:1788624563.772060:0:32662:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd1817e0f8) owner ffff99dd013827c0 00020000:00000001:1.0:1788624563.772063:0:32662:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788624563.772066:0:32662:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd1817e0f8) owner ffff99dd013827c0 00020000:00000010:1.0:1788624563.772070:0:32662:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd10f4d980. 00020000:00000010:1.0:1788624563.772074:0:32662:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd04866000. 00020000:00000010:1.0:1788624563.772077:0:32662:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd048661e0. 00020000:00000002:1.0:1788624563.772079:0:32662:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788624563.772081:0:32662:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.772083:0:32662:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788624563.772085:0:32662:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00000080:00000001:1.0:1788624563.772088:0:32662:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:1.0:1788624563.772091:0:32662:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788624563.772096:0:32662:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x26:0x0](ffff99dd191be3c8): rc = 0 00000080:00000001:1.0:1788624563.772098:0:32662:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620921288 : -112300088630328 : ffff99dd191be3c8) 00010000:00000001:1.0:1788624563.772101:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.772102:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.772103:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:1.0:1788624563.772286:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624563.772289:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00000080:00000001:1.0:1788624563.772292:0:32662:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788624563.772293:0:32662:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624563.772295:0:32662:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624563.772297:0:32662:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00000020:00000001:1.0:1788624563.772299:0:32662:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788624563.772300:0:32662:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788624563.772301:0:32662:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788624563.772305:0:32662:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd048661e0. 00020000:00000010:1.0:1788624563.772307:0:32662:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd10f4d980. 00020000:00000010:1.0:1788624563.772309:0:32662:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd04866000. 00020000:00000001:1.0:1788624563.772311:0:32662:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773275578368 : -112300433973248 : ffff99dd04866000) 00020000:00000002:1.0:1788624563.772314:0:32662:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd04866000, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788624563.772317:0:32662:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788624563.772321:0:32662:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd10f4d980: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:1.0:1788624563.772323:0:32662:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd1817e0f8) owner ffff99dd013827c0 00020000:00000001:1.0:1788624563.772325:0:32662:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788624563.772328:0:32662:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd1817e0f8) owner ffff99dd013827c0 00020000:00000010:1.0:1788624563.772330:0:32662:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd10f4d980. 00020000:00000010:1.0:1788624563.772332:0:32662:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd048661e0. 00020000:00000010:1.0:1788624563.772334:0:32662:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd04866000. 00020000:00000002:1.0:1788624563.772336:0:32662:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788624563.772337:0:32662:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.772339:0:32662:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.772342:0:32662:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788624563.772345:0:32662:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd013827c0 00020000:00000002:1.0:1788624563.772347:0:32662:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd04866ae0 addref 2/0 by ffff99dd013827c0. 00020000:00000002:1.0:1788624563.772350:0:32662:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd013827c0 00020000:00000001:1.0:1788624563.772353:0:32662:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788624563.772355:0:32662:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788624563.772356:0:32662:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788624563.772358:0:32662:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788624563.772360:0:32662:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788624563.772362:0:32662:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x26:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1788624563.772364:0:32662:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00000080:00000001:1.0:1788624563.772366:0:32662:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.772367:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.772368:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624563.772370:0:32662:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624563.772373:0:32662:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788624563.772374:0:32662:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.772378:0:32662:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff99dd191be3c8) for lock 0xcc94206c7ef4189d 00800000:00000001:1.0:1788624563.772381:0:32662:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624563.772382:0:32662:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624563.772384:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.772385:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.772386:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:1.0:1788624563.772388:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624563.772390:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624563.772393:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.772394:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.772396:0:32662:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.772398:0:32662:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788624563.772404:0:32662:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd1934ebd0 inode ffff99dd191be3c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1788624563.772407:0:32662:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788624563.772411:0:32662:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x26:0x0](ffff99dd191be3c8) 00000080:00010000:1.0:1788624563.772414:0:32662:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4189d from it ffffbef881bffb20 00010000:00000001:1.0:1788624563.772416:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.772417:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.772419:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:1.0:1788624563.772420:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624563.772422:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624563.772424:0:32662:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.772427:0:32662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a806c expref: -99 pid: 32662 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.772433:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.772434:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.772435:0:32662:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624563.772439:0:32662:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624563.772441:0:32662:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a806c expref: -99 pid: 32662 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624563.772448:0:32662:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624563.772450:0:32662:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624563.772452:0:32662:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.772455:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.772456:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.772458:0:32662:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.772537:0:32662:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624563.772540:0:32662:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.772542:0:32662:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.772545:0:32662:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.772548:0:32662:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.772549:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.772550:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624563.772553:0:32662:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788624563.772604:0:32662:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d7000. 00000100:00000001:1.0:1788624563.772607:0:32662:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.772612:0:32662:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dda300 x1875506845053568/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/640 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.772619:0:32662:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624563.772622:0:32662:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624563.772625:0:32662:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd18652800. 02000000:00000001:1.0:1788624563.772628:0:32662:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624563.772630:0:32662:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624563.772632:0:32662:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624563.772635:0:32662:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624563.772637:0:32662:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e1400. 02000000:00000001:1.0:1788624563.772641:0:32662:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624563.772643:0:32662:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624563.772645:0:32662:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dda300. 00000100:00000001:1.0:1788624563.772648:0:32662:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624563.772649:0:32662:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624563.772652:0:32662:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788624563.772654:0:32662:0:(dcache.c:176:ll_intent_release()) intent ffffbef881bffb20 released 00000080:00000001:1.0:1788624563.772656:0:32662:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1788624563.772668:0:32662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bffd08 00000080:00200008:1.0:1788624563.772670:0:32662:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000405:0x26:0x0](ffff99dd191be3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788624563.772677:0:32662:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624563.772678:0:32662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bffc80 00000080:00200000:1.0:1788624563.772680:0:32662:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x26:0x0](ffff99dd191be3c8),name=f 00000080:00000010:1.0:1788624563.772685:0:32662:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d7000. 00800000:00000002:1.0:1788624563.772804:0:32662:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd1878e100 2 00000080:00000001:1.0:1788624563.772810:0:32662:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624563.772813:0:32662:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.772815:0:32662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bffba0 00800000:00000002:1.0:1788624563.772817:0:32662:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x26:0x0] 'f' on [0x200000405:0x24:0x0] 00800000:00000001:1.0:1788624563.772820:0:32662:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624563.772825:0:32662:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.772827:0:32662:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.772830:0:32662:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.772832:0:32662:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.772834:0:32662:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.772836:0:32662:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1788624563.772838:0:32662:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.772840:0:32662:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.772841:0:32662:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.772843:0:32662:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.772844:0:32662:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.772845:0:32662:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.772847:0:32662:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1788624563.772849:0:32662:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.772851:0:32662:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x24:0x0], fid2=[0x200000405:0x26:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624563.772856:0:32662:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.772867:0:32662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bffa70 00000002:00010000:1.0:1788624563.772869:0:32662:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x26:0x0]) in obj [0x200000405:0x24:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624563.772872:0:32662:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624563.772874:0:32662:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.772876:0:32662:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.772880:0:32662:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870900 count: 3 00010000:00000001:1.0:1788624563.772882:0:32662:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.772885:0:32662:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.772888:0:32662:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624563.772891:0:32662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a806c expref: -99 pid: 32662 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788624563.772899:0:32662:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624563.772903:0:32662:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.772907:0:32662:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a806c expref: -99 pid: 32662 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788624563.772913:0:32662:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624563.772915:0:32662:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624563.772918:0:32662:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624563.772920:0:32662:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624563.772922:0:32662:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624563.772924:0:32662:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x24:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624563.773027:0:32662:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624563.773029:0:32662:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878e100 2 00000080:00000010:1.0:1788624563.773032:0:32662:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d7000. 00000080:00000001:1.0:1788624563.773035:0:32662:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624563.773037:0:32662:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.773039:0:32662:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x26:0x0](ffff99dd191be3c8) 00000080:00010000:1.0:1788624563.773042:0:32662:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff99dd191be3c8) for lock 0xcc94206c7ef4189d 00800000:00000001:1.0:1788624563.773045:0:32662:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624563.773047:0:32662:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624563.773048:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.773050:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.773051:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:1.0:1788624563.773054:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624563.773056:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624563.773058:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.773060:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.773061:0:32662:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.773062:0:32662:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.773064:0:32662:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4189d from it ffffbef881bffcb8 00010000:00000001:1.0:1788624563.773066:0:32662:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.773067:0:32662:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.773069:0:32662:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:1.0:1788624563.773071:0:32662:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624563.773073:0:32662:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624563.773075:0:32662:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.773078:0:32662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a806c expref: -99 pid: 32662 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624563.773085:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.773086:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.773087:0:32662:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624563.773089:0:32662:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624563.773091:0:32662:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a806c expref: -99 pid: 32662 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788624563.773097:0:32662:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624563.773098:0:32662:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624563.773100:0:32662:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.773102:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.773103:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.773127:0:32662:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.773130:0:32662:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624563.773131:0:32662:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.773132:0:32662:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.773134:0:32662:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.773136:0:32662:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.773137:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.773138:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624563.773139:0:32662:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624563.773141:0:32662:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624563.773143:0:32662:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788624563.773146:0:32662:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788624563.773148:0:32662:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624563.773150:0:32662:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788624563.773151:0:32662:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.773153:0:32662:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788624563.773156:0:32662:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788624563.773158:0:32662:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624563.773160:0:32662:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624563.773162:0:32662:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00000020:00000001:1.0:1788624563.773167:0:32662:0:(cl_object.c:143:cl_object_top()) ffff99dd183646c0 -> ffff99dd183646c0 00000020:00000001:1.0:1788624563.773169:0:32662:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788624563.773172:0:32662:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788624563.773174:0:32662:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x26:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788624563.773177:0:32662:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624563.773178:0:32662:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788624563.773180:0:32662:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788624563.773182:0:32662:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.773184:0:32662:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788624563.773187:0:32662:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x26:0x0]io ffff99dd18bb4500 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788624563.773190:0:32662:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd013827c0 00020000:00000001:1.0:1788624563.773193:0:32662:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788624563.773195:0:32662:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788624563.773197:0:32662:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788624563.773198:0:32662:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.773200:0:32662:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788624563.773202:0:32662:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788624563.773203:0:32662:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.773205:0:32662:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624563.773206:0:32662:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788624563.773207:0:32662:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788624563.773208:0:32662:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd013827c0 00000020:00000001:1.0:1788624563.773210:0:32662:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788624563.773212:0:32662:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788624563.773214:0:32662:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x26:0x0] 00000020:00000001:1.0:1788624563.773216:0:32662:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788624563.773217:0:32662:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788624563.773220:0:32662:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788624563.773221:0:32662:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788624563.773226:0:32662:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788624563.773231:0:32662:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd087e6200. 00020000:00000002:1.0:1788624563.773233:0:32662:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788624563.773236:0:32662:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788624563.773238:0:32662:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624563.773239:0:32662:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788624563.773240:0:32662:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624563.773242:0:32662:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482285176 : -112300227266440 : ffff99dd10d87878) 00000020:00001000:1.0:1788624563.773243:0:32662:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87870 00000020:00000001:1.0:1788624563.773246:0:32662:0:(cl_object.c:143:cl_object_top()) ffff99dd18364850 -> ffff99dd183646c0 00000020:00000001:1.0:1788624563.773247:0:32662:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788624563.773250:0:32662:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624563.773251:0:32662:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788624563.773253:0:32662:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.773254:0:32662:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.773256:0:32662:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481909176 : -112300227642440 : ffff99dd10d2bbb8) 00000020:00000001:1.0:1788624563.773258:0:32662:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788624563.773263:0:32662:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd034b6d10. 00000008:00010000:1.0:1788624563.773265:0:32662:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788624563.773267:0:32662:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788624563.773268:0:32662:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788624563.773270:0:32662:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd087e6230, osc lock ffff99dd034b6d10, flags 0x400001002 00000020:00000001:1.0:1788624563.773272:0:32662:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.773273:0:32662:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.773275:0:32662:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773342163456 : -112300367388160 : ffff99dd087e6200) 00000020:00000001:1.0:1788624563.773277:0:32662:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788624563.773278:0:32662:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788624563.773279:0:32662:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.773281:0:32662:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.773283:0:32662:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788624563.773285:0:32662:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788624563.773286:0:32662:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788624563.773288:0:32662:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788624563.773289:0:32662:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624563.773290:0:32662:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481909176 : -112300227642440 : ffff99dd10d2bbb8) 00000020:00000001:1.0:1788624563.773291:0:32662:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788624563.773293:0:32662:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788624563.773295:0:32662:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788624563.773298:0:32662:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788624563.773300:0:32662:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788624563.773301:0:32662:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788624563.773302:0:32662:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788624563.773303:0:32662:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788624563.773304:0:32662:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788624563.773306:0:32662:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788624563.773308:0:32662:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624563.773312:0:32662:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.773315:0:32662:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788624563.773318:0:32662:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dda300. 00000020:00000040:1.0:1788624563.773322:0:32662:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00010000:00000001:1.0:1788624563.773326:0:32662:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624563.773329:0:32662:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.773331:0:32662:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.773334:0:32662:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624563.773336:0:32662:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624563.773340:0:32662:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624563.773345:0:32662:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd197d7000. 00000100:00000001:1.0:1788624563.773351:0:32662:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.773355:0:32662:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.773356:0:32662:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.773357:0:32662:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.773358:0:32662:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.773360:0:32662:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.773363:0:32662:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446631773499400960 : -112300210150656 : ffff99dd11dda300) 00010000:00000001:1.0:1788624563.773366:0:32662:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624563.773368:0:32662:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788624563.773371:0:32662:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd189e4c00. 00010000:00000010:1.0:1788624563.773374:0:32662:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff99dd189e4000. 00010000:00000001:1.0:1788624563.773379:0:32662:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624563.773382:0:32662:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18600600. 00000020:00000001:1.0:1788624563.773385:0:32662:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624563.773387:0:32662:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18600600 with handle 0xcc94206c7ef418a4 to hash 00000020:00000001:1.0:1788624563.773389:0:32662:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624563.773391:0:32662:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000010:1.0:1788624563.773394:0:32662:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff99dd1878ec00. 00010000:00000001:1.0:1788624563.773397:0:32662:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:1.0:1788624563.773399:0:32662:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.773401:0:32662:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.773404:0:32662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef418a4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624563.773414:0:32662:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef418a4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.773422:0:32662:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.773426:0:32662:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624563.773429:0:32662:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.773436:0:32662:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092fce80d] to pc [ptlrpcd_00_00+0] req@ffff99dd11dda300 x1875506845053696/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.773588:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624563.773592:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624563.773595:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624563.773601:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dda300 x1875506845053696/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.773609:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624563.773611:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624563.773615:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624563.773617:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624563.773619:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624563.773623:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845053696:192.168.202.125@tcp:101:checkstat.0 00000100:00000001:0.0:1788624563.773628:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624563.773633:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624563.773635:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624563.773638:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624563.773643:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049c9800. 02000000:00000001:0.0:1788624563.773645:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624563.773652:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624563.773656:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d630. 00000400:00000010:0.0:1788624563.773663:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395cc0. 00000100:00000200:0.0:1788624563.773669:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845053696, portal 4 00000100:00000001:0.0:1788624563.773671:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624563.773673:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499400960 : -112300210150656 : ffff99dd11dda300) 00000100:00000040:0.0:1788624563.773678:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dda300 x1875506845053696/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624579 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.773685:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624563.773698:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624563.773701:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395e58. 00000100:00000200:0.0:1788624563.773705:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875506845053696, offset 0 00000400:00000200:0.0:1788624563.773711:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624563.773718:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624563.773726:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624563.773732:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624563.773735:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624563.773739:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624563.773742:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624563.774135:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2827:2827:256:4294967295] 192.168.202.125@tcp LPNI seq info [2827:2827:8:4294967295] 00000400:00000200:0.0:1788624563.774140:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624563.774150:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624563.774156:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624563.774163:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd214f3800. 00000800:00000200:0.0:1788624563.774170:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624563.774177:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624563.774182:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd214f3800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788624563.774206:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624563.774211:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 210782 usecs (211 jiffies) 00000400:00000200:0.0:1788624563.774215:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624563.774217:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578046 00000100:00000001:0.0:1788624563.774220:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:0.0:1788624563.774223:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578046 00000100:00000001:0.0:1788624563.774225:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:0.0:1788624563.774228:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624563.774230:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.774234:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.774236:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788624563.774294:0:32662:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624563.774297:0:32662:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.774300:0:32662:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.774302:0:32662:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.774304:0:32662:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.774306:0:32662:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788624563.774308:0:32662:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788624563.774310:0:32662:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788624563.774311:0:32662:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1788624563.774339:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624563.774342:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624563.774503:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624563.774507:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd214f3800. 00000400:00000200:3.0:1788624563.774512:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624563.774517:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624563.774523:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395e58 00000400:00000010:3.0:1788624563.774526:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395e58. 00000100:00000001:3.0:1788624563.774530:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624563.774534:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dda300 x1875506845053696/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624579 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624563.774543:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624563.774546:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dda300 x1875506845053696/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624563.774552:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624563.774562:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624563.783952:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.783979:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.783983:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.783986:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.783994:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.784001:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.784010:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.784014:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.784019:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.784023:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 400 into portal 4 MB=0x6a9c37745f300 00000400:00000200:2.0:1788624563.784028:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.784035:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 400/400 into md 0x8165 [1] + 224 00000800:00000001:2.0:1788624563.784043:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.784049:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.784052:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.784057:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624563.784064:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624563.784074:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dda300 x1875506845053696/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624579 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624563.784084:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff99dd11dda300 x1875506845053696/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624579 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.788652:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624563.788663:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788624563.788670:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624563.788673:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624563.793838:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624563.793875:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.793886:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788624563.796057:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624563.796063:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624563.796068:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d630. 00000400:00000200:0.0:1788624563.796078:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395cc0 00000400:00000010:0.0:1788624563.796081:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395cc0. 00000100:00000001:0.0:1788624563.796087:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624563.796097:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dda300 x1875506845053696/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624579 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624563.796257:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dda300 x1875506845053696/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624579 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.796266:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624563.796269:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624563.796273:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624563.796276:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624563.796279:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624563.796282:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624563.796285:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624563.796294:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=141 v=5 (5 5 5 36) 00000100:00001000:0.0:1788624563.796298:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624563.796301:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624563.796303:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.796305:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624563.796309:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.796313:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624563.796315:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1788624563.796317:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624563.796319:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624563.796324:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dda300 x1875506845053696/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624579 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.796332:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624563.796336:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624563.796338:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788624563.796341:0:2389:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1788624563.796344:0:2389:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.796346:0:2389:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.796350:0:2389:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600600 refcount=4 00000020:00000001:0.0:1788624563.796353:0:2389:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:0.0:1788624563.796356:0:2389:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:0.0:1788624563.796358:0:2389:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.796359:0:2389:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.796360:0:2389:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600600 refcount=5 00000020:00000001:0.0:1788624563.796363:0:2389:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:0.0:1788624563.796366:0:2389:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:0.0:1788624563.796369:0:2389:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624563.796372:0:2389:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624563.796377:0:2389:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef418a4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.796396:0:2389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.796398:0:2389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.796400:0:2389:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624563.796402:0:2389:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.796404:0:2389:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.796405:0:2389:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600600 refcount=6 00000020:00000001:0.0:1788624563.796407:0:2389:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:0.0:1788624563.796410:0:2389:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000040:0.0:1788624563.796417:0:2389:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18600600, remote cookie: 0xa103bd66258a8073, flags: 0x1001 00010000:00010000:0.0:1788624563.796422:0:2389:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef418a4 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8073 expref: -99 pid: 32662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.796431:0:2389:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788624563.796434:0:2389:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.796437:0:2389:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624563.796440:0:2389:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788624563.796445:0:2389:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef418a4 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8073 expref: -99 pid: 32662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788624563.796454:0:2389:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x15:0x0].0x0 (ffff99dd189e4c00) refcount = 1 00010000:00000040:0.0:1788624563.796457:0:2389:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788624563.796460:0:2389:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef418a4 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8073 expref: -99 pid: 32662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.796468:0:2389:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624563.796470:0:2389:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624563.796473:0:2389:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624563.796476:0:2389:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624563.796479:0:2389:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef418a4 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8073 expref: -99 pid: 32662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.796487:0:2389:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624563.796488:0:2389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.796489:0:2389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.796491:0:2389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.796492:0:2389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624563.796494:0:2389:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788624563.796496:0:2389:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788624563.796500:0:2389:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.796501:0:2389:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.796502:0:2389:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600600 refcount=5 00000020:00000001:0.0:1788624563.796505:0:2389:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:0.0:1788624563.796507:0:2389:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00000008:00000001:0.0:1788624563.796511:0:2389:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788624563.796515:0:2389:0:(cl_object.c:143:cl_object_top()) ffff99dd08444fc0 -> ffff99dd183646c0 00000008:00010000:0.0:1788624563.796520:0:2389:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef418a4 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a8073 expref: -99 pid: 32662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788624563.796528:0:2389:0:(cl_object.c:143:cl_object_top()) ffff99dd08444fc0 -> ffff99dd183646c0 00000020:00000001:0.0:1788624563.796530:0:2389:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788624563.796533:0:2389:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788624563.796536:0:2389:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788624563.796538:0:2389:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624563.796540:0:2389:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624563.796542:0:2389:0:(cl_object.c:143:cl_object_top()) ffff99dd08444fc0 -> ffff99dd183646c0 00000008:00000001:0.0:1788624563.796544:0:2389:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1788624563.796546:0:2389:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788624563.796548:0:2389:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788624563.796836:0:2389:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788624563.796838:0:2389:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.796841:0:2389:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.796842:0:2389:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.796844:0:2389:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600600 refcount=6 00000020:00000001:0.0:1788624563.796846:0:2389:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:0.0:1788624563.796849:0:2389:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:0.0:1788624563.796852:0:2389:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624563.796855:0:2389:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef418a4 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a8073 expref: -99 pid: 32662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.796878:0:2389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.796879:0:2389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624563.796882:0:2389:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef418a4 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a8073 expref: -99 pid: 32662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.796889:0:2389:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624563.796890:0:2389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.796891:0:2389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624563.796893:0:2389:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.796894:0:2389:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.796895:0:2389:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.796897:0:2389:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600600 refcount=5 00000020:00000001:0.0:1788624563.796899:0:2389:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:0.0:1788624563.796901:0:2389:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:0.0:1788624563.796903:0:2389:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624563.796905:0:2389:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef418a4 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a8073 expref: -99 pid: 32662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624563.796911:0:2389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.796912:0:2389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.796914:0:2389:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624563.796916:0:2389:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624563.796919:0:2389:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef418a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8073 expref: -99 pid: 32662 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624563.796928:0:2389:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624563.796932:0:2389:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624563.796934:0:2389:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624563.796939:0:2389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.796940:0:2389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.796942:0:2389:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.796945:0:2389:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624563.796947:0:2389:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.796949:0:2389:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.796951:0:2389:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.796953:0:2389:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624563.796955:0:2389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.796956:0:2389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.796957:0:2389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.796958:0:2389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624563.796960:0:2389:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624563.796975:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dda300 x1875506845053696/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624579 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624563.796985:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845053696:192.168.202.125@tcp:101:checkstat.0 00000100:00000001:0.0:1788624563.796991:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624563.796994:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624563.796998:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dda300 x1875506845053696/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.797004:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624563.797007:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624563.797011:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049c9800. 02000000:00000001:0.0:1788624563.797017:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624563.797019:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624563.797020:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624563.797023:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624563.797025:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd197d7000. 02000000:00000001:0.0:1788624563.797029:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624563.797031:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624563.797033:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dda300. 00000100:00000001:0.0:1788624563.797036:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624563.797038:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624563.797041:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624563.797048:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624563.797050:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.797053:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624563.797056:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.797477:0:32662:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.797482:0:32662:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.797488:0:32662:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788624563.797491:0:32662:0:(cl_object.c:143:cl_object_top()) ffff99dd183646c0 -> ffff99dd183646c0 00000020:00000001:1.0:1788624563.797493:0:32662:0:(cl_object.c:143:cl_object_top()) ffff99dd183646c0 -> ffff99dd183646c0 00000020:00000001:1.0:1788624563.797495:0:32662:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788624563.797500:0:32662:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788624563.797504:0:32662:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788624563.797506:0:32662:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.797507:0:32662:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788624563.797508:0:32662:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788624563.797510:0:32662:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x26:1029 on OST[0]: s=0 (1) m=1788624545 a=1788624545 c=1788624545 b=0 00020000:00000001:1.0:1788624563.797513:0:32662:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788624563.797515:0:32662:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1788624545 a=1788624545 c=1788624545 b=0 00020000:00000001:1.0:1788624563.797518:0:32662:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.797519:0:32662:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.797521:0:32662:0:(cl_object.c:143:cl_object_top()) ffff99dd183646c0 -> ffff99dd183646c0 00000080:00200000:1.0:1788624563.797523:0:32662:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x26:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1788624563.797525:0:32662:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788624563.797527:0:32662:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788624563.797529:0:32662:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd18bb44a0 (ffff99dd10d87128/0) at cl_lock_release():245 00000020:00000001:1.0:1788624563.797532:0:32662:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788624563.797533:0:32662:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd18bb44a0 (ffff99dd10d87128/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788624563.797537:0:32662:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788624563.797541:0:32662:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624563.797542:0:32662:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481909176 : -112300227642440 : ffff99dd10d2bbb8) 00000020:00000001:1.0:1788624563.797544:0:32662:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788624563.797546:0:32662:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd087e6230 (ffff99dd10d87878/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788624563.797549:0:32662:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788624563.797550:0:32662:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788624563.797551:0:32662:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.797553:0:32662:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624563.797830:0:32662:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788624563.797832:0:32662:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624563.797834:0:32662:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624563.797835:0:32662:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624563.797836:0:32662:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788624563.797838:0:32662:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd18bb44a0 (ffff99dd10d87128/0) at cl_lock_fini():72 00020000:00000001:1.0:1788624563.797842:0:32662:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788624563.797843:0:32662:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788624563.797844:0:32662:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd087e6230 (ffff99dd10d87128/1) at cl_lock_fini():72 00000008:00000010:1.0:1788624563.797847:0:32662:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034b6d10. 00000020:00000001:1.0:1788624563.797849:0:32662:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788624563.797851:0:32662:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd087e6200. 00020000:00000001:1.0:1788624563.797854:0:32662:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788624563.797855:0:32662:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788624563.797856:0:32662:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788624563.797867:0:32662:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.797870:0:32662:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788624563.797873:0:32662:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788624563.797874:0:32662:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788624563.797876:0:32662:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788624563.797877:0:32662:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788624563.797879:0:32662:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87870 00020000:00000001:1.0:1788624563.797882:0:32662:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788624563.797884:0:32662:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788624563.797886:0:32662:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788624563.797888:0:32662:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788624563.797891:0:32662:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788624563.797893:0:32662:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.797895:0:32662:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788624563.797897:0:32662:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788624563.797897:0:32662:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788624563.797899:0:32662:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00000001:00000001:1.0:1788624563.797901:0:32662:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.797908:0:32662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bffd08 00000080:00000008:1.0:1788624563.797910:0:32662:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x26:0x0](ffff99dd191be3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788624563.797915:0:32662:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788624563.797917:0:32662:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bffda0 00000080:00002000:1.0:1788624563.797919:0:32662:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff99dd1934ebd0, parent ffff99dd1934e870, inode ffff99dd191be3c8) hashed, 00000080:00000001:1.0:1788624563.797922:0:32662:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624563.799298:0:32468:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624563.799302:0:32468:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624563.799305:0:32468:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97b78 00000080:00200000:2.0:1788624563.799308:0:32468:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624563.799315:0:32468:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd110fb000. 00800000:00000002:2.0:1788624563.799321:0:32468:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624563.799326:0:32468:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624563.799330:0:32468:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624563.799332:0:32468:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97a98 00800000:00000002:2.0:1788624563.799335:0:32468:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624563.799338:0:32468:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624563.799341:0:32468:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624563.799343:0:32468:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624563.799346:0:32468:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624563.799348:0:32468:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624563.799350:0:32468:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624563.799352:0:32468:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624563.799354:0:32468:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624563.799357:0:32468:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624563.799362:0:32468:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624563.799364:0:32468:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97968 00000002:00010000:2.0:1788624563.799365:0:32468:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624563.799368:0:32468:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624563.799370:0:32468:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624563.799373:0:32468:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624563.799380:0:32468:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 2 00010000:00000001:2.0:1788624563.799383:0:32468:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624563.799387:0:32468:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624563.799392:0:32468:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624563.799397:0:32468:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788624563.799408:0:32468:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624563.799412:0:32468:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624563.799415:0:32468:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788624563.799422:0:32468:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624563.799424:0:32468:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624563.799425:0:32468:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624563.799427:0:32468:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624563.799429:0:32468:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624563.799431:0:32468:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624563.799433:0:32468:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624563.799436:0:32468:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624563.799439:0:32468:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd110fb000. 00000080:00000001:2.0:1788624563.799443:0:32468:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624563.799444:0:32468:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624563.799446:0:32468:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624563.799449:0:32468:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef4187a 00800000:00000001:2.0:1788624563.799452:0:32468:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624563.799454:0:32468:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624563.799456:0:32468:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624563.799457:0:32468:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624563.799460:0:32468:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:2.0:1788624563.799462:0:32468:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:2.0:1788624563.799465:0:32468:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:2.0:1788624563.799468:0:32468:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624563.799470:0:32468:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624563.799471:0:32468:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624563.799473:0:32468:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624563.799475:0:32468:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4187a from it ffffbef881c97bb0 00010000:00000001:2.0:1788624563.799477:0:32468:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624563.799478:0:32468:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624563.799480:0:32468:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:2.0:1788624563.799482:0:32468:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:2.0:1788624563.799483:0:32468:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:2.0:1788624563.799485:0:32468:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624563.799488:0:32468:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624563.799494:0:32468:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624563.799495:0:32468:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624563.799496:0:32468:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624563.799499:0:32468:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624563.799501:0:32468:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788624563.799508:0:32468:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624563.799511:0:32468:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624563.799513:0:32468:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624563.799517:0:32468:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624563.799518:0:32468:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624563.799520:0:32468:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624563.799523:0:32468:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624563.799525:0:32468:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624563.799527:0:32468:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624563.799529:0:32468:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624563.799531:0:32468:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624563.799533:0:32468:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624563.799534:0:32468:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624563.799536:0:32468:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624563.799538:0:32468:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624563.799540:0:32468:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 44 00000080:00000001:2.0:1788624563.799545:0:32468:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624563.799550:0:32468:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:2.0:1788624563.799553:0:32468:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788624563.799554:0:32468:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97b78 00000080:00200008:2.0:1788624563.799556:0:32468:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 304000 00000080:00000010:2.0:1788624563.799562:0:32468:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd017c8c80. 00000080:00000001:2.0:1788624563.799567:0:32468:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624563.799568:0:32468:0:(dir.c:3016:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624563.799579:0:32468:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97d28 00000080:00200008:2.0:1788624563.799581:0:32468:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624563.799588:0:32468:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788624563.799590:0:32468:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:2.0:1788624563.799593:0:32468:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd110fb000. 00800000:00000002:2.0:1788624563.799595:0:32468:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00800000:00000001:2.0:1788624563.799601:0:32468:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:2.0:1788624563.799603:0:32468:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624563.799604:0:32468:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624563.799605:0:32468:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624563.799606:0:32468:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624563.799608:0:32468:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624563.799610:0:32468:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624563.799611:0:32468:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624563.799615:0:32468:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:2.0:1788624563.799616:0:32468:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624563.799618:0:32468:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97990 00000002:00010000:2.0:1788624563.799620:0:32468:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:2.0:1788624563.799622:0:32468:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624563.799624:0:32468:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624563.799625:0:32468:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624563.799627:0:32468:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 2 00010000:00000001:2.0:1788624563.799629:0:32468:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624563.799631:0:32468:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624563.799633:0:32468:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624563.799636:0:32468:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788624563.799647:0:32468:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624563.799649:0:32468:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624563.799652:0:32468:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788624563.799658:0:32468:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624563.799660:0:32468:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624563.799661:0:32468:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624563.799663:0:32468:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624563.799664:0:32468:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624563.799665:0:32468:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624563.799667:0:32468:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:2.0:1788624563.799669:0:32468:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:2.0:1788624563.799671:0:32468:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:2.0:1788624563.799673:0:32468:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624563.799674:0:32468:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624563.799675:0:32468:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624563.799717:0:32468:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:2.0:1788624563.799723:0:32468:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff99dd1870a800. 00000002:00000001:2.0:1788624563.800254:0:32468:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1788624563.800261:0:32468:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d60000. 00000020:00000040:2.0:1788624563.800266:0:32468:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624563.800270:0:32468:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624563.800273:0:32468:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624563.800277:0:32468:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624563.800285:0:32468:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd110fae00. 00000100:00000001:2.0:1788624563.800293:0:32468:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624563.800297:0:32468:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1788624563.800302:0:32468:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff99dd0483b400. 00000100:00000010:2.0:1788624563.800306:0:32468:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff99dd18ba0000. 00000020:00000040:2.0:1788624563.800308:0:32468:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624563.800329:0:32468:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624563.800332:0:32468:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624563.800337:0:32468:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cd240. 00000100:00000001:2.0:1788624563.800339:0:32468:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486764608 : -112300222787008 : ffff99dd111cd240) 00000100:00000001:2.0:1788624563.800342:0:32468:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624563.800344:0:32468:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498900480 : -112300210651136 : ffff99dd11d60000) 00000100:00000001:2.0:1788624563.800348:0:32468:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624563.800353:0:32468:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624563.800355:0:32468:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624563.800356:0:32468:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624563.800368:0:32468:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d60000 x1875506845053824/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.800376:0:32468:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624563.800378:0:32468:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624563.800382:0:32468:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624563.800384:0:32468:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624563.800387:0:32468:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624563.800391:0:32468:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d60000 pname:cluuid:pid:xid:nid:opc:job bash:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32468:1875506845053824:192.168.202.125@tcp:37:bash.0 00000100:00000001:2.0:1788624563.800396:0:32468:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624563.800401:0:32468:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624563.800404:0:32468:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624563.800406:0:32468:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1788624563.800416:0:32468:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624563.800421:0:32468:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2790. 00000400:00000010:2.0:1788624563.800431:0:32468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff99dd04814000. 00000100:00000200:2.0:1788624563.800440:0:32468:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9c37745f380-0x6a9c37745f380, portal 14 00000100:00000001:2.0:1788624563.800443:0:32468:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624563.800446:0:32468:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624563.800449:0:32468:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd0483bc00. 02000000:00000001:2.0:1788624563.800451:0:32468:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624563.800454:0:32468:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624563.800457:0:32468:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2160. 00000400:00000010:2.0:1788624563.800461:0:32468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e082a8. 00000100:00000200:2.0:1788624563.800465:0:32468:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845053824, portal 10 00000100:00000001:2.0:1788624563.800467:0:32468:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624563.800469:0:32468:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498900480 : -112300210651136 : ffff99dd11d60000) 00000100:00000040:2.0:1788624563.800476:0:32468:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d60000 x1875506845053824/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.800483:0:32468:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624563.800486:0:32468:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624563.800489:0:32468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08880. 00000100:00000200:2.0:1788624563.800491:0:32468:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875506845053824, offset 0 00000400:00000200:2.0:1788624563.800499:0:32468:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624563.800507:0:32468:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.800515:0:32468:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624563.800520:0:32468:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624563.800524:0:32468:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624563.800528:0:32468:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624563.800531:0:32468:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624563.800536:0:32468:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2828:2828:256:4294967295] 192.168.202.125@tcp LPNI seq info [2828:2828:8:4294967295] 00000400:00000200:2.0:1788624563.800540:0:32468:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.800550:0:32468:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624563.800557:0:32468:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624563.800561:0:32468:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872e00. 00000800:00000200:2.0:1788624563.800567:0:32468:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624563.800575:0:32468:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624563.800580:0:32468:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872e00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788624563.800600:0:32468:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624563.800605:0:32468:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 829022 usecs (830 jiffies) 00000400:00000200:2.0:1788624563.800608:0:32468:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624563.800611:0:32468:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578690 00000100:00000001:2.0:1788624563.800614:0:32468:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:2.0:1788624563.800617:0:32468:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578690 00000100:00000001:2.0:1788624563.800619:0:32468:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:2.0:1788624563.800621:0:32468:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624563.800625:0:32468:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624563.800627:0:32468:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624563.800629:0:32468:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624563.800632:0:32468:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cd240 going to sleep for 11 seconds 00000100:00000001:2.0:1788624563.800635:0:32468:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624563.800639:0:32468:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624563.800747:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624563.800752:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872e00. 00000400:00000200:2.0:1788624563.800756:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.800760:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624563.800766:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08880 00000400:00000010:2.0:1788624563.800769:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08880. 00000100:00000001:2.0:1788624563.800773:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624563.800777:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d60000 x1875506845053824/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.800786:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624563.800790:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d60000 x1875506845053824/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.800796:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624563.800798:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624563.813364:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.813382:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.813386:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.813389:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.813398:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.813406:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.813415:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.813420:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.813425:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.813430:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 4096 into portal 14 MB=0x6a9c37745f380 00000400:00000200:2.0:1788624563.813436:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.813442:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.125@tcp of length 4096/4096 into md 0x816d [256] + 0 00000400:00000010:2.0:1788624563.813448:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2790. 00000400:00000200:2.0:1788624563.813453:0:2384:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff99dd04814000 00000800:00000001:2.0:1788624563.813460:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.813469:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.813472:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.813477:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624563.813483:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd04814000 00000400:00000010:2.0:1788624563.813486:0:2384:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff99dd04814000. 00000100:00000001:2.0:1788624563.813491:0:2384:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788624563.813493:0:2384:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff99dd11d60000 desc ffff99dd0483b400 mbits 1875506845053824 00000100:00000001:2.0:1788624563.813513:0:2384:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788624563.813520:0:2384:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788624563.813523:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.813528:0:2384:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624563.813534:0:2384:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2829:2829:256:4294967295] 192.168.202.125@tcp LPNI seq info [2829:2829:8:4294967295] 00000400:00000200:2.0:1788624563.813539:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.813546:0:2384:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) 192.168.202.125@tcp : ACK try# 0 00000800:00000200:2.0:1788624563.813552:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624563.813568:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff99dd04814000. 00000800:00000200:2.0:1788624563.813574:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624563.813581:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624563.813586:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04814000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788624563.813896:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624563.813901:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff99dd04814000. 00000400:00000200:2.0:1788624563.813905:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.813909:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: ACK: OK 00000800:00000001:2.0:1788624563.813916:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.813920:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624563.814214:0:32468:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624563.814218:0:32468:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624563.820216:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.820240:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.820245:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.820247:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.820256:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.820264:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.820275:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.820280:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.820286:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.820290:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 440 into portal 10 MB=0x6a9c37745f380 00000400:00000200:2.0:1788624563.820295:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.820302:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 440/440 into md 0x8175 [1] + 224 00000800:00000001:2.0:1788624563.820309:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.820318:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.820322:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.820326:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624563.820334:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624563.820342:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d60000 x1875506845053824/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624563.820352:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff99dd11d60000 x1875506845053824/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.820373:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624563.820381:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.820385:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624563.820635:0:32468:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624563.820649:0:32468:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624563.820652:0:32468:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624563.820658:0:32468:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2160. 00000400:00000200:3.0:1788624563.820666:0:32468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e082a8 00000400:00000010:3.0:1788624563.820669:0:32468:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e082a8. 00000100:00000001:3.0:1788624563.820674:0:32468:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624563.820684:0:32468:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d60000 x1875506845053824/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788624563.820696:0:32468:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d60000 x1875506845053824/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624563.820703:0:32468:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624563.820705:0:32468:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624563.820708:0:32468:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624563.820712:0:32468:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624563.820715:0:32468:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624563.820717:0:32468:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624563.820720:0:32468:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624563.820733:0:32468:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=141 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624563.820737:0:32468:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624563.820740:0:32468:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624563.820742:0:32468:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.820810:0:32468:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624563.820815:0:32468:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624563.820819:0:32468:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624563.820823:0:32468:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:3.0:1788624563.820825:0:32468:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624563.820829:0:32468:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624563.820919:0:32468:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff99dd11d60000 x1875506845053824/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624563.820931:0:32468:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff99dd11d60000 x1875506845053824/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624563.820940:0:32468:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624563.820942:0:32468:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624563.820946:0:32468:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d60000 x1875506845053824/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788624563.820955:0:32468:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d60000 pname:cluuid:pid:xid:nid:opc:job bash:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32468:1875506845053824:192.168.202.125@tcp:37:bash.0 00000100:00000001:3.0:1788624563.820960:0:32468:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624563.820964:0:32468:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624563.820967:0:32468:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788624563.820970:0:32468:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624563.820973:0:32468:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d60000 x1875506845053824/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624563.820981:0:32468:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624563.820985:0:32468:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cd240. 00000100:00000001:3.0:1788624563.820988:0:32468:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788624563.820990:0:32468:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624563.820995:0:32468:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624563.820998:0:32468:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624563.821001:0:32468:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d60000 x1875506845053824/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624563.821008:0:32468:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624563.821010:0:32468:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624563.821014:0:32468:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd0483bc00. 02000000:00000001:3.0:1788624563.821017:0:32468:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624563.821019:0:32468:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624563.821022:0:32468:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624563.821025:0:32468:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788624563.821027:0:32468:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1788624563.821029:0:32468:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624563.821030:0:32468:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624563.821032:0:32468:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:3.0:1788624563.821229:0:32468:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff99dd18ba0000. 00000100:00000010:3.0:1788624563.821235:0:32468:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff99dd0483b400. 00000100:00000001:3.0:1788624563.821238:0:32468:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1788624563.821240:0:32468:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd110fae00. 02000000:00000001:3.0:1788624563.821244:0:32468:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624563.821246:0:32468:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624563.821248:0:32468:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d60000. 00000100:00000001:3.0:1788624563.821252:0:32468:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624563.821254:0:32468:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624563.821257:0:32468:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:3.0:1788624563.821260:0:32468:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:3.0:1788624563.826049:0:32468:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff99dd1870a800. 00000002:00000001:3.0:1788624563.826074:0:32468:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.826084:0:32468:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624563.826087:0:32468:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624563.826092:0:32468:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:3.0:1788624563.826095:0:32468:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624563.826099:0:32468:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624563.826103:0:32468:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624563.826129:0:32468:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788624563.826142:0:32468:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624563.826144:0:32468:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624563.826146:0:32468:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624563.826151:0:32468:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624563.826154:0:32468:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788624563.826163:0:32468:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624563.826168:0:32468:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624563.826171:0:32468:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624563.826176:0:32468:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624563.826177:0:32468:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624563.826179:0:32468:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.826183:0:32468:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624563.826186:0:32468:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.826188:0:32468:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.826193:0:32468:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.826195:0:32468:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624563.826196:0:32468:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624563.826197:0:32468:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:3.0:1788624563.826201:0:32468:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624563.826321:0:32468:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:2.0:1788624563.826334:0:32468:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624563.826338:0:32468:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd110fb000. 00000080:00000001:2.0:1788624563.826346:0:32468:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624563.826352:0:32468:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624563.826355:0:32468:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97ca0 00000080:00200000:2.0:1788624563.826357:0:32468:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624563.826366:0:32468:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd110fb000. 00800000:00000002:2.0:1788624563.826372:0:32468:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624563.826376:0:32468:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624563.826379:0:32468:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624563.826382:0:32468:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97bc0 00800000:00000002:2.0:1788624563.826384:0:32468:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624563.826387:0:32468:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624563.826390:0:32468:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624563.826393:0:32468:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624563.826396:0:32468:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624563.826398:0:32468:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624563.826400:0:32468:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624563.826401:0:32468:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624563.826403:0:32468:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624563.826406:0:32468:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624563.826412:0:32468:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624563.826413:0:32468:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97a90 00000002:00010000:2.0:1788624563.826415:0:32468:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624563.826418:0:32468:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624563.826421:0:32468:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624563.826424:0:32468:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624563.826431:0:32468:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 2 00010000:00000001:2.0:1788624563.826433:0:32468:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624563.826438:0:32468:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624563.826442:0:32468:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624563.826447:0:32468:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788624563.826459:0:32468:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624563.826464:0:32468:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624563.826467:0:32468:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788624563.826475:0:32468:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624563.826477:0:32468:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624563.826479:0:32468:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624563.826481:0:32468:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624563.826483:0:32468:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624563.826485:0:32468:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624563.826488:0:32468:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624563.826490:0:32468:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624563.826492:0:32468:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd110fb000. 00000080:00000001:2.0:1788624563.826496:0:32468:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624563.826498:0:32468:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624563.826501:0:32468:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624563.826505:0:32468:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef4187a 00800000:00000001:2.0:1788624563.826508:0:32468:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624563.826510:0:32468:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624563.826512:0:32468:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624563.826514:0:32468:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624563.826517:0:32468:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:2.0:1788624563.826519:0:32468:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:2.0:1788624563.826522:0:32468:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:2.0:1788624563.826525:0:32468:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624563.826527:0:32468:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624563.826528:0:32468:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624563.826529:0:32468:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624563.826532:0:32468:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4187a from it ffffbef881c97cd8 00010000:00000001:2.0:1788624563.826534:0:32468:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624563.826535:0:32468:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624563.826536:0:32468:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:2.0:1788624563.826538:0:32468:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:2.0:1788624563.826540:0:32468:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:2.0:1788624563.826542:0:32468:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624563.826545:0:32468:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788624563.826552:0:32468:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624563.826553:0:32468:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624563.826554:0:32468:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624563.826557:0:32468:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624563.826559:0:32468:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788624563.826566:0:32468:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624563.826569:0:32468:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624563.826572:0:32468:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624563.826575:0:32468:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624563.826576:0:32468:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624563.826578:0:32468:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624563.826581:0:32468:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624563.826583:0:32468:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624563.826585:0:32468:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624563.826587:0:32468:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624563.826589:0:32468:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624563.826590:0:32468:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624563.826592:0:32468:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624563.826595:0:32468:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624563.826596:0:32468:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624563.826600:0:32468:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624563.826605:0:32468:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97d28 00000080:00000008:2.0:1788624563.826607:0:32468:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624563.827327:0:32468:0:(dir.c:328:ll_iterate()) Process entered 00000080:00200000:2.0:1788624563.827332:0:32468:0:(dir.c:336:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) pos/size0/4096 32bit_api 0 00000080:00000010:2.0:1788624563.827341:0:32468:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd110fb000. 00800000:00000002:2.0:1788624563.827346:0:32468:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624563.827348:0:32468:0:(dir.c:195:ll_dir_read()) Process entered 00000080:00000001:2.0:1788624563.827356:0:32468:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446720599642662016 : -23474066889600 : ffffeaa68494e480) 00000080:00000001:2.0:1788624563.827360:0:32468:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788624563.827364:0:32468:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:2.0:1788624563.827366:0:32468:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:2.0:1788624563.827368:0:32468:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056707 : 144115205306056707 : 200000403000003) 00000080:00000001:2.0:1788624563.827371:0:32468:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761475 : 162129603798761475 : 240000402000003) 00000080:00000001:2.0:1788624563.827373:0:32468:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279494 : 144115205289279494 : 200000402000006) 00000080:00000001:2.0:1788624563.827375:0:32468:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761476 : 162129603798761476 : 240000402000004) 00000080:00000001:2.0:1788624563.827377:0:32468:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279489 : 144115205289279489 : 200000402000001) 00000080:00000001:2.0:1788624563.827379:0:32468:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611140 : 144115205339611140 : 200000405000004) 00000080:00000001:2.0:1788624563.827381:0:32468:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:2.0:1788624563.827383:0:32468:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833921 : 144115205322833921 : 200000404000001) 00000080:00000001:2.0:1788624563.827386:0:32468:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279490 : 144115205289279490 : 200000402000002) 00000080:00000001:2.0:1788624563.827388:0:32468:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833931 : 144115205322833931 : 20000040400000b) 00000080:00000001:2.0:1788624563.827390:0:32468:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833935 : 144115205322833935 : 20000040400000f) 00000080:00000001:2.0:1788624563.827392:0:32468:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:2.0:1788624563.827394:0:32468:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788624563.827396:0:32468:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:2.0:1788624563.827398:0:32468:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833933 : 144115205322833933 : 20000040400000d) 00000080:00000001:2.0:1788624563.827400:0:32468:0:(dir.c:310:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624563.827402:0:32468:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624563.827404:0:32468:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd110fb000. 00000080:00000001:2.0:1788624563.827409:0:32468:0:(dir.c:406:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624563.827430:0:32468:0:(dir.c:328:ll_iterate()) Process entered 00000080:00200000:2.0:1788624563.827431:0:32468:0:(dir.c:336:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:2.0:1788624563.827435:0:32468:0:(dir.c:346:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788624563.827436:0:32468:0:(dir.c:406:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624563.827450:0:32468:0:(dir.c:3021:ll_dir_release()) Process entered 00000080:00000001:2.0:1788624563.827452:0:32468:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788624563.827454:0:32468:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97dd0 00000080:00200008:2.0:1788624563.827456:0:32468:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 304000 00000080:00400000:2.0:1788624563.827460:0:32468:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788624563.827463:0:32468:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd017c8c80. 00000080:00000001:2.0:1788624563.827468:0:32468:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788624563.827470:0:32468:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97dd0 00000080:00000008:2.0:1788624563.827472:0:32468:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 304000, rc = 0 00000080:00000001:2.0:1788624563.827474:0:32468:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624563.827476:0:32468:0:(dir.c:3022:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624563.831825:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624563.831832:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624563.831835:0:32663:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624563.831838:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb20 00000080:00200000:3.0:1788624563.831842:0:32663:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624563.831851:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd063ee600. 00800000:00000002:3.0:1788624563.831869:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624563.831874:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624563.831879:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624563.831881:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa40 00800000:00000002:3.0:1788624563.831884:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624563.831888:0:32663:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624563.831890:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624563.831893:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624563.831895:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624563.831898:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624563.831900:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624563.831902:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624563.831904:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624563.831908:0:32663:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624563.831914:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624563.831915:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f910 00000002:00010000:3.0:1788624563.831918:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624563.831921:0:32663:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624563.831924:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624563.831928:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624563.831935:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 2 00010000:00000001:3.0:1788624563.831938:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624563.831943:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624563.831946:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624563.831951:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788624563.831961:0:32663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624563.831966:0:32663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624563.831969:0:32663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788624563.831977:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624563.831979:0:32663:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624563.831981:0:32663:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624563.831983:0:32663:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624563.831985:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624563.831986:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624563.831989:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624563.831992:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624563.831994:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd063ee600. 00000080:00000001:3.0:1788624563.831998:0:32663:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624563.832000:0:32663:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624563.832002:0:32663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624563.832005:0:32663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef4187a 00800000:00000001:3.0:1788624563.832008:0:32663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624563.832011:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624563.832013:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624563.832014:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624563.832017:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:3.0:1788624563.832020:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624563.832023:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624563.832026:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624563.832027:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624563.832029:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624563.832031:0:32663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624563.832033:0:32663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4187a from it ffffbef881d1fb58 00010000:00000001:3.0:1788624563.832035:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624563.832036:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624563.832038:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:3.0:1788624563.832040:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624563.832042:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624563.832044:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624563.832047:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788624563.832053:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624563.832054:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624563.832056:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624563.832058:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624563.832061:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788624563.832069:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624563.832072:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624563.832074:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624563.832077:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624563.832078:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624563.832080:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.832083:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624563.832085:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.832087:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.832089:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.832092:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624563.832093:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624563.832094:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624563.832097:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624563.832099:0:32663:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624563.832101:0:32663:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788624563.832129:0:32663:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624563.832133:0:32663:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788624563.832135:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb48 00000080:00002000:3.0:1788624563.832137:0:32663:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff99dd096145e8) flags 0x20000e refc 1 00000080:00000001:3.0:1788624563.832140:0:32663:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624563.832141:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb90 00000080:00200000:3.0:1788624563.832143:0:32663:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=8 00000080:00000002:3.0:1788624563.832148:0:32663:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:3.0:1788624563.832154:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fd08 00000080:00200008:3.0:1788624563.832156:0:32663:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff99dd1919d348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788624563.832161:0:32663:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624563.832163:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fc80 00000080:00200000:3.0:1788624563.832165:0:32663:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff99dd1919d348),name=d21h.recovery-small-1 00000080:00000010:3.0:1788624563.832169:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd063ee600. 00800000:00000002:3.0:1788624563.832172:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624563.832176:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624563.832178:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624563.832180:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fba0 00800000:00000002:3.0:1788624563.832181:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624563.832184:0:32663:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624563.832187:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624563.832188:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624563.832190:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624563.832191:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624563.832193:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624563.832194:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624563.832196:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624563.832198:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624563.832199:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624563.832201:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624563.832202:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624563.832204:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624563.832205:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1788624563.832208:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624563.832210:0:32663:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624563.832213:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624563.832215:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa70 00000002:00010000:3.0:1788624563.832216:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624563.832219:0:32663:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624563.832220:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624563.832222:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624563.832225:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 2 00010000:00000001:3.0:1788624563.832227:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624563.832229:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624563.832231:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624563.832234:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788624563.832241:0:32663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624563.832243:0:32663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624563.832246:0:32663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788624563.832252:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624563.832254:0:32663:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624563.832255:0:32663:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624563.832257:0:32663:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624563.832259:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624563.832261:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624563.832263:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624563.832265:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624563.832267:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd063ee600. 00000080:00000001:3.0:1788624563.832270:0:32663:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624563.832271:0:32663:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624563.832273:0:32663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff99dd1919d348) 00000080:00010000:3.0:1788624563.832276:0:32663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff99dd1919d348) for lock 0xcc94206c7ef41881 00800000:00000001:3.0:1788624563.832278:0:32663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624563.832280:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624563.832281:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624563.832283:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624563.832285:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:3.0:1788624563.832287:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:3.0:1788624563.832289:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:3.0:1788624563.832291:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624563.832292:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624563.832293:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624563.832295:0:32663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624563.832297:0:32663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41881 from it ffffbef881d1fcb8 00010000:00000001:3.0:1788624563.832299:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624563.832301:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624563.832302:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:3.0:1788624563.832304:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:3.0:1788624563.832306:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:3.0:1788624563.832308:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624563.832311:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788624563.832317:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624563.832318:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624563.832319:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624563.832320:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624563.832323:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788624563.832329:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624563.832330:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624563.832331:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624563.832333:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624563.832334:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624563.832336:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.832337:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624563.832339:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.832341:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.832343:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.832344:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624563.832346:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624563.832347:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624563.832348:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624563.832350:0:32663:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788624563.832353:0:32663:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624563.832356:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fd08 00000080:00000008:3.0:1788624563.832358:0:32663:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff99dd1919d348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788624563.832381:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624563.832383:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624563.832385:0:32663:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624563.832386:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fbc0 00000080:00200000:3.0:1788624563.832388:0:32663:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624563.832392:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd063ee600. 00800000:00000002:3.0:1788624563.832395:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624563.832396:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624563.832398:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624563.832400:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fae0 00800000:00000002:3.0:1788624563.832402:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624563.832404:0:32663:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624563.832406:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624563.832407:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624563.832408:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624563.832409:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624563.832411:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624563.832413:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624563.832414:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624563.832417:0:32663:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624563.832419:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624563.832420:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f9b0 00000002:00010000:3.0:1788624563.832422:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624563.832425:0:32663:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624563.832427:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624563.832428:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624563.832430:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 2 00010000:00000001:3.0:1788624563.832432:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624563.832435:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624563.832436:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624563.832440:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1788624563.832447:0:32663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624563.832449:0:32663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624563.832452:0:32663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1788624563.832458:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624563.832459:0:32663:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624563.832461:0:32663:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624563.832462:0:32663:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624563.832464:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624563.832466:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624563.832468:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624563.832470:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624563.832472:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd063ee600. 00000080:00000001:3.0:1788624563.832475:0:32663:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624563.832476:0:32663:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624563.832478:0:32663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624563.832481:0:32663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef4187a 00800000:00000001:3.0:1788624563.832483:0:32663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624563.832485:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624563.832486:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624563.832487:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624563.832489:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:3.0:1788624563.832491:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624563.832493:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624563.832495:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624563.832497:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624563.832498:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624563.832500:0:32663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624563.832502:0:32663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4187a from it ffffbef881d1fbf8 00010000:00000001:3.0:1788624563.832504:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624563.832505:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624563.832507:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:3.0:1788624563.832509:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624563.832511:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624563.832513:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624563.832515:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788624563.832521:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624563.832522:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624563.832523:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624563.832525:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624563.832527:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788624563.832532:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624563.832534:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624563.832535:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624563.832537:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624563.832538:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624563.832539:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.832541:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624563.832542:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.832543:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.832545:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.832547:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624563.832548:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624563.832549:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624563.832550:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624563.832551:0:32663:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624563.832553:0:32663:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788624563.832557:0:32663:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624563.832559:0:32663:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788624563.832561:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fbc0 00000080:00002000:3.0:1788624563.832562:0:32663:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff99dd096145e8) flags 0x20000e refc 1 00000080:00000001:3.0:1788624563.832564:0:32663:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624563.832566:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fc08 00000080:00200000:3.0:1788624563.832567:0:32663:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000002:3.0:1788624563.832570:0:32663:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1788624563.832574:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788624563.832575:0:32663:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff99dd1919d348), inode mode 41ed mask 44 00000080:00000001:3.0:1788624563.832578:0:32663:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624563.832582:0:32663:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:3.0:1788624563.832584:0:32663:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788624563.832587:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb78 00000080:00200008:3.0:1788624563.832589:0:32663:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff99dd1919d348), flags 704400 00000080:00000010:3.0:1788624563.832595:0:32663:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd06754b40. 00000080:00000001:3.0:1788624563.832602:0:32663:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788624563.832605:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd063ee600. 00800000:00000002:3.0:1788624563.832608:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624563.832611:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624563.832612:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624563.832613:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa28 00800000:00000002:3.0:1788624563.832615:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624563.832619:0:32663:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788624563.832621:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624563.832622:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624563.832623:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624563.832624:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624563.832626:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624563.832628:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1788624563.832629:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624563.832632:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f9a8 00800000:00000002:3.0:1788624563.832635:0:32663:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788624563.832638:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624563.832639:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f8e0 00000002:00010000:3.0:1788624563.832641:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:3.0:1788624563.832644:0:32663:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788624563.832647:0:32663:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788624563.832650:0:32663:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788624563.832653:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 2 00010000:00000001:3.0:1788624563.832655:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624563.832658:0:32663:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788624563.832661:0:32663:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.832663:0:32663:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624563.832665:0:32663:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624563.832667:0:32663:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788624563.832668:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 2 00010000:00000001:3.0:1788624563.832670:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624563.832673:0:32663:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788624563.832674:0:32663:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.832676:0:32663:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624563.832678:0:32663:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624563.832683:0:32663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11594700. 00000020:00000040:3.0:1788624563.832687:0:32663:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:3.0:1788624563.832695:0:32663:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788624563.832697:0:32663:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.832701:0:32663:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788624563.832705:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624563.832708:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624563.832709:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624563.832710:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624563.832713:0:32663:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624563.832715:0:32663:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624563.832718:0:32663:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624563.832725:0:32663:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cc400. 00000100:00000001:3.0:1788624563.832732:0:32663:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.832737:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624563.832739:0:32663:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.832740:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624563.832742:0:32663:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624563.832744:0:32663:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624563.832751:0:32663:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773490726656 : -112300218824960 : ffff99dd11594700) 00010000:00000001:3.0:1788624563.832755:0:32663:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788624563.832758:0:32663:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788624563.832760:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 2 00010000:00000001:3.0:1788624563.832761:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624563.832764:0:32663:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624563.832767:0:32663:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067e000. 00000020:00000001:3.0:1788624563.832769:0:32663:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624563.832772:0:32663:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067e000 with handle 0xcc94206c7ef418ab to hash 00000020:00000001:3.0:1788624563.832774:0:32663:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624563.832777:0:32663:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:3.0:1788624563.832780:0:32663:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:3.0:1788624563.832783:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624563.832784:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624563.832787:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef418ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624563.832793:0:32663:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef418ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788624563.832807:0:32663:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788624563.832822:0:32663:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11594700 x1875506845054080/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788624563.832833:0:32663:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef418ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788624563.832839:0:32663:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624563.832841:0:32663:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624563.832849:0:32663:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd048e1f00. 00000100:00000001:3.0:1788624563.832851:0:32663:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773276086016 : -112300433465600 : ffff99dd048e1f00) 00000100:00000001:3.0:1788624563.832854:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624563.832855:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490726656 : -112300218824960 : ffff99dd11594700) 00000100:00000001:3.0:1788624563.835140:0:32663:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624563.835145:0:32663:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624563.835149:0:32663:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624563.835151:0:32663:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624563.835166:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11594700 x1875506845054080/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624563.835178:0:32663:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624563.835180:0:32663:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624563.835185:0:32663:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624563.835188:0:32663:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624563.835191:0:32663:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624563.835195:0:32663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11594700 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845054080:192.168.202.125@tcp:101:rm.0 00000100:00000001:3.0:1788624563.835200:0:32663:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624563.835205:0:32663:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624563.835208:0:32663:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624563.835210:0:32663:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624563.835304:0:32663:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff99dd04a40000. 02000000:00000001:3.0:1788624563.835307:0:32663:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624563.835315:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624563.835324:0:32663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560ad10. 00000400:00000010:3.0:1788624563.835334:0:32663:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff99dd115eb000. 00000100:00000200:3.0:1788624563.835341:0:32663:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875506845054080, portal 10 00000100:00000001:3.0:1788624563.835343:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624563.835345:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490726656 : -112300218824960 : ffff99dd11594700) 00000100:00000040:3.0:1788624563.835353:0:32663:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11594700 x1875506845054080/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624563.835361:0:32663:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624563.835364:0:32663:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624563.835367:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f990. 00000100:00000200:3.0:1788624563.835371:0:32663:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875506845054080, offset 0 00000400:00000200:3.0:1788624563.835377:0:32663:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624563.835386:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624563.835394:0:32663:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624563.835400:0:32663:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624563.835404:0:32663:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624563.835407:0:32663:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624563.835410:0:32663:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624563.835414:0:32663:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2830:2830:256:4294967295] 192.168.202.125@tcp LPNI seq info [2830:2830:8:4294967295] 00000400:00000200:3.0:1788624563.835418:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624563.835427:0:32663:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624563.835433:0:32663:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624563.835438:0:32663:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818e00. 00000800:00000200:3.0:1788624563.835445:0:32663:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624563.835452:0:32663:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624563.835456:0:32663:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818e00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788624563.835670:0:32663:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624563.835675:0:32663:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 827918 usecs (828 jiffies) 00000400:00000200:3.0:1788624563.835679:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624563.835683:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578725 00000100:00000001:3.0:1788624563.835808:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:3.0:1788624563.835812:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578725 00000100:00000001:3.0:1788624563.835815:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:3.0:1788624563.835817:0:32663:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624563.835820:0:32663:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624563.835823:0:32663:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624563.835825:0:32663:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624563.835828:0:32663:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd048e1f00 going to sleep for 11 seconds 00000100:00000001:3.0:1788624563.835831:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624563.835834:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624563.836259:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624563.836264:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818e00. 00000400:00000200:2.0:1788624563.836270:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.836276:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624563.836282:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f990 00000400:00000010:2.0:1788624563.836284:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f990. 00000100:00000001:2.0:1788624563.836288:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624563.836294:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11594700 x1875506845054080/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.836303:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624563.836307:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11594700 x1875506845054080/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624579 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.836313:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624563.836314:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624563.841167:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.841185:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.841189:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.841191:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.841201:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.841209:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.841218:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.841223:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.841228:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.841233:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c37745f480 00000400:00000200:2.0:1788624563.841238:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.841244:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x8185 [64] + 224 00000800:00000001:2.0:1788624563.841251:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.841258:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.841261:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.841266:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624563.841274:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624563.841284:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11594700 x1875506845054080/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624579 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624563.841295:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff99dd11594700 x1875506845054080/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.841310:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624563.841318:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.841321:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624563.842388:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624563.842398:0:32663:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624563.842401:0:32663:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624563.842404:0:32663:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560ad10. 00000400:00000200:2.0:1788624563.842411:0:32663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd115eb000 00000400:00000010:2.0:1788624563.842414:0:32663:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff99dd115eb000. 00000100:00000001:2.0:1788624563.842419:0:32663:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624563.842427:0:32663:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11594700 x1875506845054080/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788624563.842438:0:32663:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11594700 x1875506845054080/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.842445:0:32663:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624563.842447:0:32663:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624563.842450:0:32663:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624563.842453:0:32663:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624563.842455:0:32663:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624563.842458:0:32663:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624563.842475:0:32663:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624563.842485:0:32663:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=142 v=5 (103 103 103 137) 00000100:00001000:2.0:1788624563.842489:0:32663:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624563.842492:0:32663:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788624563.842496:0:32663:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff99dd11594700 x1875506845054080/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.842503:0:32663:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788624563.842507:0:32663:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788624563.842509:0:32663:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788624563.842511:0:32663:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788624563.842513:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624563.842515:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490726656 : -112300218824960 : ffff99dd11594700) 00000100:00000001:2.0:1788624563.842518:0:32663:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624563.842520:0:32663:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:2.0:1788624563.842522:0:32663:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624563.842525:0:32663:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788624563.842531:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11594700 x1875506845054080/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624579 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.842546:0:32663:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788624563.842549:0:32663:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624563.842551:0:32663:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624563.842676:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11594700 x1875506845054080/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624579 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788624563.842751:0:32663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11594700 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845054080:192.168.202.125@tcp:101:rm.0 00000100:00000001:2.0:1788624563.842757:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624563.842760:0:32663:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788624563.842762:0:32663:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624563.842765:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624563.842769:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11594700 x1875506845054080/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624579 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.842775:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624563.842778:0:32663:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd048e1f00. 00000100:00000001:2.0:1788624563.842782:0:32663:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624563.842784:0:32663:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788624563.842787:0:32663:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788624563.842792:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624563.842795:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624563.842799:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e000 refcount=4 00000020:00000001:2.0:1788624563.842801:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:2.0:1788624563.842805:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00010000:2.0:1788624563.842809:0:32663:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef418ab lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624563.842821:0:32663:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788624563.842825:0:32663:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef418ab lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624563.842831:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624563.842834:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef418ab lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624563.842840:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624563.842842:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788624563.842844:0:32663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef418ab lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624563.842849:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624563.842852:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624563.842855:0:32663:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788624563.842868:0:32663:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef418ab lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624563.842875:0:32663:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd1067e000 already unused, calling callback (ffffffffc194e620) 00000080:00000001:2.0:1788624563.842879:0:32663:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788624563.842882:0:32663:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef418ab lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624563.842888:0:32663:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788624563.842889:0:32663:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788624563.842892:0:32663:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef418ab lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624563.842897:0:32663:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788624563.842899:0:32663:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788624563.842900:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624563.842901:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624563.842903:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e000 refcount=5 00000020:00000001:2.0:1788624563.842904:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:2.0:1788624563.842906:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:2.0:1788624563.842909:0:32663:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788624563.842911:0:32663:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef418ab lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788624563.842920:0:32663:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788624563.842922:0:32663:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624563.842924:0:32663:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788624563.842926:0:32663:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788624563.842929:0:32663:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788624563.842930:0:32663:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788624563.842932:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624563.842933:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788624563.842936:0:32663:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd1067e000 with handle 0xcc94206c7ef418ab from hash 00010000:00000001:2.0:1788624563.842938:0:32663:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788624563.842940:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624563.842941:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624563.842942:0:32663:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788624563.842943:0:32663:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788624563.842945:0:32663:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788624563.842947:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624563.842948:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624563.842949:0:32663:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624563.842951:0:32663:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624563.842953:0:32663:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef418ab lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624563.842958:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624563.843189:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624563.843192:0:32663:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788624563.843193:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624563.843195:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624563.843196:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624563.843197:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788624563.843199:0:32663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef418ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624563.843210:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624563.843211:0:32663:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788624563.843216:0:32663:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788624563.843222:0:32663:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff99dd11594700 x1875506845054080/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624579 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788624563.843231:0:32663:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788624563.843238:0:32663:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11594700 x1875506845054080/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624579 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788624563.843244:0:32663:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624563.843250:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788624563.843252:0:32663:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624563.843254:0:32663:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624563.843255:0:32663:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624563.843258:0:32663:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788624563.843260:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624563.843261:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490726656 : -112300218824960 : ffff99dd11594700) 00010000:00000001:2.0:1788624563.843263:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788624563.843264:0:32663:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624563.843265:0:32663:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788624563.843267:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f868 00000002:00002000:2.0:1788624563.843269:0:32663:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:2.0:1788624563.843272:0:32663:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624563.843275:0:32663:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624563.843278:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788624563.843280:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788624563.843283:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624563.843287:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624563.843290:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd063ee600. 00000080:00000001:2.0:1788624563.843295:0:32663:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788624563.843301:0:32663:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788624563.843305:0:32663:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788624563.843312:0:32663:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd11d2d400. 00800000:00000001:2.0:1788624563.843314:0:32663:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773498692608 : -112300210859008 : ffff99dd11d2d400) 00800000:00000001:2.0:1788624563.843316:0:32663:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624563.843318:0:32663:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788624563.843321:0:32663:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788624563.843323:0:32663:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:2.0:1788624563.843327:0:32663:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788624563.843330:0:32663:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788624563.843331:0:32663:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624563.843336:0:32663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:2.0:1788624563.843339:0:32663:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788624563.843343:0:32663:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00000001:2.0:1788624563.843346:0:32663:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788624563.843348:0:32663:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788624563.843350:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd11d2d400 1 00800000:00000010:2.0:1788624563.843353:0:32663:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd11d2d400. 00800000:00000001:2.0:1788624563.843355:0:32663:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788624563.843358:0:32663:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:2.0:1788624563.843361:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624563.843365:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11594700 x1875506845054080/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624579 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.843371:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624563.843375:0:32663:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624563.843380:0:32663:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd11d2d400. 00000080:00000001:2.0:1788624563.843382:0:32663:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788624563.843385:0:32663:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788624563.843387:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624563.843389:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624563.843392:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624563.843394:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624563.843396:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624563.843398:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1788624563.843400:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624563.843402:0:32663:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788624563.843405:0:32663:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd104cb860. 00000002:00100000:2.0:1788624563.843409:0:32663:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11594700 x1875506845054080/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624579 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788624563.843415:0:32663:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624563.843417:0:32663:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788624563.843420:0:32663:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788624563.843424:0:32663:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624563.843427:0:32663:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1788624563.843429:0:32663:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624563.843431:0:32663:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624563.843435:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624563.843438:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11594700 x1875506845054080/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624579 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788624563.843445:0:32663:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624563.843448:0:32663:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff99dd04a40000. 02000000:00000001:2.0:1788624563.843656:0:32663:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788624563.843659:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624563.843758:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb78 00000080:00000008:2.0:1788624563.843760:0:32663:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff99dd1919d348), flags 704400, rc = 0 00000080:00000001:2.0:1788624563.843763:0:32663:0:(dir.c:3016:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624563.843784:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fd28 00000080:00200008:2.0:1788624563.843786:0:32663:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff99dd1919d348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624563.843792:0:32663:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624563.843793:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fca0 00000080:00200000:2.0:1788624563.843795:0:32663:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff99dd1919d348),name=d21h.recovery-small-1 00000080:00000010:2.0:1788624563.843801:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd110fb800. 00800000:00000002:2.0:1788624563.843805:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624563.843811:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624563.843814:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624563.843816:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fbc0 00800000:00000002:2.0:1788624563.843818:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624563.843821:0:32663:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624563.843824:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624563.843825:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624563.843826:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624563.843828:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624563.843829:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624563.843831:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624563.843832:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624563.843834:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624563.843835:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624563.843837:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624563.843838:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624563.843840:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624563.843842:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1788624563.843843:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624563.843846:0:32663:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624563.843850:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624563.843851:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa90 00000002:00010000:2.0:1788624563.843853:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624563.843866:0:32663:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624563.843868:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624563.843870:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624563.843876:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 2 00010000:00000001:2.0:1788624563.843879:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624563.843883:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624563.843885:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624563.843888:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788624563.843896:0:32663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624563.843900:0:32663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624563.843903:0:32663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788624563.843909:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624563.843911:0:32663:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624563.843913:0:32663:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624563.843915:0:32663:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624563.843917:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624563.843918:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624563.843920:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624563.843922:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624563.843924:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd110fb800. 00000080:00000001:2.0:1788624563.843927:0:32663:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624563.843930:0:32663:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624563.843932:0:32663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff99dd1919d348) 00000080:00010000:2.0:1788624563.843935:0:32663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff99dd1919d348) for lock 0xcc94206c7ef41881 00800000:00000001:2.0:1788624563.843938:0:32663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624563.843939:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624563.843941:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624563.843942:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624563.843944:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:2.0:1788624563.843946:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:2.0:1788624563.843948:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:2.0:1788624563.843950:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624563.843951:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624563.843953:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624563.843954:0:32663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624563.843956:0:32663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41881 from it ffffbef881d1fcd8 00010000:00000001:2.0:1788624563.843958:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624563.843959:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624563.844019:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:2.0:1788624563.844021:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:2.0:1788624563.844024:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:2.0:1788624563.844026:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624563.844029:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624563.844035:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624563.844036:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624563.844037:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624563.844040:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624563.844042:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788624563.844049:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624563.844052:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624563.844054:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624563.844058:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624563.844059:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624563.844060:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624563.844063:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624563.844065:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624563.844067:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624563.844071:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624563.844073:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624563.844074:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624563.844075:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624563.844077:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624563.844078:0:32663:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624563.844082:0:32663:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624563.844085:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fd28 00000080:00000008:2.0:1788624563.844087:0:32663:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff99dd1919d348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624563.844195:0:32663:0:(dir.c:328:ll_iterate()) Process entered 00000080:00200000:2.0:1788624563.844198:0:32663:0:(dir.c:336:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff99dd1919d348) pos/size0/4096 32bit_api 0 00000080:00000010:2.0:1788624563.844204:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd110fb800. 00800000:00000002:2.0:1788624563.844207:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f82c0 2 00000080:00000001:2.0:1788624563.844210:0:32663:0:(dir.c:195:ll_dir_read()) Process entered 00800000:00000001:2.0:1788624563.844215:0:32663:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:2.0:1788624563.844218:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624563.844219:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624563.844221:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624563.844223:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624563.844225:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624563.844227:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:2.0:1788624563.844229:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624563.844232:0:32663:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:2.0:1788624563.844233:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624563.844235:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fab0 00000002:00010000:2.0:1788624563.844237:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000405:0x23:0x0], intent: readdir flags 0 00000002:00000001:2.0:1788624563.844240:0:32663:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624563.844242:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624563.844243:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624563.844246:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 2 00010000:00000001:2.0:1788624563.844248:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624563.844251:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624563.844253:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624563.844256:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788624563.844262:0:32663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624563.844264:0:32663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624563.844267:0:32663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788624563.844273:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624563.844275:0:32663:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624563.844277:0:32663:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624563.844278:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624563.844279:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624563.844281:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624563.844282:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:2.0:1788624563.844284:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:2.0:1788624563.844286:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:2.0:1788624563.844287:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624563.844289:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624563.844290:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624563.844338:0:32663:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:2.0:1788624563.844342:0:32663:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff99dd1870c000. 00000002:00000001:2.0:1788624563.845251:0:32663:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1788624563.845260:0:32663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61f80. 00000020:00000040:2.0:1788624563.845265:0:32663:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624563.845269:0:32663:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624563.845272:0:32663:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624563.845275:0:32663:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624563.845281:0:32663:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd110fa800. 00000100:00000001:2.0:1788624563.845287:0:32663:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624563.845289:0:32663:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1788624563.845293:0:32663:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff99dd0483bc00. 00000100:00000010:2.0:1788624563.845297:0:32663:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff99dd18ba6000. 00000020:00000040:2.0:1788624563.845299:0:32663:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624563.845319:0:32663:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624563.845321:0:32663:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624563.845327:0:32663:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cdcc0. 00000100:00000001:2.0:1788624563.845329:0:32663:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486767296 : -112300222784320 : ffff99dd111cdcc0) 00000100:00000001:2.0:1788624563.845332:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624563.845333:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498908544 : -112300210643072 : ffff99dd11d61f80) 00000100:00000001:2.0:1788624563.845337:0:32663:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624563.845341:0:32663:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624563.845343:0:32663:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624563.845344:0:32663:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624563.845353:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61f80 x1875506845054208/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.845361:0:32663:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624563.845363:0:32663:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624563.845365:0:32663:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624563.845368:0:32663:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624563.845370:0:32663:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624563.845374:0:32663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61f80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845054208:192.168.202.125@tcp:37:rm.0 00000100:00000001:2.0:1788624563.845378:0:32663:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624563.845383:0:32663:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624563.845385:0:32663:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624563.845387:0:32663:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1788624563.845396:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624563.845400:0:32663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2790. 00000400:00000010:2.0:1788624563.845408:0:32663:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff99dd04814000. 00000100:00000200:2.0:1788624563.845416:0:32663:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9c37745f500-0x6a9c37745f500, portal 14 00000100:00000001:2.0:1788624563.845419:0:32663:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624563.845421:0:32663:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624563.845424:0:32663:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd0483ac00. 02000000:00000001:2.0:1788624563.845426:0:32663:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624563.845429:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624563.845431:0:32663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2cb8. 00000400:00000010:2.0:1788624563.845435:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08880. 00000100:00000200:2.0:1788624563.845438:0:32663:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845054208, portal 10 00000100:00000001:2.0:1788624563.845440:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624563.845441:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498908544 : -112300210643072 : ffff99dd11d61f80) 00000100:00000040:2.0:1788624563.845448:0:32663:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d61f80 x1875506845054208/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.845455:0:32663:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624563.845457:0:32663:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624563.846095:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08770. 00000100:00000200:2.0:1788624563.846102:0:32663:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875506845054208, offset 0 00000400:00000200:2.0:1788624563.846135:0:32663:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624563.846144:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.846152:0:32663:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624563.846158:0:32663:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624563.846161:0:32663:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624563.846165:0:32663:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624563.846168:0:32663:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624563.846171:0:32663:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2831:2831:256:4294967295] 192.168.202.125@tcp LPNI seq info [2831:2831:8:4294967295] 00000400:00000200:2.0:1788624563.846176:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.846185:0:32663:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624563.846191:0:32663:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624563.846196:0:32663:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872000. 00000800:00000200:2.0:1788624563.846203:0:32663:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624563.846211:0:32663:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624563.846215:0:32663:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872000 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788624563.846298:0:32663:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624563.846303:0:32663:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 826795 usecs (827 jiffies) 00000400:00000200:2.0:1788624563.846306:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624563.846309:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578735 00000100:00000001:2.0:1788624563.846312:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:2.0:1788624563.846316:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578735 00000100:00000001:2.0:1788624563.846318:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:2.0:1788624563.846320:0:32663:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624563.846323:0:32663:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624563.846325:0:32663:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624563.846327:0:32663:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624563.846329:0:32663:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cdcc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788624563.846332:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624563.846334:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624563.846897:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624563.846903:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872000. 00000400:00000200:3.0:1788624563.846908:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624563.846914:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624563.846920:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08770 00000400:00000010:3.0:1788624563.846922:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08770. 00000100:00000001:3.0:1788624563.846927:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624563.846933:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61f80 x1875506845054208/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624563.846943:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624563.846946:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61f80 x1875506845054208/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624563.846952:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624563.846954:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788624563.848289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067e000. 00000800:00000001:2.0:1788624563.850895:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.850919:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.850923:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.850926:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.850935:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.850943:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.850954:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.850970:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.850978:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.850984:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 4096 into portal 14 MB=0x6a9c37745f500 00000400:00000200:2.0:1788624563.850990:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.850996:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.125@tcp of length 4096/4096 into md 0x8195 [256] + 0 00000400:00000010:2.0:1788624563.851001:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2790. 00000400:00000200:2.0:1788624563.851008:0:2384:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff99dd04814000 00000800:00000001:2.0:1788624563.851013:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.851050:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.851054:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.851060:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624563.851066:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd04814000 00000400:00000010:2.0:1788624563.851069:0:2384:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff99dd04814000. 00000100:00000001:2.0:1788624563.851075:0:2384:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788624563.851077:0:2384:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff99dd11d61f80 desc ffff99dd0483bc00 mbits 1875506845054208 00000100:00000001:2.0:1788624563.851102:0:2384:0:(events.c:220:client_bulk_callback()) Process leaving 00000100:00000001:0.0:1788624563.851180:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624563.851190:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624563.851298:0:2384:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788624563.851304:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.851310:0:2384:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624563.851316:0:2384:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2832:2832:256:4294967295] 192.168.202.125@tcp LPNI seq info [2832:2832:8:4294967295] 00000400:00000200:2.0:1788624563.851321:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.851330:0:2384:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) 192.168.202.125@tcp : ACK try# 0 00000800:00000200:2.0:1788624563.851335:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624563.851342:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff99dd04814000. 00000800:00000200:2.0:1788624563.851349:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624563.851356:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624563.851361:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04814000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1788624563.851784:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624563.851794:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788624563.851833:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624563.851838:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff99dd04814000. 00000400:00000200:2.0:1788624563.851842:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.851846:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: ACK: OK 00000800:00000001:2.0:1788624563.855100:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.855780:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.855784:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.855786:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.855795:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.855802:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.855814:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.855819:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.855824:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.855829:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 440 into portal 10 MB=0x6a9c37745f500 00000400:00000200:2.0:1788624563.855834:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.855839:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 440/440 into md 0x819d [1] + 224 00000800:00000001:2.0:1788624563.855846:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.855866:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.855870:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.855875:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624563.855882:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624563.855892:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61f80 x1875506845054208/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624563.855904:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff99dd11d61f80 x1875506845054208/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.856070:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624563.856089:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624563.856099:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.856103:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788624563.860455:0:32663:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624563.860900:0:32663:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624563.860906:0:32663:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2cb8. 00000400:00000200:0.0:1788624563.860916:0:32663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08880 00000400:00000010:0.0:1788624563.860918:0:32663:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08880. 00000100:00000001:0.0:1788624563.860925:0:32663:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624563.860938:0:32663:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61f80 x1875506845054208/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624563.860951:0:32663:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61f80 x1875506845054208/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.860959:0:32663:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624563.860962:0:32663:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624563.860965:0:32663:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624563.860968:0:32663:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624563.860970:0:32663:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624563.860973:0:32663:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624563.860975:0:32663:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624563.860986:0:32663:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=141 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624563.860990:0:32663:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624563.860993:0:32663:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624563.860995:0:32663:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.860998:0:32663:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624563.861001:0:32663:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.861005:0:32663:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624563.861006:0:32663:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788624563.861009:0:32663:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624563.861011:0:32663:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624563.861016:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff99dd11d61f80 x1875506845054208/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788624563.861032:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff99dd11d61f80 x1875506845054208/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.861039:0:32663:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624563.861041:0:32663:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624563.861045:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61f80 x1875506845054208/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624563.861053:0:32663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d61f80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845054208:192.168.202.125@tcp:37:rm.0 00000100:00000001:0.0:1788624563.861057:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624563.861060:0:32663:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.861062:0:32663:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624563.861065:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624563.861068:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61f80 x1875506845054208/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.861075:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624563.861078:0:32663:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cdcc0. 00000100:00000001:0.0:1788624563.861082:0:32663:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624563.861083:0:32663:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624563.861086:0:32663:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624563.861089:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624563.861092:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d61f80 x1875506845054208/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624563.861101:0:32663:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624563.861103:0:32663:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624563.861128:0:32663:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd0483ac00. 02000000:00000001:0.0:1788624563.861133:0:32663:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624563.861135:0:32663:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624563.861137:0:32663:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624563.861140:0:32663:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788624563.861141:0:32663:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1788624563.861143:0:32663:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624563.861144:0:32663:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624563.861146:0:32663:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1788624563.861170:0:32663:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff99dd18ba6000. 00000100:00000010:0.0:1788624563.861174:0:32663:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff99dd0483bc00. 00000100:00000001:0.0:1788624563.861176:0:32663:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1788624563.861178:0:32663:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd110fa800. 02000000:00000001:0.0:1788624563.861181:0:32663:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624563.861182:0:32663:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624563.861184:0:32663:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d61f80. 00000100:00000001:0.0:1788624563.861189:0:32663:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624563.861190:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624563.861193:0:32663:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1788624563.861195:0:32663:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1788624563.861789:0:32663:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff99dd1870c000. 00000002:00000001:0.0:1788624563.861794:0:32663:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.861799:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624563.861801:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624563.861804:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:0.0:1788624563.861806:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624563.861809:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624563.861811:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624563.861815:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788624563.861825:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.861826:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.861828:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624563.861831:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624563.862272:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788624563.862283:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624563.862286:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624563.862288:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624563.862293:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.862294:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624563.862296:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.862299:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624563.862301:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.862304:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.862307:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624563.862309:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624563.862311:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624563.862312:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1788624563.862314:0:32663:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.862421:0:32663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788624563.862429:0:32663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:1.0:1788624563.862431:0:32663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1788624563.862437:0:32663:0:(dir.c:310:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.862440:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f82c0 2 00000080:00000010:1.0:1788624563.862443:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd110fb800. 00000080:00000001:1.0:1788624563.862449:0:32663:0:(dir.c:406:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.862531:0:32663:0:(dir.c:3021:ll_dir_release()) Process entered 00000080:00000001:1.0:1788624563.862534:0:32663:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788624563.862537:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fdd0 00000080:00200008:1.0:1788624563.862539:0:32663:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff99dd1919d348), flags 704000 00000080:00400000:1.0:1788624563.862543:0:32663:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x23:0x0] 00000080:00000001:1.0:1788624563.862547:0:32663:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788624563.862548:0:32663:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788624563.862550:0:32663:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788624563.862556:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.862558:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.862561:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.862563:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.862565:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.862567:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788624563.862570:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.862574:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.862577:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.862582:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 2 00010000:00000001:1.0:1788624563.862585:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624563.862590:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.862592:0:32663:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x23:0x0]: 0 00000080:00000001:1.0:1788624563.862594:0:32663:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788624563.862597:0:32663:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788624563.862602:0:32663:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd197d6400. 00000080:00000001:1.0:1788624563.862604:0:32663:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:1.0:1788624563.862608:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f82c0 2 00000080:00000001:1.0:1788624563.862612:0:32663:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788624563.862615:0:32663:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788624563.862616:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.862617:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.862618:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.862620:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.862622:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.862623:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788624563.862625:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.862627:0:32663:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x23:0x0] 00000002:00000001:1.0:1788624563.862630:0:32663:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788624563.862632:0:32663:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff99dd10dbf800: [0x200000405:0x23:0x0] file closed with intent: 0 00000100:00000010:1.0:1788624563.862638:0:32663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8a80. 00000020:00000040:1.0:1788624563.862643:0:32663:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624563.862647:0:32663:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624563.862650:0:32663:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624563.862654:0:32663:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624563.862869:0:32663:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd197d7e00. 00000100:00000001:1.0:1788624563.862877:0:32663:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788624563.862893:0:32663:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11594700 x1875506845054080/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624579 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788624563.862904:0:32663:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788624563.862909:0:32663:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11dd8a80 x1875506845054464/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788624563.862916:0:32663:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624563.862918:0:32663:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624563.863042:0:32663:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.863046:0:32663:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489581632 : -112300219969984 : ffff99dd1147ce40) 00000100:00000001:1.0:1788624563.863049:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.863050:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00000100:00000001:1.0:1788624563.863055:0:32663:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624563.863060:0:32663:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.863062:0:32663:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624563.863064:0:32663:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624563.863068:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8a80 x1875506845054464/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.863075:0:32663:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624563.863077:0:32663:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.863081:0:32663:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624563.863084:0:32663:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624563.863087:0:32663:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624563.863090:0:32663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8a80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845054464:192.168.202.125@tcp:35:rm.0 00000100:00000001:1.0:1788624563.863095:0:32663:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624563.863099:0:32663:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624563.863102:0:32663:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.863143:0:32663:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624563.863149:0:32663:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e1400. 02000000:00000001:1.0:1788624563.863151:0:32663:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624563.863159:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624563.863163:0:32663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624563.863171:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c2a8. 00000100:00000200:1.0:1788624563.863177:0:32663:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845054464, portal 10 00000100:00000001:1.0:1788624563.863179:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.863180:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00000100:00000040:1.0:1788624563.863187:0:32663:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dd8a80 x1875506845054464/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.863194:0:32663:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624563.863198:0:32663:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624563.863200:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c220. 00000100:00000200:1.0:1788624563.863204:0:32663:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845054464, offset 0 00000400:00000200:1.0:1788624563.863209:0:32663:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624563.863217:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.863224:0:32663:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624563.863229:0:32663:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624563.863234:0:32663:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624563.863238:0:32663:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624563.863241:0:32663:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624563.863245:0:32663:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2833:2833:256:4294967295] 192.168.202.125@tcp LPNI seq info [2833:2833:8:4294967295] 00000400:00000200:1.0:1788624563.863250:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.863259:0:32663:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624563.863266:0:32663:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624563.863271:0:32663:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611100. 00000800:00000200:1.0:1788624563.863278:0:32663:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624563.863286:0:32663:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624563.863291:0:32663:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788624563.863365:0:32663:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.863371:0:32663:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 825690 usecs (826 jiffies) 00000400:00000200:1.0:1788624563.863374:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624563.863377:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578751 00000100:00000001:1.0:1788624563.863380:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.863383:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578751 00000100:00000001:1.0:1788624563.863385:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.863388:0:32663:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.863391:0:32663:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.863393:0:32663:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624563.863396:0:32663:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624563.863399:0:32663:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147ce40 going to sleep for 11 seconds 00000100:00000001:1.0:1788624563.863402:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624563.863405:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624563.869243:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624563.869252:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611100. 00000400:00000200:2.0:1788624563.869260:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.869269:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624563.869276:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c220 00000400:00000010:2.0:1788624563.869278:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c220. 00000100:00000001:2.0:1788624563.869283:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624563.869290:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8a80 x1875506845054464/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.869302:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624563.869306:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8a80 x1875506845054464/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.869313:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624563.869315:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624563.880356:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.880379:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.880385:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.880387:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.880401:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.880411:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.880421:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.880427:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.880433:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.880438:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745f600 00000400:00000200:2.0:1788624563.880444:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.880452:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x81ad [1] + 224 00000800:00000001:2.0:1788624563.880462:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.880470:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.880474:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.880479:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624563.880490:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624563.880502:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8a80 x1875506845054464/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624563.880516:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11dd8a80 x1875506845054464/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.880604:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624563.880622:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624563.880633:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.880637:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788624563.880681:0:32663:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624563.880684:0:32663:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624563.880689:0:32663:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624563.880695:0:32663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c2a8 00000400:00000010:1.0:1788624563.880698:0:32663:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c2a8. 00000100:00000001:1.0:1788624563.880702:0:32663:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624563.880708:0:32663:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8a80 x1875506845054464/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624563.880717:0:32663:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8a80 x1875506845054464/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.880724:0:32663:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624563.880726:0:32663:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.880729:0:32663:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624563.880733:0:32663:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624563.880736:0:32663:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624563.880738:0:32663:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.880742:0:32663:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624563.880753:0:32663:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=141 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624563.880758:0:32663:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624563.880761:0:32663:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624563.880763:0:32663:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.880767:0:32663:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624563.880772:0:32663:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.880776:0:32663:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624563.880778:0:32663:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788624563.880780:0:32663:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624563.880782:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.880784:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00000100:00000001:1.0:1788624563.880788:0:32663:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624563.880791:0:32663:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788624563.880793:0:32663:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624563.880796:0:32663:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.880801:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8a80 x1875506845054464/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624579 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.880809:0:32663:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.880812:0:32663:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624563.880815:0:32663:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624563.880819:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8a80 x1875506845054464/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624579 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624563.880835:0:32663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8a80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845054464:192.168.202.125@tcp:35:rm.0 00000100:00000001:1.0:1788624563.880841:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.880844:0:32663:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.880847:0:32663:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624563.880849:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.880853:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8a80 x1875506845054464/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624579 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.880871:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624563.880874:0:32663:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.880878:0:32663:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624563.880880:0:32663:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.880889:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.880890:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00000002:00000001:1.0:1788624563.880893:0:32663:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.880897:0:32663:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.880902:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f82c0 2 00000080:00000010:1.0:1788624563.880906:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d6400. 00000080:00000001:1.0:1788624563.880910:0:32663:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788624563.880914:0:32663:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788624563.880917:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.880920:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.880923:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.880926:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.880928:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.880930:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788624563.880932:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.880938:0:32663:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788624563.880944:0:32663:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11594700 x1875506845054080/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.880952:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.880953:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490726656 : -112300218824960 : ffff99dd11594700) 00000100:00000001:1.0:1788624563.880956:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.880960:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11594700 x1875506845054080/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624579 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.880966:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.880968:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.880971:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8a80 x1875506845054464/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624579 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.880977:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.880979:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.880982:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11594700 x1875506845054080/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624579 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.880988:0:32663:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788624563.880991:0:32663:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624563.880994:0:32663:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624563.880997:0:32663:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624563.881001:0:32663:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049cc400. 02000000:00000001:1.0:1788624563.881005:0:32663:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624563.881007:0:32663:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624563.881009:0:32663:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11594700. 00000100:00000001:1.0:1788624563.881012:0:32663:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624563.881014:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.881015:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.881018:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8a80 x1875506845054464/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624579 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.881024:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624563.881027:0:32663:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff99dd104cb860. 00000002:00000001:1.0:1788624563.881030:0:32663:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.881031:0:32663:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624563.881034:0:32663:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd11d2d400. 00000100:00000001:1.0:1788624563.881037:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.881040:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8a80 x1875506845054464/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.881046:0:32663:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624563.881049:0:32663:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624563.881052:0:32663:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e1400. 02000000:00000001:1.0:1788624563.881056:0:32663:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624563.881058:0:32663:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624563.881326:0:32663:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624563.881329:0:32663:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624563.881331:0:32663:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd197d7e00. 02000000:00000001:1.0:1788624563.881334:0:32663:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624563.881335:0:32663:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624563.881337:0:32663:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8a80. 00000100:00000001:1.0:1788624563.881340:0:32663:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624563.881341:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624563.881344:0:32663:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624563.881348:0:32663:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd06754b40. 00000080:00000001:1.0:1788624563.881354:0:32663:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.881361:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fdd0 00000080:00000008:1.0:1788624563.881364:0:32663:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff99dd1919d348), flags 704000, rc = 0 00000080:00000001:1.0:1788624563.881368:0:32663:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.881371:0:32663:0:(dir.c:3022:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.881430:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624563.881434:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624563.881437:0:32663:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624563.881438:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fbc0 00000080:00200000:1.0:1788624563.881441:0:32663:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:1.0:1788624563.881447:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d7e00. 00800000:00000002:1.0:1788624563.881454:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624563.881459:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624563.881463:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.881465:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fae0 00800000:00000002:1.0:1788624563.881468:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.881472:0:32663:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624563.881475:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.881476:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.881478:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.881479:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.881481:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.881483:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.881486:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.881489:0:32663:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624563.881495:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.881497:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f9b0 00000002:00010000:1.0:1788624563.881498:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624563.881502:0:32663:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624563.881505:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.881508:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.881517:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 2 00010000:00000001:1.0:1788624563.881520:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.881525:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.881529:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624563.881535:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:1.0:1788624563.881547:0:32663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624563.881551:0:32663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.881555:0:32663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:1.0:1788624563.881564:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624563.881566:0:32663:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624563.881568:0:32663:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624563.881570:0:32663:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624563.881571:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624563.881574:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624563.881577:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624563.881578:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624563.881581:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d7e00. 00000080:00000001:1.0:1788624563.881584:0:32663:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624563.881586:0:32663:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.881589:0:32663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624563.881593:0:32663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef4187a 00800000:00000001:1.0:1788624563.881596:0:32663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624563.881599:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624563.881601:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.881604:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.881608:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:1.0:1788624563.881610:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:1.0:1788624563.881614:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:1.0:1788624563.881616:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.881619:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.881620:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.881622:0:32663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.881625:0:32663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4187a from it ffffbef881d1fbf8 00010000:00000001:1.0:1788624563.881627:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.881628:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.881629:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:1.0:1788624563.881631:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:1.0:1788624563.881633:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:1.0:1788624563.881635:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.881638:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788624563.881644:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.881645:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.881646:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624563.881649:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624563.881652:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1788624563.881659:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624563.881662:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624563.881665:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.881670:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.881671:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.881673:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.881677:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624563.881679:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.881682:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.881684:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.881687:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.881688:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.881689:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624563.881691:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624563.881692:0:32663:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624563.881695:0:32663:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788624563.881698:0:32663:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.881702:0:32663:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788624563.881704:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fbc0 00000080:00002000:1.0:1788624563.881706:0:32663:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff99dd096145e8) flags 0x20000e refc 1 00000080:00000001:1.0:1788624563.881709:0:32663:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.881711:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fc08 00000080:00200000:1.0:1788624563.881713:0:32663:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000002:1.0:1788624563.881718:0:32663:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1788624563.881724:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788624563.881726:0:32663:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff99dd1919d348), inode mode 41ed mask 44 00000080:00000001:1.0:1788624563.881728:0:32663:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.881735:0:32663:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:1.0:1788624563.881737:0:32663:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788624563.881739:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb78 00000080:00200008:1.0:1788624563.881742:0:32663:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff99dd1919d348), flags 704400 00000080:00000010:1.0:1788624563.881747:0:32663:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd03d128c0. 00000080:00000001:1.0:1788624563.881755:0:32663:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788624563.881757:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d7e00. 00800000:00000002:1.0:1788624563.881760:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624563.881762:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624563.881764:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.881765:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa28 00800000:00000002:1.0:1788624563.881767:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.881771:0:32663:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788624563.881773:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.881774:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.881776:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.881777:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.881780:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.881782:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788624563.881784:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.881787:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f9a8 00800000:00000002:1.0:1788624563.881789:0:32663:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788624563.881792:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.881793:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f8e0 00000002:00010000:1.0:1788624563.881795:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:1.0:1788624563.881799:0:32663:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788624563.881801:0:32663:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788624563.881805:0:32663:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788624563.881808:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 2 00010000:00000001:1.0:1788624563.881810:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.881813:0:32663:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788624563.881816:0:32663:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.881818:0:32663:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.881820:0:32663:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.881822:0:32663:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788624563.881823:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 2 00010000:00000001:1.0:1788624563.881825:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.881827:0:32663:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788624563.881829:0:32663:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.881830:0:32663:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.881832:0:32663:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624563.881835:0:32663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8a80. 00000020:00000040:1.0:1788624563.881838:0:32663:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:1.0:1788624563.881843:0:32663:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788624563.881845:0:32663:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.881848:0:32663:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624563.881853:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.881867:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.881869:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.881870:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.881873:0:32663:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624563.881875:0:32663:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624563.881879:0:32663:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624563.881887:0:32663:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e1400. 00000100:00000001:1.0:1788624563.881895:0:32663:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.881899:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.881901:0:32663:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.881903:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.881904:0:32663:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.881906:0:32663:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.881914:0:32663:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00010000:00000001:1.0:1788624563.881917:0:32663:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624563.881920:0:32663:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788624563.881922:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 2 00010000:00000001:1.0:1788624563.881925:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.881928:0:32663:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624563.881932:0:32663:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18601a00. 00000020:00000001:1.0:1788624563.881935:0:32663:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624563.881938:0:32663:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18601a00 with handle 0xcc94206c7ef418b2 to hash 00000020:00000001:1.0:1788624563.881940:0:32663:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624563.881942:0:32663:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.881946:0:32663:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.881949:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.881951:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.881955:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624563.881963:0:32663:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788624563.881975:0:32663:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788624563.881983:0:32663:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11dd8a80 x1875506845054720/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788624563.881993:0:32663:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624563.882005:0:32663:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624563.882007:0:32663:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624563.882014:0:32663:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.882016:0:32663:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489581632 : -112300219969984 : ffff99dd1147ce40) 00000100:00000001:1.0:1788624563.882019:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.882020:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00000100:00000001:1.0:1788624563.882026:0:32663:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624563.882030:0:32663:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.882032:0:32663:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624563.882034:0:32663:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624563.882039:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8a80 x1875506845054720/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.882046:0:32663:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624563.882049:0:32663:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.882053:0:32663:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624563.882055:0:32663:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624563.882058:0:32663:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624563.882324:0:32663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8a80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845054720:192.168.202.125@tcp:101:rm.0 00000100:00000001:1.0:1788624563.882329:0:32663:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624563.882336:0:32663:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624563.882339:0:32663:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.882341:0:32663:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624563.882483:0:32663:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff99dd04a40000. 02000000:00000001:1.0:1788624563.882485:0:32663:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624563.882493:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624563.882498:0:32663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624563.882507:0:32663:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff99dd18652800. 00000100:00000200:1.0:1788624563.882515:0:32663:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875506845054720, portal 10 00000100:00000001:1.0:1788624563.882517:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.882518:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00000100:00000040:1.0:1788624563.882525:0:32663:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dd8a80 x1875506845054720/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.882539:0:32663:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624563.882543:0:32663:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624563.882546:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c2a8. 00000100:00000200:1.0:1788624563.882550:0:32663:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875506845054720, offset 0 00000400:00000200:1.0:1788624563.882558:0:32663:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624563.882565:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.882575:0:32663:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624563.882582:0:32663:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624563.882587:0:32663:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624563.882591:0:32663:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624563.882594:0:32663:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624563.882599:0:32663:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2834:2834:256:4294967295] 192.168.202.125@tcp LPNI seq info [2834:2834:8:4294967295] 00000400:00000200:1.0:1788624563.882604:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.882615:0:32663:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624563.882621:0:32663:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624563.882626:0:32663:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611800. 00000800:00000200:1.0:1788624563.882634:0:32663:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624563.882643:0:32663:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624563.882649:0:32663:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611800 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788624563.882669:0:32663:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.882674:0:32663:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 824590 usecs (825 jiffies) 00000400:00000200:1.0:1788624563.882678:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624563.882681:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578769 00000100:00000001:1.0:1788624563.882685:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.882687:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578769 00000100:00000001:1.0:1788624563.882690:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.882693:0:32663:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.882696:0:32663:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.882699:0:32663:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624563.882702:0:32663:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624563.882705:0:32663:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147ce40 going to sleep for 11 seconds 00000100:00000001:1.0:1788624563.882707:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624563.882711:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624563.882921:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624563.882928:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611800. 00000400:00000200:2.0:1788624563.882934:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.882940:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624563.882947:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c2a8 00000400:00000010:2.0:1788624563.882950:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c2a8. 00000100:00000001:2.0:1788624563.882956:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624563.882960:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8a80 x1875506845054720/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.882970:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624563.882974:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8a80 x1875506845054720/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624579 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.882981:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624563.882983:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624563.889632:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.889657:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.889663:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.889666:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.889678:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.889688:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.889700:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.889707:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.889714:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.889720:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c37745f700 00000400:00000200:2.0:1788624563.889726:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.889733:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x81b5 [64] + 224 00000800:00000001:2.0:1788624563.889741:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.889749:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.889754:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.889759:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624563.889768:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624563.889779:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8a80 x1875506845054720/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624579 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624563.889792:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff99dd11dd8a80 x1875506845054720/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.889871:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624563.889946:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624563.889957:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.889961:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788624563.890003:0:32663:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624563.890006:0:32663:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624563.890011:0:32663:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624563.890017:0:32663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd18652800 00000400:00000010:1.0:1788624563.890020:0:32663:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff99dd18652800. 00000100:00000001:1.0:1788624563.890024:0:32663:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624563.890029:0:32663:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8a80 x1875506845054720/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624563.890039:0:32663:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8a80 x1875506845054720/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.890046:0:32663:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624563.890048:0:32663:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.890051:0:32663:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624563.890055:0:32663:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624563.890058:0:32663:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624563.890068:0:32663:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.890072:0:32663:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624563.890084:0:32663:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=142 v=5 (103 103 103 137) 00000100:00001000:1.0:1788624563.890090:0:32663:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624563.890093:0:32663:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624563.890095:0:32663:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.890098:0:32663:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624563.890103:0:32663:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.890443:0:32663:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624563.890446:0:32663:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788624563.890448:0:32663:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624563.890451:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.890453:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00000100:00000001:1.0:1788624563.890457:0:32663:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624563.890459:0:32663:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788624563.890461:0:32663:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624563.890464:0:32663:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.890471:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8a80 x1875506845054720/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624579 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.890479:0:32663:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.890483:0:32663:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624563.890485:0:32663:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624563.890490:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8a80 x1875506845054720/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624579 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624563.890498:0:32663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8a80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845054720:192.168.202.125@tcp:101:rm.0 00000100:00000001:1.0:1788624563.890504:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.890508:0:32663:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.890511:0:32663:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624563.890514:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.890518:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8a80 x1875506845054720/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624579 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.890584:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624563.890589:0:32663:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.890593:0:32663:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624563.890595:0:32663:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.890598:0:32663:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624563.890604:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.890607:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.890611:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=4 00000020:00000001:1.0:1788624563.890614:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.890618:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000040:1.0:1788624563.890625:0:32663:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18601a00, remote cookie: 0xa103bd66258a808f, flags: 0x1001 00010000:00000040:1.0:1788624563.890630:0:32663:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788624563.890634:0:32663:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788624563.890642:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 2 00010000:00000001:1.0:1788624563.890646:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.890650:0:32663:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.890655:0:32663:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418b2 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a808f expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624563.890666:0:32663:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418b2 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a808f expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.890673:0:32663:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624563.890678:0:32663:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624563.890680:0:32663:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624563.890682:0:32663:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624563.890683:0:32663:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624563.890686:0:32663:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff99dd03f10d00) refcount = 2 00010000:00000040:1.0:1788624563.890689:0:32663:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788624563.890693:0:32663:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1788624563.890701:0:32663:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418b2 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a808f expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.890708:0:32663:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624563.890712:0:32663:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624563.890714:0:32663:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.890717:0:32663:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624563.890720:0:32663:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.890724:0:32663:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418b2 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a808f expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.890731:0:32663:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624563.890732:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.890734:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.890735:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.890737:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.890739:0:32663:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.890744:0:32663:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624563.890747:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.890748:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.890750:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:1.0:1788624563.890752:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.890754:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.890756:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.890757:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624563.890762:0:32663:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff99dd11dd8a80 x1875506845054720/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624579 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624563.890772:0:32663:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788624563.890778:0:32663:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11dd8a80 x1875506845054720/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624579 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624563.890784:0:32663:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.890791:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.890792:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.890794:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:1.0:1788624563.890796:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.890798:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.890801:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.890802:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.890804:0:32663:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.890806:0:32663:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.890809:0:32663:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788624563.890811:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.890812:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00010000:00000001:1.0:1788624563.890814:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.890815:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.890816:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:1.0:1788624563.890818:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.890820:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00000002:00010000:1.0:1788624563.890824:0:32663:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418b2 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a808f expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.890831:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.890832:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.890834:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624563.890836:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.890837:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.890839:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:1.0:1788624563.890840:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.890842:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000040:1.0:1788624563.890844:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 3 00010000:00000001:1.0:1788624563.890846:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624563.890850:0:32663:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 16 res 8589935621/35 (0 0) 00010000:00000001:1.0:1788624563.890852:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.890853:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.890855:0:32663:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624563.890871:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f868 00000002:00002000:1.0:1788624563.890874:0:32663:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1788624563.890877:0:32663:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.890881:0:32663:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.890884:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624563.890888:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788624563.890891:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.890896:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624563.890900:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d7e00. 00000080:00000001:1.0:1788624563.890906:0:32663:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624563.890913:0:32663:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788624563.890917:0:32663:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788624563.890926:0:32663:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd1878e800. 00800000:00000001:1.0:1788624563.890928:0:32663:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773610240000 : -112300099311616 : ffff99dd1878e800) 00800000:00000001:1.0:1788624563.890931:0:32663:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.890933:0:32663:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624563.890936:0:32663:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788624563.890939:0:32663:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:1.0:1788624563.890942:0:32663:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788624563.890945:0:32663:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788624563.890947:0:32663:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.890953:0:32663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1788624563.890957:0:32663:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788624563.890962:0:32663:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00010000:00000001:1.0:1788624563.890964:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.890966:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.890967:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:1.0:1788624563.890969:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.890971:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.890974:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.890975:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624563.890977:0:32663:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624563.890979:0:32663:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788624563.890981:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878e800 1 00800000:00000010:1.0:1788624563.890983:0:32663:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd1878e800. 00800000:00000001:1.0:1788624563.890985:0:32663:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.890989:0:32663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff99dd1919d348) for lock 0xcc94206c7ef418b2 00800000:00000001:1.0:1788624563.890992:0:32663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624563.890995:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624563.890996:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.890997:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.890999:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:1.0:1788624563.891001:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.891003:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.891005:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.891006:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.891007:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.891009:0:32663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788624563.891012:0:32663:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:1.0:1788624563.891015:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.891019:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8a80 x1875506845054720/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624579 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.891026:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.891030:0:32663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef418b2 from it ffffbef881d1fbd0 00010000:00000001:1.0:1788624563.891033:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.891034:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.891035:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:1.0:1788624563.891037:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.891039:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.891041:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.891045:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418b2 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a808f expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.891052:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.891053:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.891055:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624563.891069:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624563.891073:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418b2 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a808f expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624563.891082:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624563.891085:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624563.891087:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.891093:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.891094:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.891096:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.891099:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624563.891102:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.891340:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.891344:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.891347:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.891349:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.891350:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624563.891354:0:32663:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624563.891360:0:32663:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd1878e800. 00000080:00000001:1.0:1788624563.891363:0:32663:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788624563.891368:0:32663:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788624563.891370:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.891374:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.891376:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.891379:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.891381:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.891383:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788624563.891386:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.891389:0:32663:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788624563.891393:0:32663:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd12bc87e0. 00000002:00100000:1.0:1788624563.891398:0:32663:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11dd8a80 x1875506845054720/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624579 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624563.891405:0:32663:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.891407:0:32663:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788624563.891411:0:32663:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788624563.891414:0:32663:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.891418:0:32663:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788624563.891419:0:32663:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.891422:0:32663:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.891426:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.891428:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8a80 x1875506845054720/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624579 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788624563.891436:0:32663:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624563.891440:0:32663:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff99dd04a40000. 02000000:00000001:1.0:1788624563.891484:0:32663:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788624563.891486:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.891489:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb78 00000080:00000008:1.0:1788624563.891491:0:32663:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff99dd1919d348), flags 704400, rc = 0 00000080:00000001:1.0:1788624563.891496:0:32663:0:(dir.c:3016:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.891523:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fd28 00000080:00200008:1.0:1788624563.891817:0:32663:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff99dd1919d348), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788624563.891829:0:32663:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788624563.891834:0:32663:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.891838:0:32663:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624563.891840:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fca0 00000080:00200000:1.0:1788624563.891843:0:32663:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff99dd1919d348),name=d21h.recovery-small-1 00000080:00000010:1.0:1788624563.891850:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d7e00. 00800000:00000002:1.0:1788624563.891864:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624563.891873:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624563.891877:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.891879:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fbc0 00800000:00000002:1.0:1788624563.891882:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.891886:0:32663:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624563.891890:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.891892:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.891893:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.891895:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.891896:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.891899:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.891901:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.891902:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.891903:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.891905:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.891906:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.891907:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.891909:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788624563.891911:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.891914:0:32663:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624563.891919:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.891920:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa90 00000002:00010000:1.0:1788624563.891922:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624563.891926:0:32663:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624563.891928:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.891931:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.891936:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 3 00010000:00000001:1.0:1788624563.891938:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.891942:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.891946:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624563.891950:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788624563.891964:0:32663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624563.891969:0:32663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.891973:0:32663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788624563.891980:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624563.891983:0:32663:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624563.891984:0:32663:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624563.891987:0:32663:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624563.891988:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624563.891990:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624563.891992:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624563.891994:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624563.891997:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d7e00. 00000080:00000001:1.0:1788624563.892000:0:32663:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624563.892002:0:32663:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.892005:0:32663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff99dd1919d348) 00000080:00010000:1.0:1788624563.892010:0:32663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff99dd1919d348) for lock 0xcc94206c7ef41881 00800000:00000001:1.0:1788624563.892013:0:32663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624563.892014:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624563.892015:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.892017:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.892019:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:1.0:1788624563.892021:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:1.0:1788624563.892024:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:1.0:1788624563.892026:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.892027:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.892029:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.892031:0:32663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.892032:0:32663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41881 from it ffffbef881d1fcd8 00010000:00000001:1.0:1788624563.892034:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.892035:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.892037:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:1.0:1788624563.892039:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:1.0:1788624563.892041:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:1.0:1788624563.892043:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.892046:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788624563.892052:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.892053:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.892054:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624563.892056:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624563.892058:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788624563.892075:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624563.892076:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624563.892077:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.892080:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.892081:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.892083:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.892085:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624563.892086:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.892088:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.892090:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.892091:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.892093:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.892094:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624563.892095:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624563.892097:0:32663:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624563.892101:0:32663:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.892137:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fd28 00000080:00000008:1.0:1788624563.892139:0:32663:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff99dd1919d348), request_mask 2047, flags 0, foreign 0 00000020:00000001:1.0:1788624563.892227:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fd48 00000080:00200000:1.0:1788624563.892229:0:32663:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff99dd10dbf800) d21h.recovery-small-1 proj=0 00000080:00000001:1.0:1788624563.892232:0:32663:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:1.0:1788624563.892235:0:32663:0:(obd_class.h:1074:obd_statfs()) Process entered 00000080:00000004:1.0:1788624563.892238:0:32663:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff99dd10dbf800: age 1883, max_age 1909 00800000:00000001:1.0:1788624563.892242:0:32663:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:1.0:1788624563.892246:0:32663:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff99dd1147ce40. 00800000:00000001:1.0:1788624563.892462:0:32663:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1788624563.892465:0:32663:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff99dd10dbf800: age 1883, max_age 1909 00000002:00000001:1.0:1788624563.892470:0:32663:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1788624563.892473:0:32663:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000010:1.0:1788624563.892480:0:32663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8700. 00000020:00000040:1.0:1788624563.892483:0:32663:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624563.892488:0:32663:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624563.892490:0:32663:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624563.892495:0:32663:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624563.892503:0:32663:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd197d7e00. 00000100:00000001:1.0:1788624563.892511:0:32663:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.892515:0:32663:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624563.892517:0:32663:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624563.892521:0:32663:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147c9c0. 00000100:00000001:1.0:1788624563.892524:0:32663:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489580480 : -112300219971136 : ffff99dd1147c9c0) 00000100:00000001:1.0:1788624563.892611:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.892612:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499393792 : -112300210157824 : ffff99dd11dd8700) 00000100:00000001:1.0:1788624563.892617:0:32663:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624563.892622:0:32663:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.892624:0:32663:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624563.892626:0:32663:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624563.892633:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8700 x1875506845054848/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.892642:0:32663:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624563.892644:0:32663:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.892648:0:32663:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624563.892651:0:32663:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624563.892654:0:32663:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624563.892658:0:32663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8700 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845054848:192.168.202.125@tcp:41:rm.0 00000100:00000001:1.0:1788624563.892663:0:32663:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624563.892670:0:32663:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624563.892673:0:32663:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.892676:0:32663:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624563.892681:0:32663:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e0000. 02000000:00000001:1.0:1788624563.892683:0:32663:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624563.892692:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624563.892696:0:32663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624563.892704:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cd48. 00000100:00000200:1.0:1788624563.892713:0:32663:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845054848, portal 10 00000100:00000001:1.0:1788624563.892715:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.892716:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499393792 : -112300210157824 : ffff99dd11dd8700) 00000100:00000040:1.0:1788624563.892723:0:32663:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd8700 x1875506845054848/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 440/368 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.892730:0:32663:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624563.892733:0:32663:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624563.892736:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c6e8. 00000100:00000200:1.0:1788624563.892740:0:32663:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1875506845054848, offset 0 00000400:00000200:1.0:1788624563.892748:0:32663:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624563.892756:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.892765:0:32663:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624563.892771:0:32663:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624563.892775:0:32663:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624563.892779:0:32663:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624563.892782:0:32663:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624563.892787:0:32663:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2835:2835:256:4294967295] 192.168.202.125@tcp LPNI seq info [2835:2835:8:4294967295] 00000400:00000200:1.0:1788624563.892792:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.892804:0:32663:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624563.892810:0:32663:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624563.892817:0:32663:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611800. 00000800:00000200:1.0:1788624563.892824:0:32663:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624563.892833:0:32663:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624563.892838:0:32663:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611800 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1788624563.892944:0:32663:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.892950:0:32663:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 823477 usecs (824 jiffies) 00000400:00000200:1.0:1788624563.892954:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624563.892957:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578778 00000100:00000001:1.0:1788624563.892960:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.892963:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578778 00000100:00000001:1.0:1788624563.892965:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.892968:0:32663:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.892971:0:32663:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.892974:0:32663:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624563.892976:0:32663:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624563.892979:0:32663:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147c9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788624563.892981:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624563.892984:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624563.893393:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624563.893399:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611800. 00000400:00000200:2.0:1788624563.893405:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.893411:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624563.893418:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c6e8 00000400:00000010:2.0:1788624563.893421:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c6e8. 00000100:00000001:2.0:1788624563.893425:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624563.893430:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8700 x1875506845054848/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 440/368 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624563.893440:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624563.893443:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8700 x1875506845054848/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 440/368 e 0 to 0 dl 1788624579 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624563.893450:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624563.893452:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624563.897758:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.897782:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.897788:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.897791:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.897802:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.897812:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.897822:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.897827:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.897838:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.897844:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 368 into portal 10 MB=0x6a9c37745f780 00000400:00000200:2.0:1788624563.897850:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.897866:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 368/368 into md 0x81bd [1] + 224 00000800:00000001:2.0:1788624563.897875:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.897884:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.897888:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.897894:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624563.897904:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624563.897915:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8700 x1875506845054848/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 440/368 e 0 to 0 dl 1788624579 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624563.897926:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99dd11dd8700 x1875506845054848/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 440/368 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.897999:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624563.898018:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624563.898027:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.898030:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788624563.898074:0:32663:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624563.898077:0:32663:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624563.898081:0:32663:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624563.898088:0:32663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cd48 00000400:00000010:1.0:1788624563.898091:0:32663:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cd48. 00000100:00000001:1.0:1788624563.898095:0:32663:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624563.898099:0:32663:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8700 x1875506845054848/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 440/368 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624563.898279:0:32663:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8700 x1875506845054848/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 440/368 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.898287:0:32663:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624563.898290:0:32663:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.898293:0:32663:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624563.898297:0:32663:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624563.898301:0:32663:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624563.898303:0:32663:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.898307:0:32663:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624563.898319:0:32663:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=142 v=5 (103 103 103 137) 00000100:00001000:1.0:1788624563.898325:0:32663:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624563.898328:0:32663:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624563.898330:0:32663:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.898333:0:32663:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624563.898338:0:32663:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.898343:0:32663:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624563.898345:0:32663:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788624563.898348:0:32663:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624563.898351:0:32663:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.898357:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8700 x1875506845054848/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 440/368 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.898365:0:32663:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.898369:0:32663:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624563.898371:0:32663:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624563.898375:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8700 x1875506845054848/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 440/368 e 0 to 0 dl 1788624579 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624563.898384:0:32663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8700 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845054848:192.168.202.125@tcp:41:rm.0 00000100:00000001:1.0:1788624563.898389:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.898393:0:32663:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.898395:0:32663:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624563.898398:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.898401:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8700 x1875506845054848/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 440/368 e 0 to 0 dl 1788624579 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.898409:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624563.898412:0:32663:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147c9c0. 00000100:00000001:1.0:1788624563.898417:0:32663:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624563.898418:0:32663:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.898426:0:32663:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1788624563.898428:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.898431:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8700 x1875506845054848/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 440/368 e 0 to 0 dl 1788624579 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.898438:0:32663:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624563.898442:0:32663:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624563.898446:0:32663:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e0000. 02000000:00000001:1.0:1788624563.898449:0:32663:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624563.898453:0:32663:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624563.898455:0:32663:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624563.898458:0:32663:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624563.898462:0:32663:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd197d7e00. 02000000:00000001:1.0:1788624563.898466:0:32663:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624563.898468:0:32663:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624563.898471:0:32663:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8700. 00000100:00000001:1.0:1788624563.898475:0:32663:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624563.898477:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788624563.898478:0:32663:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624563.898479:0:32663:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624563.898481:0:32663:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:1.0:1788624563.898484:0:32663:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff99dd10dbf800: update ffff99dd10709e18 cache blocks 1802709/1916558 objects 523517/524079 00800000:00000001:1.0:1788624563.898489:0:32663:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.898492:0:32663:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:1.0:1788624563.898494:0:32663:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff99dd1147ce40. 00800000:00000001:1.0:1788624563.898496:0:32663:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1788624563.898501:0:32663:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff99dd10dbf800: update ffff99dd10708458 cache blocks 1802709/1916558 objects 523517/524079 00000080:00000001:1.0:1788624563.898505:0:32663:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1788624563.898508:0:32663:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1802709/1916558 objects 523517/524079 00000080:00000001:1.0:1788624563.898511:0:32663:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788624563.898514:0:32663:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.898559:0:32663:0:(dir.c:328:ll_iterate()) Process entered 00000080:00200000:1.0:1788624563.898562:0:32663:0:(dir.c:336:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff99dd1919d348) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1788624563.898571:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d7e00. 00800000:00000002:1.0:1788624563.898578:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f82c0 2 00000080:00000001:1.0:1788624563.898582:0:32663:0:(dir.c:195:ll_dir_read()) Process entered 00000080:00000001:1.0:1788624563.898592:0:32663:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446720599642660096 : -23474066891520 : ffffeaa68494dd00) 00000080:00000001:1.0:1788624563.898597:0:32663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788624563.898602:0:32663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:1.0:1788624563.898604:0:32663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1788624563.898609:0:32663:0:(dir.c:310:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.898612:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f82c0 2 00000080:00000010:1.0:1788624563.898615:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d7e00. 00000080:00000001:1.0:1788624563.898619:0:32663:0:(dir.c:406:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.898631:0:32663:0:(dir.c:328:ll_iterate()) Process entered 00000080:00200000:1.0:1788624563.898633:0:32663:0:(dir.c:336:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff99dd1919d348) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:1.0:1788624563.898636:0:32663:0:(dir.c:346:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788624563.898638:0:32663:0:(dir.c:406:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.898662:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624563.898665:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788624563.898668:0:32663:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff99dd1919d348), inode mode 41ed mask 1 00000080:00000001:1.0:1788624563.898672:0:32663:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.898682:0:32663:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788624563.898686:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fda0 00000080:00002000:1.0:1788624563.898688:0:32663:0:(dcache.c:87:ll_dcompare()) found name f(ffff99dd1934eca8) flags 0x48000e refc 0 00000080:00000001:1.0:1788624563.898691:0:32663:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.898693:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fe10 00000080:00200000:1.0:1788624563.898694:0:32663:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:1.0:1788624563.898701:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788624563.898703:0:32663:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff99dd1919d348), inode mode 41ed mask 3 00000080:00000001:1.0:1788624563.898705:0:32663:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.898710:0:32663:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:1.0:1788624563.898712:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fdf8 00000080:00200000:1.0:1788624563.898714:0:32663:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff99dd1919d348) 00000080:00000001:1.0:1788624563.898717:0:32663:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1788624563.898720:0:32663:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624563.898726:0:32663:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624563.898728:0:32663:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00000020:00000001:1.0:1788624563.898731:0:32663:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788624563.898736:0:32663:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd114a6000) owner 0000000000000000/ffff99dd013827c0 00020000:00000002:1.0:1788624563.898739:0:32663:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd1879c900 addref 2/0 by ffff99dd013827c0. 00020000:00000002:1.0:1788624563.898742:0:32663:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd114a6000) owner 0000000000000000/ffff99dd013827c0 00020000:00000001:1.0:1788624563.898745:0:32663:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788624563.898748:0:32663:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788624563.898749:0:32663:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788624563.898751:0:32663:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1788624563.898755:0:32663:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1788624563.898758:0:32663:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00000080:00000001:1.0:1788624563.898761:0:32663:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788624563.898764:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d7e00. 00800000:00000002:1.0:1788624563.898767:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f82c0 2 00800000:00000001:1.0:1788624563.898777:0:32663:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788624563.898781:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.898785:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.898788:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.898791:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.898793:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.898795:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788624563.898798:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.898801:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.898802:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.898803:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.898804:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.898806:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.898808:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:1.0:1788624563.898810:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.898812:0:32663:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1788624563.898814:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.898815:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.898816:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.898817:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.898819:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.898820:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:1.0:1788624563.898821:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.898824:0:32663:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x25:0x0] 00800000:00000001:1.0:1788624563.898826:0:32663:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.898828:0:32663:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x23:0x0]/[0x200000405:0x25:0x0] -> mds #0 00000002:00000001:1.0:1788624563.898833:0:32663:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788624563.898836:0:32663:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788624563.898845:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 3 00010000:00000001:1.0:1788624563.898848:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.898851:0:32663:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788624563.898869:0:32663:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788624563.898877:0:32663:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1788624563.898889:0:32663:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788624563.898894:0:32663:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788624563.898897:0:32663:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788624563.898899:0:32663:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:1.0:1788624563.898904:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.898907:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.898909:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 4 00010000:00000001:1.0:1788624563.898911:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.898916:0:32663:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788624563.898920:0:32663:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788624563.898923:0:32663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624563.898927:0:32663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.898931:0:32663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418b2 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a808f expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788624563.898938:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.898941:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.898943:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1788624563.898945:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.898948:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.898951:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=2 00000020:00000001:1.0:1788624563.898954:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.898957:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.898959:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.898960:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.898961:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.898962:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.898964:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 4 00010000:00000001:1.0:1788624563.898966:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624563.898968:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.898970:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.898971:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.898972:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 4 00010000:00000001:1.0:1788624563.898974:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624563.898976:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.898979:0:32663:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788624563.898982:0:32663:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x23:0x0] lli = ffff99dd1919d280, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788624563.899039:0:32663:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788624563.899041:0:32663:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788624563.899043:0:32663:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788624563.899046:0:32663:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff99dd1919d348) invalid 00000020:00000001:1.0:1788624563.899049:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa60 00000080:00002000:1.0:1788624563.899052:0:32663:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff99dd096145e8) parent ffff99dd19287870 inode ffff99dd1919d348 refc 3 00000080:00000001:1.0:1788624563.899056:0:32663:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788624563.899059:0:32663:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788624563.899061:0:32663:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.899064:0:32663:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788624563.899067:0:32663:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788624563.899069:0:32663:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788624563.899072:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.899074:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788624563.899077:0:32663:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d19000 with handle 0xcc94206c7ef41881 from hash 00010000:00000001:1.0:1788624563.899079:0:32663:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788624563.899081:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.899082:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.899083:0:32663:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788624563.899087:0:32663:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788624563.899090:0:32663:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788624563.899093:0:32663:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624563.899095:0:32663:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624563.899097:0:32663:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624563.899100:0:32663:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788624563.899103:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 2 00010000:00000001:1.0:1788624563.899212:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.899215:0:32663:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788624563.899218:0:32663:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788624563.899221:0:32663:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa103bd66258a8026 expref: -99 pid: 32661 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788624563.899234:0:32663:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788624563.899236:0:32663:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788624563.899238:0:32663:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788624563.899239:0:32663:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x25:0x0] mode (null) 00000002:00000001:1.0:1788624563.899241:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.899243:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.899244:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 3 00010000:00000001:1.0:1788624563.899246:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624563.899248:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.899250:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.899251:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.899252:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 3 00010000:00000001:1.0:1788624563.899254:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624563.899256:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.899258:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.899259:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.899260:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 3 00010000:00000001:1.0:1788624563.899261:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624563.899263:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.899264:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.899265:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.899266:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 3 00010000:00000001:1.0:1788624563.899268:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624563.899270:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.899271:0:32663:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.899273:0:32663:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788624563.899275:0:32663:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624563.899277:0:32663:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624563.899279:0:32663:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00000020:00000001:1.0:1788624563.899282:0:32663:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788624563.899285:0:32663:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x25:0x0]: losing layout lock 00000080:00000001:1.0:1788624563.899289:0:32663:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788624563.899292:0:32663:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788624563.899296:0:32663:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788624563.899299:0:32663:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788624563.899302:0:32663:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788624563.899304:0:32663:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.899306:0:32663:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788624563.899308:0:32663:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00000080:00000001:1.0:1788624563.899310:0:32663:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.899312:0:32663:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788624563.899314:0:32663:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x25:0x0](ffff99dd198742c8) invalid 00000020:00000001:1.0:1788624563.899316:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa60 00000080:00002000:1.0:1788624563.899318:0:32663:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry f (ffff99dd1934eca8) parent ffff99dd096145e8 inode ffff99dd198742c8 refc 1 00000080:00000001:1.0:1788624563.899321:0:32663:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788624563.899322:0:32663:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788624563.899323:0:32663:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.899325:0:32663:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788624563.899327:0:32663:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788624563.899328:0:32663:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788624563.899330:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.899332:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788624563.899334:0:32663:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18600200 with handle 0xcc94206c7ef41888 from hash 00010000:00000001:1.0:1788624563.899336:0:32663:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788624563.899338:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.899339:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.899340:0:32663:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788624563.899342:0:32663:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788624563.899344:0:32663:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788624563.899346:0:32663:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624563.899348:0:32663:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624563.899350:0:32663:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788624563.899355:0:32663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8700. 00000020:00000040:1.0:1788624563.899359:0:32663:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:1.0:1788624563.899364:0:32663:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788624563.899366:0:32663:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.899369:0:32663:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624563.899374:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.899379:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.899380:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.899381:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.899385:0:32663:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624563.899388:0:32663:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624563.899391:0:32663:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624563.899398:0:32663:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd197d6400. 00000100:00000001:1.0:1788624563.899405:0:32663:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.899408:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.899411:0:32663:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788624563.899416:0:32663:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a8026 expref: -99 pid: 32661 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788624563.899425:0:32663:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1788624563.899431:0:32663:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:1.0:1788624563.899433:0:32663:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788624563.899435:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788624563.899438:0:32663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef41888 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a8026 expref: -99 pid: 32661 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788624563.899446:0:32663:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd1878e700. 00010000:00000040:1.0:1788624563.899450:0:32663:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd189e4300 count: 0 00010000:00000010:1.0:1788624563.899455:0:32663:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd087e6b80. 00010000:00000001:1.0:1788624563.899462:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.899464:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788624563.899466:0:32663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41881 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a800a expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788624563.899475:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.899476:0:32663:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.899478:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.899480:0:32663:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.899482:0:32663:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788624563.899493:0:32663:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788624563.899502:0:32663:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11dd8700 x1875506845055104/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624563.899511:0:32663:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624563.899513:0:32663:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624563.899519:0:32663:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.899522:0:32663:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489581632 : -112300219969984 : ffff99dd1147ce40) 00000100:00000001:1.0:1788624563.899525:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.899526:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499393792 : -112300210157824 : ffff99dd11dd8700) 00000100:00000001:1.0:1788624563.899531:0:32663:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624563.899537:0:32663:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.899539:0:32663:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624563.899541:0:32663:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624563.899545:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8700 x1875506845055104/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.899553:0:32663:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624563.899555:0:32663:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.899559:0:32663:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624563.899562:0:32663:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624563.899565:0:32663:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624563.899568:0:32663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8700 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845055104:192.168.202.125@tcp:36:rm.0 00000100:00000001:1.0:1788624563.899573:0:32663:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624563.899579:0:32663:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624563.899581:0:32663:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.899584:0:32663:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624563.899590:0:32663:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e0000. 02000000:00000001:1.0:1788624563.899591:0:32663:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624563.899598:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624563.899602:0:32663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624563.899609:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cd48. 00000100:00000200:1.0:1788624563.899617:0:32663:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845055104, portal 10 00000100:00000001:1.0:1788624563.899619:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.899620:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499393792 : -112300210157824 : ffff99dd11dd8700) 00000100:00000040:1.0:1788624563.899626:0:32663:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd8700 x1875506845055104/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/624 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.899640:0:32663:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624563.899643:0:32663:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624563.899645:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c7f8. 00000100:00000200:1.0:1788624563.899650:0:32663:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875506845055104, offset 0 00000400:00000200:1.0:1788624563.899658:0:32663:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624563.899666:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.899674:0:32663:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624563.899681:0:32663:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624563.899686:0:32663:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624563.899691:0:32663:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624563.899693:0:32663:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624563.899698:0:32663:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2836:2836:256:4294967295] 192.168.202.125@tcp LPNI seq info [2836:2836:8:4294967295] 00000400:00000200:1.0:1788624563.899703:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.899714:0:32663:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624563.899721:0:32663:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624563.899727:0:32663:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611100. 00000800:00000200:1.0:1788624563.899735:0:32663:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624563.899743:0:32663:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624563.899749:0:32663:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611100 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1788624563.899772:0:32663:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.899777:0:32663:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 822363 usecs (823 jiffies) 00000400:00000200:1.0:1788624563.899781:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624563.899784:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578784 00000100:00000001:1.0:1788624563.899788:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.899791:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578784 00000100:00000001:1.0:1788624563.899793:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.899796:0:32663:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.899799:0:32663:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.899802:0:32663:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624563.899805:0:32663:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624563.899807:0:32663:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147ce40 going to sleep for 11 seconds 00000100:00000001:1.0:1788624563.899810:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624563.899813:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624563.900144:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624563.900150:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611100. 00000400:00000200:2.0:1788624563.900157:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.900162:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624563.900168:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c7f8 00000400:00000010:2.0:1788624563.900171:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c7f8. 00000100:00000001:2.0:1788624563.900175:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624563.900180:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8700 x1875506845055104/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/624 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624563.900196:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624563.900199:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8700 x1875506845055104/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/624 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624563.900206:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624563.900208:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624563.907079:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.907154:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.907159:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.907164:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.907175:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.907185:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.907196:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.907202:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.907208:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.907213:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745f880 00000400:00000200:2.0:1788624563.907218:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.907225:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x81c5 [1] + 224 00000800:00000001:2.0:1788624563.907233:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.907241:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.907246:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.907251:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624563.907261:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624563.907273:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8700 x1875506845055104/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/624 e 0 to 0 dl 1788624579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624563.907285:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99dd11dd8700 x1875506845055104/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/624 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624563.907302:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624563.907312:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.907316:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.907467:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624563.907477:0:32663:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624563.907480:0:32663:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624563.907484:0:32663:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624563.907491:0:32663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cd48 00000400:00000010:1.0:1788624563.907494:0:32663:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cd48. 00000100:00000001:1.0:1788624563.907497:0:32663:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624563.907503:0:32663:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8700 x1875506845055104/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/624 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624563.907512:0:32663:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8700 x1875506845055104/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/624 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.907519:0:32663:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624563.907521:0:32663:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.907524:0:32663:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624563.907529:0:32663:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624563.907532:0:32663:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624563.907535:0:32663:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.907539:0:32663:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624563.907553:0:32663:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=142 v=5 (103 103 103 137) 00000100:00001000:1.0:1788624563.907559:0:32663:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624563.907562:0:32663:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624563.907564:0:32663:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.907567:0:32663:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624563.907572:0:32663:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.907577:0:32663:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624563.907579:0:32663:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013f/0x100000141] 00000100:00000001:1.0:1788624563.907581:0:32663:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624563.907584:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.907586:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499393792 : -112300210157824 : ffff99dd11dd8700) 00000100:00000001:1.0:1788624563.907590:0:32663:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624563.907592:0:32663:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788624563.907595:0:32663:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624563.907598:0:32663:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.907604:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8700 x1875506845055104/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/456 e 0 to 0 dl 1788624579 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.907612:0:32663:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.907616:0:32663:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624563.907618:0:32663:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624563.907623:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8700 x1875506845055104/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/456 e 0 to 0 dl 1788624579 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624563.907632:0:32663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8700 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845055104:192.168.202.125@tcp:36:rm.0 00000100:00000001:1.0:1788624563.907638:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.907642:0:32663:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.907644:0:32663:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624563.907647:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.907651:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8700 x1875506845055104/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/456 e 0 to 0 dl 1788624579 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.907658:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624563.907662:0:32663:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.907665:0:32663:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624563.907667:0:32663:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.907678:0:32663:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.907683:0:32663:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.907688:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f82c0 2 00000080:00000010:1.0:1788624563.907692:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d7e00. 00000100:00000001:1.0:1788624563.907700:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.907704:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8700 x1875506845055104/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/456 e 0 to 0 dl 1788624579 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.907710:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.907715:0:32663:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.907729:0:32663:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788624563.907734:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fe28 00000080:00002000:1.0:1788624563.907738:0:32663:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff99dd1934eca8, parent ffff99dd096145e8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788624563.907741:0:32663:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624563.907763:0:32663:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788624563.907769:0:32663:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788624563.907780:0:32663:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788624563.907784:0:32663:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788624563.907787:0:32663:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624563.907792:0:32663:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624563.907796:0:32663:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00000020:00000001:1.0:1788624563.907803:0:32663:0:(cl_object.c:143:cl_object_top()) ffff99dd10db7148 -> ffff99dd10db7148 00000020:00000001:1.0:1788624563.907807:0:32663:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788624563.907810:0:32663:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788624563.907812:0:32663:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x25:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788624563.907816:0:32663:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624563.907818:0:32663:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788624563.907819:0:32663:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788624563.907825:0:32663:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x25:0x0]io ffff99dd18bb4500 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788624563.907829:0:32663:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd114a6000) owner 0000000000000000/ffff99dd013827c0 00020000:00000001:1.0:1788624563.907834:0:32663:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788624563.907836:0:32663:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788624563.907839:0:32663:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788624563.907841:0:32663:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.907844:0:32663:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788624563.907846:0:32663:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788624563.907848:0:32663:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.907850:0:32663:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624563.907851:0:32663:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788624563.907853:0:32663:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788624563.907854:0:32663:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd114a6000) owner 0000000000000000/ffff99dd013827c0 00000020:00000001:1.0:1788624563.907868:0:32663:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.907870:0:32663:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788624563.907872:0:32663:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788624563.907874:0:32663:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788624563.907877:0:32663:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788624563.907882:0:32663:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788624563.907885:0:32663:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624563.907887:0:32663:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788624563.907889:0:32663:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624563.907890:0:32663:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482285176 : -112300227266440 : ffff99dd10d87878) 00000020:00001000:1.0:1788624563.907893:0:32663:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87870 00000020:00000001:1.0:1788624563.907896:0:32663:0:(cl_object.c:143:cl_object_top()) ffff99dd10db7850 -> ffff99dd10db7148 00000020:00000001:1.0:1788624563.907897:0:32663:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788624563.907901:0:32663:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624563.907902:0:32663:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788624563.907904:0:32663:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.907906:0:32663:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.907908:0:32663:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481909176 : -112300227642440 : ffff99dd10d2bbb8) 00000020:00000001:1.0:1788624563.907911:0:32663:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788624563.907912:0:32663:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.907915:0:32663:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.907916:0:32663:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.907918:0:32663:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788624563.907919:0:32663:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788624563.907921:0:32663:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624563.907922:0:32663:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788624563.907924:0:32663:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788624563.907926:0:32663:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.907927:0:32663:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.907930:0:32663:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.907931:0:32663:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.907933:0:32663:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788624563.907934:0:32663:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.907935:0:32663:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.907937:0:32663:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788624563.907939:0:32663:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788624563.907940:0:32663:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624563.907941:0:32663:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788624563.907943:0:32663:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788624563.907945:0:32663:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788624563.907949:0:32663:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788624563.907952:0:32663:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff99dd04e25a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788624563.907955:0:32663:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788624563.907959:0:32663:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff99dd04e25a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1788624563.907963:0:32663:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624563.907966:0:32663:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.907968:0:32663:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.907969:0:32663:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.907970:0:32663:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.907972:0:32663:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.907974:0:32663:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788624563.907976:0:32663:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788624563.907978:0:32663:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788624563.907979:0:32663:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788624563.907981:0:32663:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788624563.907983:0:32663:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.907985:0:32663:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788624563.907986:0:32663:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788624563.907988:0:32663:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788624563.907990:0:32663:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788624563.907992:0:32663:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624563.907992:0:32663:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788624563.907993:0:32663:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788624563.907994:0:32663:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.907996:0:32663:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.907998:0:32663:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788624563.907998:0:32663:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788624563.908001:0:32663:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788624563.908002:0:32663:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788624563.908003:0:32663:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788624563.908005:0:32663:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788624563.908006:0:32663:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624563.908007:0:32663:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788624563.908008:0:32663:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788624563.908010:0:32663:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.908011:0:32663:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.908012:0:32663:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788624563.908013:0:32663:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788624563.908014:0:32663:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.908016:0:32663:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788624563.908017:0:32663:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788624563.908018:0:32663:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788624563.908019:0:32663:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788624563.908020:0:32663:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788624563.908022:0:32663:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87870 00020000:00000001:1.0:1788624563.908025:0:32663:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788624563.908027:0:32663:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788624563.908029:0:32663:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788624563.908031:0:32663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x25:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788624563.908035:0:32663:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788624563.908036:0:32663:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788624563.908038:0:32663:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00000080:00000001:1.0:1788624563.908040:0:32663:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.908045:0:32663:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788624563.908046:0:32663:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x25:0x0](ffff99dd198742c8) 00800000:00000001:1.0:1788624563.908052:0:32663:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788624563.908054:0:32663:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x25:0x0] 00000002:00000001:1.0:1788624563.908060:0:32663:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788624563.908067:0:32663:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.908070:0:32663:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788624563.908073:0:32663:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.908075:0:32663:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.908078:0:32663:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788624563.908080:0:32663:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788624563.908082:0:32663:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.908085:0:32663:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.908088:0:32663:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624563.908089:0:32663:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624563.908091:0:32663:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00020000:00000001:1.0:1788624563.908099:0:32663:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1788624563.908100:0:32663:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd114a6000) owner 0000000000000000/ffff99dd013827c0 00020000:00000001:1.0:1788624563.908104:0:32663:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:1.0:1788624563.908244:0:32663:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd1879c900, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788624563.908250:0:32663:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788624563.908255:0:32663:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd2161cc00: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000001:1.0:1788624563.908257:0:32663:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1788624563.908259:0:32663:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.908262:0:32663:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1788624563.908264:0:32663:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:1.0:1788624563.908269:0:32663:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1788624563.908275:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4200 count: 2 00010000:00000001:1.0:1788624563.908278:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.908281:0:32663:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1788624563.908284:0:32663:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1788624563.908289:0:32663:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 0 blocks 0 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000f0863fa9/0xcc94206c7ef4188f lrc: 1/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8034 expref: -99 pid: 32661 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:1.0:1788624563.908310:0:32663:0:(cl_object.c:143:cl_object_top()) ffff99dd04e25a40 -> ffff99dd10db7148 00000020:00000001:1.0:1788624563.908312:0:32663:0:(cl_object.c:143:cl_object_top()) ffff99dd04e25a40 -> ffff99dd10db7148 00000008:00000001:1.0:1788624563.908314:0:32663:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624563.908316:0:32663:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624563.908318:0:32663:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788624563.908320:0:32663:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788624563.908327:0:32663:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff99dd04e25a40. 00020000:00000001:1.0:1788624563.908332:0:32663:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1788624563.908334:0:32663:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff99dd10db77d0. 00020000:00000001:1.0:1788624563.908338:0:32663:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1788624563.908340:0:32663:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624563.908343:0:32663:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788624563.908345:0:32663:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd114a6000) owner 0000000000000000/ffff99dd013827c0 00020000:00000001:1.0:1788624563.908348:0:32663:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1788624563.908349:0:32663:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1788624563.908351:0:32663:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd114a6000) owner 0000000000000000/ffff99dd013827c0 00020000:00000001:1.0:1788624563.908354:0:32663:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:1.0:1788624563.908357:0:32663:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff99dd09345868. 00020000:00000010:1.0:1788624563.908361:0:32663:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff99dd07d3cc00. 00020000:00000010:1.0:1788624563.908364:0:32663:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff99dd0640a5a0. 00020000:00000002:1.0:1788624563.908367:0:32663:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd1879c900, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788624563.908371:0:32663:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788624563.908375:0:32663:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd2161cc00: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000010:1.0:1788624563.908379:0:32663:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd2161cc00. 00020000:00000010:1.0:1788624563.908384:0:32663:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd1879cf60. 00020000:00000010:1.0:1788624563.908387:0:32663:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd1879c900. 00020000:00000001:1.0:1788624563.908389:0:32663:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1788624563.908391:0:32663:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd114a6000) owner 0000000000000000/ffff99dd013827c0 00020000:00000010:1.0:1788624563.908394:0:32663:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff99dd114a6000. 00020000:00000001:1.0:1788624563.908397:0:32663:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1788624563.908400:0:32663:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff99dd10db70c8. 00000020:00001000:1.0:1788624563.908404:0:32663:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00000080:00000001:1.0:1788624563.908407:0:32663:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788624563.908410:0:32663:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1788624563.908449:0:32663:0:(dir.c:3021:ll_dir_release()) Process entered 00000080:00000001:1.0:1788624563.908452:0:32663:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788624563.908455:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fdd0 00000080:00200008:1.0:1788624563.908457:0:32663:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff99dd1919d348), flags 704000 00000080:00400000:1.0:1788624563.908461:0:32663:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x23:0x0] 00000080:00000001:1.0:1788624563.908466:0:32663:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788624563.908467:0:32663:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788624563.908469:0:32663:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788624563.908475:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.908478:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.908481:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.908484:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.908487:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.908489:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788624563.908492:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.908495:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.908498:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.908501:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 2 00010000:00000001:1.0:1788624563.908503:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.908509:0:32663:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788624563.908512:0:32663:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788624563.908515:0:32663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624563.908521:0:32663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.908526:0:32663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418b2 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a808f expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788624563.908534:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.908536:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.908538:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1788624563.908541:0:32663:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x23:0x0]: 16 00000080:00000010:1.0:1788624563.908543:0:32663:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd03d128c0. 00000080:00000001:1.0:1788624563.908547:0:32663:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.908550:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fdd0 00000080:00000008:1.0:1788624563.908553:0:32663:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff99dd1919d348), flags 704000, rc = 0 00000080:00000001:1.0:1788624563.908557:0:32663:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.908559:0:32663:0:(dir.c:3022:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.908562:0:32663:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788624563.908563:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fe00 00000080:00002000:1.0:1788624563.908565:0:32663:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff99dd096145e8, parent ffff99dd19287870, inode ffff99dd1919d348) hashed, 00000080:00000001:1.0:1788624563.908568:0:32663:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624563.908572:0:32663:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788624563.908575:0:32663:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788624563.908606:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624563.908610:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624563.908612:0:32663:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624563.908614:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fbd8 00000080:00200000:1.0:1788624563.908616:0:32663:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:1.0:1788624563.908624:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d7e00. 00800000:00000002:1.0:1788624563.908630:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624563.908634:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624563.908637:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.908639:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1faf8 00800000:00000002:1.0:1788624563.908642:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.908646:0:32663:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624563.908649:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.908651:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.908652:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.908653:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.908655:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.908657:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.908659:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.908662:0:32663:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624563.908667:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.908669:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f9c8 00000002:00010000:1.0:1788624563.908672:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624563.908676:0:32663:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624563.908677:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.908679:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.908681:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 2 00010000:00000001:1.0:1788624563.908684:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.908688:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.908691:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624563.908694:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:1.0:1788624563.908703:0:32663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624563.908705:0:32663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.908707:0:32663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:1.0:1788624563.908713:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624563.908716:0:32663:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624563.908718:0:32663:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624563.908720:0:32663:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624563.908723:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624563.908725:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624563.908727:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624563.908729:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624563.908732:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d7e00. 00000080:00000001:1.0:1788624563.908736:0:32663:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624563.908738:0:32663:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.909004:0:32663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624563.909009:0:32663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef4187a 00800000:00000001:1.0:1788624563.909013:0:32663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624563.909015:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624563.909018:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.909021:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.909024:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:1.0:1788624563.909027:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:1.0:1788624563.909031:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:1.0:1788624563.909034:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.909035:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.909037:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.909039:0:32663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.909043:0:32663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4187a from it ffffbef881d1fc10 00010000:00000001:1.0:1788624563.909045:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.909046:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.909048:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:1.0:1788624563.909050:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:1.0:1788624563.909052:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000010:1.1:1788624563.909311:0:32663:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4300. 00010000:00000010:1.1:1788624563.909319:0:32663:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600200. 00010000:00000010:1.1:1788624563.909323:0:32663:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19000. 00010000:00000001:1.0:1788624563.909328:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.909332:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1788624563.909340:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.909342:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.909343:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624563.909346:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624563.909349:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1788624563.909357:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624563.909361:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624563.909363:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.909369:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.909370:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.909372:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.909376:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624563.909379:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.909381:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.909384:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.909387:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.909389:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.909390:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624563.909393:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624563.909394:0:32663:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624563.909397:0:32663:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788624563.909402:0:32663:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624563.909418:0:32663:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd12bc8a00. 00000020:00000001:1.0:1788624563.909423:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fdc8 00000080:00200000:1.0:1788624563.909426:0:32663:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), flags=0 00000080:00000001:1.0:1788624563.909429:0:32663:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788624563.909431:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fc78 00000080:00200000:1.0:1788624563.909434:0:32663:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=getattr 00000080:00000010:1.0:1788624563.909444:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d7e00. 00800000:00000002:1.0:1788624563.909448:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624563.909453:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624563.909455:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.909456:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb98 00800000:00000002:1.0:1788624563.909458:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.909461:0:32663:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624563.909465:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.909466:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.909468:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.909470:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.909471:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.909473:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.909475:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.909478:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb30 00800000:00000002:1.0:1788624563.909479:0:32663:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:1.0:1788624563.909483:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.909484:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa68 00000002:00010000:1.0:1788624563.909486:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788624563.909491:0:32663:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788624563.909494:0:32663:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788624563.909499:0:32663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dda680. 00000020:00000040:1.0:1788624563.909504:0:32663:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:1.0:1788624563.909511:0:32663:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624563.909515:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.909518:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.909520:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.909521:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.909525:0:32663:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624563.909528:0:32663:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624563.909532:0:32663:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624563.909541:0:32663:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e3000. 00000100:00000001:1.0:1788624563.909549:0:32663:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.909554:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.909556:0:32663:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.909558:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.909559:0:32663:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.909561:0:32663:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.909569:0:32663:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773499401856 : -112300210149760 : ffff99dd11dda680) 00010000:00000001:1.0:1788624563.909573:0:32663:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624563.909576:0:32663:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788624563.909579:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 2 00010000:00000001:1.0:1788624563.909581:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.909584:0:32663:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624563.909587:0:32663:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18600200. 00000020:00000001:1.0:1788624563.909589:0:32663:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624563.909592:0:32663:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18600200 with handle 0xcc94206c7ef418b9 to hash 00000020:00000001:1.0:1788624563.909594:0:32663:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624563.909595:0:32663:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.909599:0:32663:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.909602:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.909604:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.909607:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624563.909615:0:32663:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624563.909627:0:32663:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418b9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624563.909633:0:32663:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624563.909635:0:32663:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624563.909643:0:32663:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.909647:0:32663:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489581632 : -112300219969984 : ffff99dd1147ce40) 00000100:00000001:1.0:1788624563.909649:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.909651:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499401856 : -112300210149760 : ffff99dd11dda680) 00000100:00000001:1.0:1788624563.909656:0:32663:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624563.909661:0:32663:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.909664:0:32663:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624563.909666:0:32663:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624563.909675:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dda680 x1875506845055232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.909684:0:32663:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624563.909687:0:32663:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.909692:0:32663:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624563.909694:0:32663:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624563.909697:0:32663:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624563.909701:0:32663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dda680 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845055232:192.168.202.125@tcp:101:rm.0 00000100:00000001:1.0:1788624563.909706:0:32663:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624563.909713:0:32663:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624563.909716:0:32663:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.909719:0:32663:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624563.909726:0:32663:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd18652800. 02000000:00000001:1.0:1788624563.909728:0:32663:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624563.909737:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624563.909742:0:32663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624563.909825:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cd48. 00000100:00000200:1.0:1788624563.909834:0:32663:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845055232, portal 10 00000100:00000001:1.0:1788624563.909836:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.909838:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499401856 : -112300210149760 : ffff99dd11dda680) 00000100:00000040:1.0:1788624563.909845:0:32663:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dda680 x1875506845055232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.909854:0:32663:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624563.909868:0:32663:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624563.909872:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862ce58. 00000100:00000200:1.0:1788624563.909877:0:32663:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875506845055232, offset 0 00000400:00000200:1.0:1788624563.909886:0:32663:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624563.909895:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.909905:0:32663:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624563.909912:0:32663:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624563.909917:0:32663:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624563.909923:0:32663:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624563.909926:0:32663:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624563.909931:0:32663:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2837:2837:256:4294967295] 192.168.202.125@tcp LPNI seq info [2837:2837:8:4294967295] 00000400:00000200:1.0:1788624563.909935:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.909946:0:32663:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624563.909953:0:32663:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624563.909960:0:32663:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611a00. 00000800:00000200:1.0:1788624563.909968:0:32663:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624563.909978:0:32663:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624563.909983:0:32663:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611a00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788624563.910006:0:32663:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.910011:0:32663:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 821256 usecs (822 jiffies) 00000400:00000200:1.0:1788624563.910015:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624563.910019:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578793 00000100:00000001:1.0:1788624563.910023:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.910025:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578793 00000100:00000001:1.0:1788624563.910028:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.910031:0:32663:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.910034:0:32663:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.910037:0:32663:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624563.910040:0:32663:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624563.910043:0:32663:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147ce40 going to sleep for 11 seconds 00000100:00000001:1.0:1788624563.910046:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624563.910049:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624563.910950:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624563.910958:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611a00. 00000400:00000200:2.0:1788624563.910965:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.910972:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624563.910979:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ce58 00000400:00000010:2.0:1788624563.910981:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ce58. 00000100:00000001:2.0:1788624563.910986:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624563.910991:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dda680 x1875506845055232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.911001:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624563.911005:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dda680 x1875506845055232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.911012:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624563.911014:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:1.1:1788624563.920345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc89e0. 00000080:00000010:1.1:1788624563.920382:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd19874200. 00000080:00000010:1.1:1788624563.920392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536e40. 00000800:00000001:2.0:1788624563.921085:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.921102:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.921128:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.921132:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.921142:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.921153:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.921165:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.921171:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.921178:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.921183:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745f900 00000400:00000200:2.0:1788624563.921189:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.921198:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x81cd [1] + 224 00000800:00000001:2.0:1788624563.921207:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.921216:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.921220:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.921224:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624563.921236:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624563.921250:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dda680 x1875506845055232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624563.921261:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11dda680 x1875506845055232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.921287:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624563.921297:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.921301:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.921364:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624563.921375:0:32663:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624563.921378:0:32663:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624563.921382:0:32663:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624563.921388:0:32663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cd48 00000400:00000010:1.0:1788624563.921392:0:32663:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cd48. 00000100:00000001:1.0:1788624563.921395:0:32663:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624563.921400:0:32663:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dda680 x1875506845055232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624563.921409:0:32663:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dda680 x1875506845055232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.921416:0:32663:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624563.921419:0:32663:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.921422:0:32663:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624563.921426:0:32663:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624563.921429:0:32663:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624563.921432:0:32663:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.921435:0:32663:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624563.921446:0:32663:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=142 v=5 (103 103 103 137) 00000100:00001000:1.0:1788624563.921452:0:32663:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624563.921455:0:32663:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624563.921457:0:32663:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.921460:0:32663:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624563.921465:0:32663:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.921470:0:32663:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624563.921473:0:32663:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788624563.921475:0:32663:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624563.921479:0:32663:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.921484:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dda680 x1875506845055232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.921492:0:32663:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.921496:0:32663:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624563.921499:0:32663:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624563.921503:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dda680 x1875506845055232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624579 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624563.921517:0:32663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dda680 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845055232:192.168.202.125@tcp:101:rm.0 00000100:00000001:1.0:1788624563.921524:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.921541:0:32663:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.921545:0:32663:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624563.921547:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.921552:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dda680 x1875506845055232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624579 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.921560:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624563.921563:0:32663:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.921567:0:32663:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624563.921569:0:32663:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.921573:0:32663:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624563.921579:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.921582:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.921586:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=4 00000020:00000001:1.0:1788624563.921588:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.921592:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000040:1.0:1788624563.921600:0:32663:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18600200, remote cookie: 0xa103bd66258a80ce, flags: 0x1001 00010000:00010000:1.0:1788624563.921607:0:32663:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418b9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80ce expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788624563.921617:0:32663:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788624563.921621:0:32663:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788624563.921629:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 2 00010000:00000001:1.0:1788624563.921633:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.921636:0:32663:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.921639:0:32663:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418b9 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80ce expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624563.921648:0:32663:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418b9 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80ce expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.921655:0:32663:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624563.921661:0:32663:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624563.921663:0:32663:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624563.921666:0:32663:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624563.921667:0:32663:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624563.921670:0:32663:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff99dd03f10d00) refcount = 2 00010000:00000040:1.0:1788624563.921673:0:32663:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788624563.921676:0:32663:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418b2 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a808f expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788624563.921684:0:32663:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418b9 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a80ce expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.921690:0:32663:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624563.921695:0:32663:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624563.921697:0:32663:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.921700:0:32663:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624563.921703:0:32663:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.921706:0:32663:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418b9 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80ce expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.921712:0:32663:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624563.921714:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.921716:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.921718:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.921719:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.921721:0:32663:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.921726:0:32663:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624563.921728:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.921729:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.921730:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624563.921733:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.921735:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.921738:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.921739:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.921740:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=4 00000020:00000001:1.0:1788624563.921754:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.921757:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.921760:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.921763:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.921766:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418b9 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a80ce expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.921772:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.921774:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.921775:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.921776:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.921778:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=5 00000020:00000001:1.0:1788624563.921779:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.921781:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.921784:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.921787:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418b9 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a80ce expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.921792:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.921794:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624563.921796:0:32663:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418b9 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a80ce expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.921803:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.921804:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.921805:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.921806:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.921807:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624563.921813:0:32663:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11dda680 x1875506845055232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788624563.921828:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.921829:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.921830:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624563.921832:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.921834:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.921837:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.921838:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.921840:0:32663:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.921842:0:32663:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.921846:0:32663:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788624563.921849:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.921849:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.921851:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624563.921852:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.921854:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00000002:00010000:1.0:1788624563.921868:0:32663:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418b9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80ce expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.921875:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.921877:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.921879:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624563.921880:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.921881:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.921882:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624563.921884:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.921886:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000040:1.0:1788624563.921889:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 3 00010000:00000001:1.0:1788624563.921891:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624563.921895:0:32663:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/35 (0 0) 00010000:00000001:1.0:1788624563.921898:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.921899:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.921901:0:32663:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624563.921905:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f9f0 00000002:00002000:1.0:1788624563.921907:0:32663:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788624563.921910:0:32663:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.921914:0:32663:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.921917:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624563.921921:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788624563.921924:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.921928:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:1.0:1788624563.921932:0:32663:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788624563.921934:0:32663:0:(namei.c:674:ll_lookup_it_finish()) it ffffbef881d1fe00 it_disposition b 00000080:00000001:1.0:1788624563.921937:0:32663:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624563.921944:0:32663:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788624563.921948:0:32663:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788624563.921956:0:32663:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd1878e700. 00800000:00000001:1.0:1788624563.921958:0:32663:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773610239744 : -112300099311872 : ffff99dd1878e700) 00800000:00000001:1.0:1788624563.921961:0:32663:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.921963:0:32663:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624563.921966:0:32663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1788624563.921969:0:32663:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788624563.921976:0:32663:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788624563.921978:0:32663:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:1.0:1788624563.921981:0:32663:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788624563.921985:0:32663:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788624563.921987:0:32663:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.921991:0:32663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1788624563.921993:0:32663:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788624563.921996:0:32663:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611171 mtime from 1788624544 to 1788624563 00000080:00200000:1.0:1788624563.922001:0:32663:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00200000:1.0:1788624563.922004:0:32663:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff99dd1919d348): rc = 0 00000080:00000001:1.0:1788624563.922006:0:32663:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620785992 : -112300088765624 : ffff99dd1919d348) 00010000:00000001:1.0:1788624563.922009:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.922010:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.922011:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624563.922013:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.922016:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.922018:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.922019:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624563.922021:0:32663:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624563.922023:0:32663:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788624563.922024:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878e700 1 00800000:00000010:1.0:1788624563.922027:0:32663:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd1878e700. 00800000:00000001:1.0:1788624563.922029:0:32663:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.922033:0:32663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff99dd1919d348) for lock 0xcc94206c7ef418b9 00800000:00000001:1.0:1788624563.922036:0:32663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624563.922038:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624563.922039:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.922041:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.922042:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624563.922043:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.922045:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.922047:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.922047:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.922049:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.922050:0:32663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788624563.922056:0:32663:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd1934e360 inode ffff99dd1919d348 refc 1 flags 0x20000e 00000080:00000002:1.0:1788624563.922060:0:32663:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1788624563.922064:0:32663:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788624563.922067:0:32663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff99dd1919d348) 00000080:00010000:1.0:1788624563.922071:0:32663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef418b9 from it ffffbef881d1fe00 00010000:00000001:1.0:1788624563.922073:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.922074:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.922076:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624563.922078:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.922079:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624563.922081:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.922084:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418b9 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a80ce expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.922095:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.922096:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.922098:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624563.922100:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624563.922104:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418b9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80ce expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624563.922139:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624563.922143:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624563.922145:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.922150:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.922152:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.922154:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.922158:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624563.922160:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.922162:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.922164:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.922166:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.922167:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.922168:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624563.922171:0:32663:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788624563.922174:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d7e00. 00000100:00000001:1.0:1788624563.922178:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.922184:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dda680 x1875506845055232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.922191:0:32663:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624563.922194:0:32663:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624563.922197:0:32663:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd18652800. 02000000:00000001:1.0:1788624563.922201:0:32663:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624563.922204:0:32663:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624563.922206:0:32663:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624563.922209:0:32663:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624563.922212:0:32663:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e3000. 02000000:00000001:1.0:1788624563.922217:0:32663:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624563.922220:0:32663:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624563.922222:0:32663:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dda680. 00000100:00000001:1.0:1788624563.922228:0:32663:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624563.922229:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624563.922232:0:32663:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788624563.922233:0:32663:0:(dcache.c:176:ll_intent_release()) intent ffffbef881d1fe00 released 00000080:00000001:1.0:1788624563.922234:0:32663:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788624563.922241:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624563.922243:0:32663:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624563.922245:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fd50 00000080:00200000:1.0:1788624563.922247:0:32663:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:1.0:1788624563.922252:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d7e00. 00800000:00000002:1.0:1788624563.922258:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624563.922261:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624563.922265:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.922266:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fc70 00800000:00000002:1.0:1788624563.922268:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.922272:0:32663:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624563.922275:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.922278:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.922281:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.922284:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.922286:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.922288:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.922291:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.922294:0:32663:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624563.922299:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.922302:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb40 00000002:00010000:1.0:1788624563.922304:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624563.922307:0:32663:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624563.922309:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.922311:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.922314:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 2 00010000:00000001:1.0:1788624563.922316:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.922319:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.922321:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624563.922324:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:1.0:1788624563.922333:0:32663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624563.922337:0:32663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.922341:0:32663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:1.0:1788624563.922348:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624563.922350:0:32663:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624563.922352:0:32663:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624563.922354:0:32663:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624563.922356:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624563.922358:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624563.922360:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624563.922362:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624563.922364:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d7e00. 00000080:00000001:1.0:1788624563.922368:0:32663:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624563.922369:0:32663:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.922371:0:32663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624563.922375:0:32663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef4187a 00800000:00000001:1.0:1788624563.922378:0:32663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624563.922379:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624563.922380:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.922382:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.922384:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:1.0:1788624563.922386:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:1.0:1788624563.922388:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:1.0:1788624563.922390:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.922391:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.922393:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.922394:0:32663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.922396:0:32663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4187a from it ffffbef881d1fd88 00010000:00000001:1.0:1788624563.922398:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.922399:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.922401:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:1.0:1788624563.922403:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:1.0:1788624563.922405:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:1.0:1788624563.922407:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.922410:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1788624563.922416:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.922417:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.922418:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624563.922420:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624563.922422:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1788624563.922428:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624563.922430:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624563.922431:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.922434:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.922435:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.922436:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.922438:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624563.922440:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.922441:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.922443:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.922445:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.922446:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.922447:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624563.922449:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624563.922451:0:32663:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624563.922454:0:32663:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788624563.922459:0:32663:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.922464:0:32663:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:1.0:1788624563.922467:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fe18 00000080:00200000:1.0:1788624563.922469:0:32663:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00000001:1.0:1788624563.922472:0:32663:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1788624563.922476:0:32663:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-1, [0x200000405:0x23:0x0]) is foreign... 00000080:00000001:1.0:1788624563.922479:0:32663:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788624563.922483:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d7e00. 00800000:00000002:1.0:1788624563.922486:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00800000:00000001:1.0:1788624563.922494:0:32663:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788624563.922498:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.922499:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.922501:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.922502:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.922504:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.922505:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.922507:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.922509:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.922510:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.922511:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.922513:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.922514:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.922516:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788624563.922518:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.922521:0:32663:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1788624563.922522:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.922523:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.922524:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.922526:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.922527:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.922529:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788624563.922530:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.922533:0:32663:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x23:0x0] 00800000:00000001:1.0:1788624563.922535:0:32663:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.922537:0:32663:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x23:0x0] -> mds #0 00000002:00000001:1.0:1788624563.922542:0:32663:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788624563.922545:0:32663:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788624563.922547:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 2 00010000:00000001:1.0:1788624563.922550:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.922552:0:32663:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788624563.922555:0:32663:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788624563.922558:0:32663:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:1.0:1788624563.922567:0:32663:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788624563.922571:0:32663:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788624563.922574:0:32663:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788624563.922576:0:32663:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788624563.922579:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.922580:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.922582:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 3 00010000:00000001:1.0:1788624563.922584:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624563.922586:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.922587:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.922588:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.922590:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 3 00010000:00000001:1.0:1788624563.922592:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624563.922594:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.922595:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.922596:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.922597:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 3 00010000:00000001:1.0:1788624563.922599:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624563.922601:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.922603:0:32663:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788624563.922607:0:32663:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788624563.922676:0:32663:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788624563.922680:0:32663:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788624563.922683:0:32663:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788624563.922684:0:32663:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.922688:0:32663:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788624563.922692:0:32663:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788624563.922693:0:32663:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788624563.922695:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.922696:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788624563.922700:0:32663:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d19800 with handle 0xcc94206c7ef4187a from hash 00010000:00000001:1.0:1788624563.922702:0:32663:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788624563.922704:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.922705:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.922707:0:32663:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788624563.922709:0:32663:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788624563.922711:0:32663:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788624563.922714:0:32663:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624563.922716:0:32663:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624563.922718:0:32663:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624563.922720:0:32663:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788624563.922723:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 3 00010000:00000001:1.0:1788624563.922725:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.922726:0:32663:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788624563.922729:0:32663:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788624563.922731:0:32663:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418b9 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a80ce expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788624563.922738:0:32663:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788624563.922739:0:32663:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788624563.922741:0:32663:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788624563.922742:0:32663:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:1.0:1788624563.922744:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.922746:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.922747:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 4 00010000:00000001:1.0:1788624563.922749:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624563.922751:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.922753:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.922754:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.922756:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 4 00010000:00000001:1.0:1788624563.922758:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624563.922759:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.922761:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.922762:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.922763:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 4 00010000:00000001:1.0:1788624563.922765:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624563.922766:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.922768:0:32663:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788624563.922770:0:32663:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x23:0x0] lli = ffff99dd1919d280, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788624563.922773:0:32663:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788624563.922774:0:32663:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788624563.922776:0:32663:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788624563.922777:0:32663:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff99dd1919d348) invalid 00000020:00000001:1.0:1788624563.922780:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa80 00000080:00002000:1.0:1788624563.922781:0:32663:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff99dd1934e360) parent ffff99dd19287870 inode ffff99dd1919d348 refc 2 00000080:00000001:1.0:1788624563.922785:0:32663:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788624563.922787:0:32663:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788624563.922788:0:32663:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.922790:0:32663:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788624563.922791:0:32663:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788624563.922792:0:32663:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788624563.922793:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.922795:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788624563.922797:0:32663:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18600200 with handle 0xcc94206c7ef418b9 from hash 00010000:00000001:1.0:1788624563.922799:0:32663:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788624563.922800:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.922801:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.922802:0:32663:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788624563.922804:0:32663:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788624563.922805:0:32663:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788624563.922807:0:32663:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788624563.922810:0:32663:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418b2 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a808f expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1788624563.922816:0:32663:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788624563.922817:0:32663:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788624563.922819:0:32663:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788624563.922820:0:32663:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode CR 00000002:00000001:1.0:1788624563.922821:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.922823:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.922824:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 4 00010000:00000001:1.0:1788624563.922826:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624563.922829:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.922830:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.922831:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.922833:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 4 00010000:00000001:1.0:1788624563.922835:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624563.922837:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.922839:0:32663:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.922842:0:32663:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788624563.922846:0:32663:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788624563.922849:0:32663:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd197d6800. 00000080:00000001:1.0:1788624563.922851:0:32663:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:1.0:1788624563.922854:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f82c0 2 00000080:00000001:1.0:1788624563.922873:0:32663:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788624563.922877:0:32663:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788624563.922878:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.922880:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.922881:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.922883:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.922885:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.922887:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788624563.922889:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.922891:0:32663:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x23:0x0] 00000002:00000001:1.0:1788624563.922895:0:32663:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788624563.922897:0:32663:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff99dd10dbf800: [0x200000405:0x23:0x0] file closed with intent: 0 00000100:00000010:1.0:1788624563.922903:0:32663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dda680. 00000020:00000040:1.0:1788624563.922908:0:32663:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624563.922912:0:32663:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624563.922915:0:32663:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624563.922919:0:32663:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624563.922928:0:32663:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd197d7000. 00000100:00000001:1.0:1788624563.922937:0:32663:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788624563.922951:0:32663:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11dd8a80 x1875506845054720/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624579 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788624563.923508:0:32663:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788624563.923516:0:32663:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11dda680 x1875506845055488/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788624563.923524:0:32663:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624563.923538:0:32663:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624563.923548:0:32663:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.923551:0:32663:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489581632 : -112300219969984 : ffff99dd1147ce40) 00000100:00000001:1.0:1788624563.923555:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.923557:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499401856 : -112300210149760 : ffff99dd11dda680) 00000100:00000001:1.0:1788624563.923562:0:32663:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624563.923567:0:32663:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.923569:0:32663:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624563.923572:0:32663:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624563.923577:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dda680 x1875506845055488/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.923585:0:32663:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624563.923588:0:32663:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.923592:0:32663:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624563.923595:0:32663:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624563.923598:0:32663:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624563.923602:0:32663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dda680 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845055488:192.168.202.125@tcp:35:rm.0 00000100:00000001:1.0:1788624563.923606:0:32663:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624563.923612:0:32663:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624563.923615:0:32663:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.923618:0:32663:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624563.923623:0:32663:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e3000. 02000000:00000001:1.0:1788624563.923625:0:32663:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624563.923634:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624563.923638:0:32663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624563.923646:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cd48. 00000100:00000200:1.0:1788624563.923656:0:32663:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845055488, portal 10 00000100:00000001:1.0:1788624563.923658:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.923660:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499401856 : -112300210149760 : ffff99dd11dda680) 00000100:00000040:1.0:1788624563.923667:0:32663:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dda680 x1875506845055488/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.923675:0:32663:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624563.923678:0:32663:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624563.923681:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c110. 00000100:00000200:1.0:1788624563.923686:0:32663:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845055488, offset 0 00000400:00000200:1.0:1788624563.923693:0:32663:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624563.923702:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.923711:0:32663:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624563.923717:0:32663:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624563.923721:0:32663:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624563.923726:0:32663:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624563.923729:0:32663:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624563.923734:0:32663:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2838:2838:256:4294967295] 192.168.202.125@tcp LPNI seq info [2838:2838:8:4294967295] 00000400:00000200:1.0:1788624563.923739:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.923817:0:32663:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624563.923824:0:32663:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624563.923830:0:32663:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611700. 00000800:00000200:1.0:1788624563.923838:0:32663:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624563.923847:0:32663:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624563.923853:0:32663:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788624563.923883:0:32663:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.923889:0:32663:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 820160 usecs (821 jiffies) 00000400:00000200:1.0:1788624563.923893:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624563.923896:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578806 00000100:00000001:1.0:1788624563.923900:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.923903:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578806 00000100:00000001:1.0:1788624563.923906:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.923909:0:32663:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.923912:0:32663:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.923915:0:32663:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624563.923917:0:32663:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624563.923920:0:32663:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147ce40 going to sleep for 11 seconds 00000100:00000001:1.0:1788624563.923923:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624563.923926:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624563.924424:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624563.924430:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611700. 00000400:00000200:2.0:1788624563.924437:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.924444:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624563.924451:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c110 00000400:00000010:2.0:1788624563.924455:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c110. 00000100:00000001:2.0:1788624563.924460:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624563.924465:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dda680 x1875506845055488/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.924477:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624563.924480:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dda680 x1875506845055488/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.924488:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624563.924490:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624563.927567:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.927591:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.927596:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.927598:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.927609:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.927619:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.927631:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.927636:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.927643:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.927648:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745fa00 00000400:00000200:2.0:1788624563.927655:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.927662:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x81d5 [1] + 224 00000800:00000001:2.0:1788624563.927671:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.927680:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.927684:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.927690:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624563.927700:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624563.927711:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dda680 x1875506845055488/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624563.927723:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11dda680 x1875506845055488/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.927840:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624563.927867:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624563.927879:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.927884:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788624563.929723:0:32663:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624563.929730:0:32663:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624563.929736:0:32663:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624563.929806:0:32663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cd48 00000400:00000010:1.0:1788624563.929809:0:32663:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cd48. 00000100:00000001:1.0:1788624563.929815:0:32663:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624563.929828:0:32663:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dda680 x1875506845055488/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624563.929840:0:32663:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dda680 x1875506845055488/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.929848:0:32663:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624563.929851:0:32663:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.929854:0:32663:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624563.929869:0:32663:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624563.929872:0:32663:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624563.929875:0:32663:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.929878:0:32663:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624563.929890:0:32663:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=141 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624563.929894:0:32663:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624563.929897:0:32663:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624563.929899:0:32663:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.929902:0:32663:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624563.929906:0:32663:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.929910:0:32663:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624563.929912:0:32663:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788624563.929914:0:32663:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624563.929917:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.929918:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499401856 : -112300210149760 : ffff99dd11dda680) 00000100:00000001:1.0:1788624563.929922:0:32663:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624563.929924:0:32663:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788624563.929926:0:32663:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624563.929929:0:32663:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.929935:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dda680 x1875506845055488/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624579 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.929942:0:32663:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.929947:0:32663:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624563.929949:0:32663:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624563.929954:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dda680 x1875506845055488/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624579 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624563.929962:0:32663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dda680 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845055488:192.168.202.125@tcp:35:rm.0 00000100:00000001:1.0:1788624563.929969:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.929973:0:32663:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.929976:0:32663:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624563.929978:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.929982:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dda680 x1875506845055488/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624579 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.929989:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624563.929992:0:32663:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.929997:0:32663:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624563.929999:0:32663:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.930008:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.930009:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499401856 : -112300210149760 : ffff99dd11dda680) 00000002:00000001:1.0:1788624563.930012:0:32663:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.930015:0:32663:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.930020:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f82c0 2 00000080:00000010:1.0:1788624563.930024:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d6800. 00000080:00000001:1.0:1788624563.930028:0:32663:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788624563.930032:0:32663:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788624563.930035:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.930038:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.930041:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.930044:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.930046:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.930048:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788624563.930051:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.930056:0:32663:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788624563.930145:0:32663:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11dd8a80 x1875506845054720/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.930161:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.930162:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00000100:00000001:1.0:1788624563.930165:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.930168:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8a80 x1875506845054720/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624579 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.930176:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.930178:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.930181:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dda680 x1875506845055488/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624579 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.930187:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.930189:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.930192:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8a80 x1875506845054720/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624579 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.930198:0:32663:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788624563.930202:0:32663:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624563.930205:0:32663:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624563.930207:0:32663:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624563.930211:0:32663:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e1400. 02000000:00000001:1.0:1788624563.930217:0:32663:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624563.930219:0:32663:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624563.930222:0:32663:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8a80. 00000100:00000001:1.0:1788624563.930226:0:32663:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624563.930227:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.930229:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.930232:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dda680 x1875506845055488/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624579 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.930238:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624563.930240:0:32663:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff99dd12bc87e0. 00000002:00000001:1.0:1788624563.930243:0:32663:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.930245:0:32663:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624563.930248:0:32663:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd1878e800. 00000100:00000001:1.0:1788624563.930251:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.930254:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dda680 x1875506845055488/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.930260:0:32663:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624563.930262:0:32663:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624563.930266:0:32663:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e3000. 02000000:00000001:1.0:1788624563.930269:0:32663:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624563.930270:0:32663:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624563.930271:0:32663:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624563.930273:0:32663:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624563.930274:0:32663:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd197d7000. 02000000:00000001:1.0:1788624563.930277:0:32663:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624563.930278:0:32663:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624563.930279:0:32663:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dda680. 00000100:00000001:1.0:1788624563.930282:0:32663:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624563.930283:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624563.930286:0:32663:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.930290:0:32663:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788624563.930293:0:32663:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:1.0:1788624563.930297:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.930300:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.930309:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10d00 count: 4 00010000:00000001:1.0:1788624563.930312:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624563.930318:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.930320:0:32663:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.930324:0:32663:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788624563.930326:0:32663:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff99dd1919d348) invalid 00000020:00000001:1.0:1788624563.930331:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa80 00000080:00002000:1.0:1788624563.930333:0:32663:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff99dd1934e360) parent ffff99dd19287870 inode ffff99dd1919d348 refc 2 00000080:00000001:1.0:1788624563.930337:0:32663:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788624563.930341:0:32663:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788624563.930343:0:32663:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.930347:0:32663:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788624563.930351:0:32663:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788624563.930354:0:32663:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788624563.930356:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.930360:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788624563.930365:0:32663:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18601a00 with handle 0xcc94206c7ef418b2 from hash 00010000:00000001:1.0:1788624563.930367:0:32663:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788624563.930369:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.930371:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.930373:0:32663:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788624563.930376:0:32663:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788624563.930379:0:32663:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788624563.930382:0:32663:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788624563.930386:0:32663:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1788624563.930389:0:32663:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1788624563.930400:0:32663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dda680. 00000020:00000040:1.0:1788624563.930403:0:32663:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:1.0:1788624563.930408:0:32663:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788624563.930410:0:32663:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.930413:0:32663:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624563.930418:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.930424:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.930425:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.930426:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.930429:0:32663:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624563.930432:0:32663:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624563.930437:0:32663:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624563.930445:0:32663:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd197d7000. 00000100:00000001:1.0:1788624563.930452:0:32663:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.930455:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.930458:0:32663:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788624563.930465:0:32663:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418b9 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a80ce expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788624563.930473:0:32663:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418b2 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a808f expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788624563.930481:0:32663:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1788624563.930492:0:32663:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1788624563.930493:0:32663:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1788624563.930495:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788624563.930497:0:32663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418b9 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a80ce expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624563.930510:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.930511:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788624563.930513:0:32663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418b2 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a808f expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1788624563.930520:0:32663:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10d00 count: 0 00010000:00000010:1.0:1788624563.931700:0:32663:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd11c18480. 00010000:00000001:1.0:1788624563.931737:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.931740:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788624563.931831:0:32663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef4187a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a7fee expref: -99 pid: 32661 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:1.0:1788624563.931848:0:32663:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10900 count: 0 00010000:00000010:1.0:1788624563.931866:0:32663:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd11c18e00. 00010000:00000001:1.0:1788624563.931874:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.931877:0:32663:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.931881:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.931884:0:32663:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.931886:0:32663:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788624563.931917:0:32663:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788624563.931937:0:32663:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11dda680 x1875506845055744/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624563.931947:0:32663:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624563.931952:0:32663:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624563.931970:0:32663:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.931974:0:32663:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489581632 : -112300219969984 : ffff99dd1147ce40) 00000100:00000001:1.0:1788624563.931978:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.931979:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499401856 : -112300210149760 : ffff99dd11dda680) 00000100:00000001:1.0:1788624563.931988:0:32663:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624563.931994:0:32663:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.931998:0:32663:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624563.932000:0:32663:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624563.932006:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dda680 x1875506845055744/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.932015:0:32663:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624563.932019:0:32663:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.932024:0:32663:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624563.932030:0:32663:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624563.932035:0:32663:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624563.932039:0:32663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dda680 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845055744:192.168.202.125@tcp:36:rm.0 00000100:00000001:1.0:1788624563.932045:0:32663:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624563.932054:0:32663:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624563.932058:0:32663:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.932872:0:32663:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624563.932883:0:32663:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e3000. 02000000:00000001:1.0:1788624563.932887:0:32663:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624563.932897:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624563.932902:0:32663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624563.932911:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cd48. 00000100:00000200:1.0:1788624563.932919:0:32663:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845055744, portal 10 00000100:00000001:1.0:1788624563.932921:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.932922:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499401856 : -112300210149760 : ffff99dd11dda680) 00000100:00000040:1.0:1788624563.932933:0:32663:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dda680 x1875506845055744/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.932943:0:32663:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624563.932946:0:32663:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624563.932949:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cc38. 00000100:00000200:1.0:1788624563.932954:0:32663:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875506845055744, offset 0 00000400:00000200:1.0:1788624563.932961:0:32663:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624563.932970:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.932980:0:32663:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624563.932986:0:32663:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624563.932990:0:32663:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624563.932995:0:32663:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624563.932997:0:32663:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624563.933002:0:32663:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2839:2839:256:4294967295] 192.168.202.125@tcp LPNI seq info [2839:2839:8:4294967295] 00000400:00000200:1.0:1788624563.933007:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.933018:0:32663:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624563.933025:0:32663:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624563.933030:0:32663:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611500. 00000800:00000200:1.0:1788624563.933038:0:32663:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624563.933048:0:32663:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624563.933053:0:32663:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611500 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1788624563.933244:0:32663:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.933250:0:32663:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 819056 usecs (820 jiffies) 00000400:00000200:1.0:1788624563.933254:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624563.933257:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578815 00000100:00000001:1.0:1788624563.933261:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.933264:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578815 00000100:00000001:1.0:1788624563.933266:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.933269:0:32663:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.933272:0:32663:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.933275:0:32663:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624563.933277:0:32663:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624563.933280:0:32663:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147ce40 going to sleep for 11 seconds 00000100:00000001:1.0:1788624563.933283:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624563.933286:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624563.938639:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624563.938651:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611500. 00000400:00000200:2.0:1788624563.938661:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.938671:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624563.938682:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cc38 00000400:00000010:2.0:1788624563.938685:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cc38. 00000100:00000001:2.0:1788624563.938692:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624563.938703:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dda680 x1875506845055744/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624563.938718:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624563.938722:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dda680 x1875506845055744/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624563.938730:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624563.938732:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624563.944310:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.944336:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.944342:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.944345:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.944356:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.944366:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.944378:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.944385:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.944392:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.944397:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745fb00 00000400:00000200:2.0:1788624563.944404:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.944413:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x81dd [1] + 224 00000800:00000001:2.0:1788624563.944424:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.944432:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.944437:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.944442:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624563.944452:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624563.944464:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dda680 x1875506845055744/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624563.944477:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99dd11dda680 x1875506845055744/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624563.944521:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624563.944532:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.944536:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.944608:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624563.944619:0:32663:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624563.944621:0:32663:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624563.944626:0:32663:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624563.944632:0:32663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cd48 00000400:00000010:1.0:1788624563.944635:0:32663:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cd48. 00000100:00000001:1.0:1788624563.944640:0:32663:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624563.944645:0:32663:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dda680 x1875506845055744/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624563.944654:0:32663:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dda680 x1875506845055744/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.944661:0:32663:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624563.944664:0:32663:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.944666:0:32663:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624563.944671:0:32663:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624563.944674:0:32663:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624563.944676:0:32663:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.944680:0:32663:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624563.944693:0:32663:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=142 v=5 (103 103 103 137) 00000100:00001000:1.0:1788624563.944698:0:32663:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624563.944701:0:32663:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624563.944703:0:32663:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.944707:0:32663:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624563.944711:0:32663:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.944715:0:32663:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624563.944717:0:32663:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x10000013f] 00000100:00000001:1.0:1788624563.944719:0:32663:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624563.944723:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.944725:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499401856 : -112300210149760 : ffff99dd11dda680) 00000100:00000001:1.0:1788624563.944729:0:32663:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624563.944731:0:32663:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788624563.944733:0:32663:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624563.944736:0:32663:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.944742:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dda680 x1875506845055744/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/456 e 0 to 0 dl 1788624579 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.944758:0:32663:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.944762:0:32663:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624563.944764:0:32663:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624563.944769:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dda680 x1875506845055744/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/456 e 0 to 0 dl 1788624579 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624563.944779:0:32663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dda680 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845055744:192.168.202.125@tcp:36:rm.0 00000100:00000001:1.0:1788624563.944785:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.944788:0:32663:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.944791:0:32663:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624563.944795:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.944798:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dda680 x1875506845055744/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/456 e 0 to 0 dl 1788624579 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.944806:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624563.944809:0:32663:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.944813:0:32663:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624563.944815:0:32663:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.944825:0:32663:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.944828:0:32663:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.944835:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624563.944839:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d7e00. 00000080:00000002:1.0:1788624563.944844:0:32663:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788624544 to 1788624563 00000100:00000001:1.0:1788624563.944852:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.944891:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dda680 x1875506845055744/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/456 e 0 to 0 dl 1788624579 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624563.944899:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.944901:0:32663:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.944922:0:32663:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788624563.944926:0:32663:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788624563.944929:0:32663:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x23:0x0](ffff99dd1919d348) 00800000:00000001:1.0:1788624563.944934:0:32663:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788624563.944937:0:32663:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x23:0x0] 00000002:00000001:1.0:1788624563.944943:0:32663:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788624563.944951:0:32663:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.944953:0:32663:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788624563.944955:0:32663:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.944957:0:32663:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.944960:0:32663:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788624563.944963:0:32663:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788624563.944965:0:32663:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.944967:0:32663:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.944971:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f82c0 1 00800000:00000010:1.0:1788624563.944974:0:32663:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd215f82c0. 00000080:00000001:1.0:1788624563.944980:0:32663:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788624563.944982:0:32663:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1788624563.945001:0:32663:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788624563.945006:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fe30 00000080:00002000:1.0:1788624563.945009:0:32663:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff99dd1934e360, parent ffff99dd19287870, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788624563.945012:0:32663:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624563.945017:0:32663:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788624563.945019:0:32663:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788624563.945070:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624563.945074:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624563.945077:0:32663:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624563.945079:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb20 00000080:00200000:1.0:1788624563.945081:0:32663:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:1.0:1788624563.945087:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d7e00. 00800000:00000002:1.0:1788624563.945094:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624563.945098:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624563.945102:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.945144:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa40 00800000:00000002:1.0:1788624563.945147:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.945152:0:32663:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624563.945156:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.945159:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.945162:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.945164:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.945166:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.945169:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.945172:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.945176:0:32663:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624563.945182:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.945184:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f910 00000002:00010000:1.0:1788624563.945185:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624563.945190:0:32663:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624563.945192:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.945195:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624563.945199:0:32663:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.945202:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.945204:0:32663:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.945207:0:32663:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788624563.945209:0:32663:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788624563.945214:0:32663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8a80. 00000020:00000040:1.0:1788624563.945219:0:32663:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:1.0:1788624563.945226:0:32663:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624563.945231:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.945239:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.945242:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.945243:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.945246:0:32663:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624563.945249:0:32663:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624563.945254:0:32663:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624563.945263:0:32663:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e1400. 00000100:00000001:1.0:1788624563.945270:0:32663:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.945274:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.945276:0:32663:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.945278:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.945279:0:32663:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.945281:0:32663:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.945288:0:32663:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00010000:00000001:1.0:1788624563.945292:0:32663:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624563.945295:0:32663:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788624563.945300:0:32663:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd189e4300. 00010000:00000010:1.0:1788624563.945305:0:32663:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd087e6b80. 00010000:00000001:1.0:1788624563.945310:0:32663:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624563.945314:0:32663:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18600800. 00000020:00000001:1.0:1788624563.945317:0:32663:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624563.945321:0:32663:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18600800 with handle 0xcc94206c7ef418c0 to hash 00000020:00000001:1.0:1788624563.945323:0:32663:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624563.945324:0:32663:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.945328:0:32663:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.945332:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.945335:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.945340:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624563.945351:0:32663:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624563.945361:0:32663:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624563.945368:0:32663:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624563.945369:0:32663:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624563.945376:0:32663:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.945378:0:32663:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489581632 : -112300219969984 : ffff99dd1147ce40) 00000100:00000001:1.0:1788624563.945381:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.945382:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00000100:00000001:1.0:1788624563.945388:0:32663:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624563.945394:0:32663:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.945396:0:32663:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624563.945398:0:32663:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624563.945403:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8a80 x1875506845055872/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.945411:0:32663:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624563.945413:0:32663:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.945418:0:32663:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624563.945421:0:32663:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624563.945424:0:32663:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624563.945428:0:32663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8a80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845055872:192.168.202.125@tcp:101:rm.0 00000100:00000001:1.0:1788624563.945433:0:32663:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624563.945441:0:32663:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624563.945444:0:32663:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.945447:0:32663:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624563.945453:0:32663:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd18652800. 02000000:00000001:1.0:1788624563.945455:0:32663:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624563.945461:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624563.945464:0:32663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624563.945470:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cd48. 00000100:00000200:1.0:1788624563.945478:0:32663:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845055872, portal 10 00000100:00000001:1.0:1788624563.945480:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.945482:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00000100:00000040:1.0:1788624563.945487:0:32663:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dd8a80 x1875506845055872/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.945496:0:32663:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624563.945499:0:32663:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624563.945502:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c660. 00000100:00000200:1.0:1788624563.945506:0:32663:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845055872, offset 0 00000400:00000200:1.0:1788624563.945514:0:32663:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624563.945522:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.945529:0:32663:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624563.945537:0:32663:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624563.945541:0:32663:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624563.945546:0:32663:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624563.945550:0:32663:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624563.945555:0:32663:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2840:2840:256:4294967295] 192.168.202.125@tcp LPNI seq info [2840:2840:8:4294967295] 00000400:00000200:1.0:1788624563.945560:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.945570:0:32663:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624563.945577:0:32663:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624563.945583:0:32663:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611200. 00000800:00000200:1.0:1788624563.945591:0:32663:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624563.945601:0:32663:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624563.945605:0:32663:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788624563.945625:0:32663:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.945631:0:32663:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 817966 usecs (818 jiffies) 00000400:00000200:1.0:1788624563.945635:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624563.945638:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578825 00000100:00000001:1.0:1788624563.945641:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.945644:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578825 00000100:00000001:1.0:1788624563.945647:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.945650:0:32663:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.945652:0:32663:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.945655:0:32663:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624563.945657:0:32663:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624563.945659:0:32663:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147ce40 going to sleep for 11 seconds 00000100:00000001:1.0:1788624563.945662:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624563.945664:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624563.946001:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624563.946008:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611200. 00000400:00000200:2.0:1788624563.946013:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.946018:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624563.946023:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c660 00000400:00000010:2.0:1788624563.946025:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c660. 00000100:00000001:2.0:1788624563.946028:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624563.946033:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8a80 x1875506845055872/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.946042:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624563.946045:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8a80 x1875506845055872/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.946052:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624563.946053:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788624563.947937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600200. 00010000:00000010:1.1:1788624563.947955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10d00. 00010000:00000010:1.1:1788624563.947961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601a00. 00010000:00000010:1.1:1788624563.947964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10900. 00010000:00000010:1.1:1788624563.947967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19800. 00000800:00000001:2.0:1788624563.960787:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.960815:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.960821:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.960824:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.960836:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.960846:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.960866:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.960873:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.960879:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.960885:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c37745fb80 00000400:00000200:2.0:1788624563.960891:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.960898:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x81e5 [1] + 224 00000800:00000001:2.0:1788624563.960906:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.960916:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.960921:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.960926:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624563.960935:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624563.960946:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8a80 x1875506845055872/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624563.960959:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11dd8a80 x1875506845055872/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.960984:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624563.960995:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.960999:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.961063:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624563.961072:0:32663:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624563.961075:0:32663:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624563.961079:0:32663:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624563.961086:0:32663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cd48 00000400:00000010:1.0:1788624563.961089:0:32663:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cd48. 00000100:00000001:1.0:1788624563.961092:0:32663:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624563.961097:0:32663:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8a80 x1875506845055872/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624563.961130:0:32663:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8a80 x1875506845055872/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.961137:0:32663:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624563.961140:0:32663:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.961142:0:32663:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624563.961146:0:32663:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624563.961150:0:32663:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624563.961153:0:32663:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.961157:0:32663:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624563.961168:0:32663:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=142 v=5 (103 103 103 137) 00000100:00001000:1.0:1788624563.961173:0:32663:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624563.961175:0:32663:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624563.961177:0:32663:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.961180:0:32663:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624563.961184:0:32663:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.961188:0:32663:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624563.961190:0:32663:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788624563.961192:0:32663:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624563.961196:0:32663:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.961201:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8a80 x1875506845055872/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.961208:0:32663:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.961211:0:32663:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624563.961214:0:32663:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624563.961218:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8a80 x1875506845055872/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624579 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624563.961226:0:32663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8a80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845055872:192.168.202.125@tcp:101:rm.0 00000100:00000001:1.0:1788624563.961232:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.961235:0:32663:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.961237:0:32663:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624563.961239:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.961244:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8a80 x1875506845055872/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624579 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.961252:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624563.961255:0:32663:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.961260:0:32663:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624563.961261:0:32663:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.961264:0:32663:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624563.961269:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.961273:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.961277:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=4 00000020:00000001:1.0:1788624563.961279:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.961283:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000040:1.0:1788624563.961292:0:32663:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18600800, remote cookie: 0xa103bd66258a80f1, flags: 0x1001 00010000:00010000:1.0:1788624563.961298:0:32663:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624563.961310:0:32663:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.961318:0:32663:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624563.961323:0:32663:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624563.961326:0:32663:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624563.961328:0:32663:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624563.961329:0:32663:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624563.961332:0:32663:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd189e4300) refcount = 1 00010000:00010000:1.0:1788624563.961337:0:32663:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.961343:0:32663:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624563.961347:0:32663:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624563.961348:0:32663:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.961352:0:32663:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624563.961355:0:32663:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.961358:0:32663:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.961364:0:32663:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624563.961365:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.961368:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.961369:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.961370:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.961372:0:32663:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.961378:0:32663:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624563.961379:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.961381:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.961382:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:1.0:1788624563.961384:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.961386:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.961389:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.961390:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.961391:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=4 00000020:00000001:1.0:1788624563.961392:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.961394:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.961397:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.961401:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.961404:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.961411:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.961412:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.961413:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.961414:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.961416:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=5 00000020:00000001:1.0:1788624563.961418:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.961420:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.961423:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.961425:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.961431:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.961432:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624563.961435:0:32663:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.961447:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.961448:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.961449:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.961450:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.961451:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624563.961457:0:32663:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11dd8a80 x1875506845055872/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788624563.961467:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.961468:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.961470:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:1.0:1788624563.961472:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.961474:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.961476:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.961478:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.961479:0:32663:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.961482:0:32663:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.961500:0:32663:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788624563.961503:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.961505:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.961506:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:1.0:1788624563.961508:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.961516:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00000002:00010000:1.0:1788624563.961520:0:32663:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.961528:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.961529:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.961532:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624563.961533:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.961534:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.961535:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:1.0:1788624563.961537:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.961539:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000040:1.0:1788624563.961547:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 2 00010000:00000001:1.0:1788624563.961550:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624563.961554:0:32663:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788624563.961557:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.961558:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.961559:0:32663:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624563.961563:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f898 00000002:00002000:1.0:1788624563.961565:0:32663:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788624563.961568:0:32663:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.961572:0:32663:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.961575:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624563.961579:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788624563.961582:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.961586:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624563.961590:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d7e00. 00000080:00000001:1.0:1788624563.961707:0:32663:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624563.961712:0:32663:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624563.961720:0:32663:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788624563.961727:0:32663:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788624563.961736:0:32663:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd1878e800. 00800000:00000001:1.0:1788624563.961739:0:32663:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773610240000 : -112300099311616 : ffff99dd1878e800) 00800000:00000001:1.0:1788624563.961742:0:32663:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.961745:0:32663:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624563.961748:0:32663:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788624563.961751:0:32663:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788624563.961754:0:32663:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788624563.961757:0:32663:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788624563.961759:0:32663:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.961764:0:32663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788624563.961768:0:32663:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788624563.961774:0:32663:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1788624563.961777:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.961778:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.961780:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:1.0:1788624563.961783:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.961785:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.961787:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.961789:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624563.961791:0:32663:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624563.961793:0:32663:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788624563.961795:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878e800 1 00800000:00000010:1.0:1788624563.961798:0:32663:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd1878e800. 00800000:00000001:1.0:1788624563.961801:0:32663:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.961805:0:32663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef418c0 00800000:00000001:1.0:1788624563.961808:0:32663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624563.961810:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624563.961811:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.961812:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.961814:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:1.0:1788624563.961815:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.961817:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.961820:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.961822:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.961824:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.961826:0:32663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.961829:0:32663:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.961831:0:32663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624563.961834:0:32663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef418c0 from it ffffbef881d1fb58 00010000:00000001:1.0:1788624563.961836:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.961838:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.961839:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:1.0:1788624563.961840:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.961842:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.961844:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.961847:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.961872:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.961873:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.961875:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624563.961878:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624563.961881:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624563.961889:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624563.961892:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624563.961894:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.961899:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.961900:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.961902:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.961906:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624563.961908:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.961910:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.961913:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.961915:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.961917:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.961918:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624563.961920:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.961925:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8a80 x1875506845055872/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.961932:0:32663:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624563.961935:0:32663:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624563.961939:0:32663:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd18652800. 02000000:00000001:1.0:1788624563.961944:0:32663:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624563.961947:0:32663:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624563.961949:0:32663:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624563.961951:0:32663:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624563.961955:0:32663:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e1400. 02000000:00000001:1.0:1788624563.961959:0:32663:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624563.961961:0:32663:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624563.961964:0:32663:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8a80. 00000100:00000001:1.0:1788624563.961969:0:32663:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624563.961970:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624563.961974:0:32663:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788624563.961980:0:32663:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.961989:0:32663:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788624563.961991:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb48 00000080:00002000:1.0:1788624563.961994:0:32663:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff99dd1934e870) flags 0x20000e refc 1 00000080:00000001:1.0:1788624563.961997:0:32663:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.961999:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb90 00000080:00200000:1.0:1788624563.962001:0:32663:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=8 00000080:00000002:1.0:1788624563.962007:0:32663:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:1.0:1788624563.962021:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fd08 00000080:00200008:1.0:1788624563.962023:0:32663:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff99dd191bd348), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788624563.962031:0:32663:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788624563.962036:0:32663:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.962039:0:32663:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624563.962041:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fc80 00000080:00200000:1.0:1788624563.962043:0:32663:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff99dd191bd348),name=d21h.recovery-small-2 00000080:00000010:1.0:1788624563.962049:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d7e00. 00800000:00000002:1.0:1788624563.962055:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624563.962063:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624563.962066:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.962068:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fba0 00800000:00000002:1.0:1788624563.962070:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.962073:0:32663:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624563.962078:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.962080:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.962083:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.962085:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.962088:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.962090:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.962092:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.962095:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.962096:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.962097:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.962099:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.962101:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.962102:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1788624563.962104:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.962139:0:32663:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624563.962143:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.962145:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa70 00000002:00010000:1.0:1788624563.962147:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624563.962151:0:32663:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624563.962154:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.962155:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.962159:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 2 00010000:00000001:1.0:1788624563.962162:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.962166:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.962168:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624563.962172:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788624563.962181:0:32663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624563.962186:0:32663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.962190:0:32663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788624563.962196:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624563.962198:0:32663:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624563.962200:0:32663:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624563.962202:0:32663:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624563.962204:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624563.962206:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624563.962209:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624563.962211:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624563.962214:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d7e00. 00000080:00000001:1.0:1788624563.962216:0:32663:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624563.962218:0:32663:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.962221:0:32663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff99dd191bd348) 00000080:00010000:1.0:1788624563.962224:0:32663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff99dd191bd348) for lock 0xcc94206c7ef41896 00800000:00000001:1.0:1788624563.962227:0:32663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624563.962228:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624563.962230:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.962231:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.962233:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601200 refcount=3 00000020:00000001:1.0:1788624563.962235:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.962237:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.962239:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.962241:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.962242:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.962243:0:32663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.962245:0:32663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41896 from it ffffbef881d1fcb8 00010000:00000001:1.0:1788624563.962248:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.962249:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.962250:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601200 refcount=3 00000020:00000001:1.0:1788624563.962252:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.962254:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.962256:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.962259:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624563.962265:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.962267:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.962268:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624563.962269:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624563.962272:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788624563.962278:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624563.962279:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624563.962281:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.962283:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.962284:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.962286:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.962288:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624563.962289:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.962291:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.962293:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.962294:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.962295:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.962296:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624563.962298:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624563.962300:0:32663:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624563.962304:0:32663:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.962308:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fd08 00000080:00000008:1.0:1788624563.962310:0:32663:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff99dd191bd348), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788624563.962357:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624563.962361:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624563.962362:0:32663:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624563.962363:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fbc0 00000080:00200000:1.0:1788624563.962365:0:32663:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:1.0:1788624563.962369:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d7e00. 00800000:00000002:1.0:1788624563.962371:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624563.962373:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624563.962375:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.962377:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fae0 00800000:00000002:1.0:1788624563.962378:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.962381:0:32663:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624563.962383:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.962384:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.962385:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.962387:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.962388:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.962390:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.962392:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.962394:0:32663:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624563.962397:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.962398:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f9b0 00000002:00010000:1.0:1788624563.962400:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624563.962403:0:32663:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624563.962404:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.962405:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.962408:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 2 00010000:00000001:1.0:1788624563.962411:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.962413:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.962415:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624563.962418:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788624563.962425:0:32663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624563.962427:0:32663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.962430:0:32663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788624563.962436:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624563.962437:0:32663:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624563.962439:0:32663:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624563.962441:0:32663:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624563.962442:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624563.962444:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624563.962446:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624563.962448:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624563.962450:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d7e00. 00000080:00000001:1.0:1788624563.962452:0:32663:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624563.962454:0:32663:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.962456:0:32663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624563.962458:0:32663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef418c0 00800000:00000001:1.0:1788624563.962461:0:32663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624563.962462:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624563.962463:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.962465:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.962466:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:1.0:1788624563.962469:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.962471:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.962473:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.962474:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.962475:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.962477:0:32663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.962479:0:32663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef418c0 from it ffffbef881d1fbf8 00010000:00000001:1.0:1788624563.962481:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.962482:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.962484:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:1.0:1788624563.962486:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.962488:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624563.962491:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.962493:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624563.962499:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.962500:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.962501:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624563.962503:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624563.962505:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000010:1.1:1788624563.965694:0:32663:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd1919d280. 00000080:00000010:1.1:1788624563.965720:0:32663:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8a00. 00010000:00000001:1.0:1788624563.965765:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624563.965769:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624563.965772:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.965778:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.965781:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.965783:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.965787:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624563.965789:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.965792:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.965796:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.965799:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.965802:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.965803:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624563.965808:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624563.965810:0:32663:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624563.965815:0:32663:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788624563.965822:0:32663:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.965830:0:32663:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788624563.965835:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fbc0 00000080:00002000:1.0:1788624563.965837:0:32663:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff99dd1934e870) flags 0x20000e refc 1 00000080:00000001:1.0:1788624563.965841:0:32663:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.965844:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fc08 00000080:00200000:1.0:1788624563.965845:0:32663:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000002:1.0:1788624563.965865:0:32663:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1788624563.965873:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788624563.965875:0:32663:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff99dd191bd348), inode mode 41ed mask 44 00000080:00000001:1.0:1788624563.965878:0:32663:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.965887:0:32663:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:1.0:1788624563.965890:0:32663:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788624563.965892:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb78 00000080:00200008:1.0:1788624563.965894:0:32663:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff99dd191bd348), flags 704400 00000080:00000010:1.0:1788624563.965900:0:32663:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd03d128c0. 00000080:00000001:1.0:1788624563.965907:0:32663:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788624563.965914:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d7e00. 00800000:00000002:1.0:1788624563.965920:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624563.965925:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624563.965930:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.965932:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa28 00800000:00000002:1.0:1788624563.965935:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.965939:0:32663:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788624563.965943:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.965946:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.965949:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.965951:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.965954:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.965956:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1788624563.965958:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.965963:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f9a8 00800000:00000002:1.0:1788624563.965964:0:32663:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788624563.965971:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.965972:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f8e0 00000002:00010000:1.0:1788624563.965974:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:1.0:1788624563.965979:0:32663:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788624563.965983:0:32663:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788624563.965986:0:32663:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788624563.965995:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 2 00010000:00000001:1.0:1788624563.965999:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.966002:0:32663:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788624563.966006:0:32663:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.966008:0:32663:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.966011:0:32663:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.966012:0:32663:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788624563.966015:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 2 00010000:00000001:1.0:1788624563.966017:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.966019:0:32663:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788624563.966020:0:32663:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.966022:0:32663:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.966024:0:32663:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624563.966029:0:32663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8a80. 00000020:00000040:1.0:1788624563.966035:0:32663:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:1.0:1788624563.966042:0:32663:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788624563.966045:0:32663:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.966048:0:32663:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624563.966052:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.966054:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.966056:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.966057:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.966060:0:32663:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624563.966063:0:32663:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624563.966067:0:32663:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624563.966075:0:32663:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e1400. 00000100:00000001:1.0:1788624563.966083:0:32663:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.966089:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.966091:0:32663:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.966093:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624563.966094:0:32663:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.966096:0:32663:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.966103:0:32663:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00010000:00000001:1.0:1788624563.966137:0:32663:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624563.966140:0:32663:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788624563.966143:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 2 00010000:00000001:1.0:1788624563.966145:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.966148:0:32663:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624563.966152:0:32663:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18601a00. 00000020:00000001:1.0:1788624563.966157:0:32663:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624563.966161:0:32663:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18601a00 with handle 0xcc94206c7ef418c7 to hash 00000020:00000001:1.0:1788624563.966163:0:32663:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624563.966165:0:32663:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.966169:0:32663:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.966174:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.966176:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.966182:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624563.966192:0:32663:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788624563.966207:0:32663:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788624563.966224:0:32663:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11dd8a80 x1875506845056128/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788624563.966235:0:32663:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624563.966241:0:32663:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624563.966243:0:32663:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624563.966253:0:32663:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.966256:0:32663:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489581632 : -112300219969984 : ffff99dd1147ce40) 00000100:00000001:1.0:1788624563.966259:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.966260:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00000100:00000001:1.0:1788624563.966266:0:32663:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624563.966271:0:32663:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.966273:0:32663:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624563.966275:0:32663:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624563.966280:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8a80 x1875506845056128/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.966287:0:32663:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624563.966290:0:32663:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.966294:0:32663:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624563.966298:0:32663:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624563.966300:0:32663:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624563.966304:0:32663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8a80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845056128:192.168.202.125@tcp:101:rm.0 00000100:00000001:1.0:1788624563.966309:0:32663:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624563.966315:0:32663:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624563.966318:0:32663:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.966322:0:32663:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624563.966452:0:32663:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff99dd04a40000. 02000000:00000001:1.0:1788624563.966455:0:32663:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624563.966465:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624563.966471:0:32663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624563.966481:0:32663:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff99dd18652800. 00000100:00000200:1.0:1788624563.966490:0:32663:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875506845056128, portal 10 00000100:00000001:1.0:1788624563.966493:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.966494:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00000100:00000040:1.0:1788624563.966502:0:32663:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dd8a80 x1875506845056128/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.966517:0:32663:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624563.966520:0:32663:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624563.966524:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cd48. 00000100:00000200:1.0:1788624563.966529:0:32663:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875506845056128, offset 0 00000400:00000200:1.0:1788624563.966537:0:32663:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624563.966547:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.966558:0:32663:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624563.966564:0:32663:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624563.966569:0:32663:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624563.966573:0:32663:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624563.966576:0:32663:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624563.966581:0:32663:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2841:2841:256:4294967295] 192.168.202.125@tcp LPNI seq info [2841:2841:8:4294967295] 00000400:00000200:1.0:1788624563.966587:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.966597:0:32663:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624563.966605:0:32663:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624563.966611:0:32663:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611400. 00000800:00000200:1.0:1788624563.966619:0:32663:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624563.966628:0:32663:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624563.966633:0:32663:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788624563.966657:0:32663:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.966662:0:32663:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 816883 usecs (817 jiffies) 00000400:00000200:1.0:1788624563.966665:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624563.966668:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578845 00000100:00000001:1.0:1788624563.966672:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.966675:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578845 00000100:00000001:1.0:1788624563.966678:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.966680:0:32663:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.966683:0:32663:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.966685:0:32663:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624563.966687:0:32663:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624563.966690:0:32663:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147ce40 going to sleep for 11 seconds 00000100:00000001:1.0:1788624563.966693:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624563.966696:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624563.968010:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624563.968021:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611400. 00000400:00000200:2.0:1788624563.968029:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.968037:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624563.968045:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cd48 00000400:00000010:2.0:1788624563.968047:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cd48. 00000100:00000001:2.0:1788624563.968052:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624563.968059:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8a80 x1875506845056128/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.968073:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624563.968077:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8a80 x1875506845056128/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624579 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.968091:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624563.968093:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624563.985033:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.985058:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624563.985064:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.985067:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.985079:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.985089:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624563.985102:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.985232:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.985240:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.985246:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c37745fc80 00000400:00000200:2.0:1788624563.985254:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624563.985262:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x81ed [64] + 224 00000800:00000001:2.0:1788624563.985271:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.985280:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624563.985284:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.985289:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624563.985298:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624563.985311:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8a80 x1875506845056128/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624579 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624563.985323:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff99dd11dd8a80 x1875506845056128/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.985347:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624563.985357:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624563.985362:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.986382:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624563.986409:0:32663:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624563.986412:0:32663:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624563.986417:0:32663:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624563.986424:0:32663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd18652800 00000400:00000010:1.0:1788624563.986428:0:32663:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff99dd18652800. 00000100:00000001:1.0:1788624563.986433:0:32663:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624563.986442:0:32663:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8a80 x1875506845056128/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624563.986453:0:32663:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8a80 x1875506845056128/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.986460:0:32663:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624563.986463:0:32663:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.986466:0:32663:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624563.986470:0:32663:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624563.986473:0:32663:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624563.986476:0:32663:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.986480:0:32663:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624563.986549:0:32663:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=142 v=5 (103 103 103 137) 00000100:00001000:1.0:1788624563.986555:0:32663:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624563.986558:0:32663:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788624563.986562:0:32663:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff99dd11dd8a80 x1875506845056128/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.986570:0:32663:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788624563.986574:0:32663:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624563.986576:0:32663:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788624563.986578:0:32663:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624563.986581:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.986583:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00000100:00000001:1.0:1788624563.986587:0:32663:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624563.986651:0:32663:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788624563.986654:0:32663:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624563.986658:0:32663:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788624563.986664:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8a80 x1875506845056128/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624579 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.986680:0:32663:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788624563.986684:0:32663:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624563.986686:0:32663:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624563.986691:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8a80 x1875506845056128/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624579 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624563.986699:0:32663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8a80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845056128:192.168.202.125@tcp:101:rm.0 00000100:00000001:1.0:1788624563.986705:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624563.986708:0:32663:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788624563.986710:0:32663:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624563.986713:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.986717:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8a80 x1875506845056128/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624579 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.986724:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624563.986728:0:32663:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.986732:0:32663:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624563.986734:0:32663:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788624563.986739:0:32663:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624563.986745:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.986749:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.986753:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=4 00000020:00000001:1.0:1788624563.986756:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.986759:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00010000:1.0:1788624563.986766:0:32663:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418c7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.986779:0:32663:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788624563.986785:0:32663:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418c7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.986791:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.986795:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418c7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.986801:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.986804:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624563.986807:0:32663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418c7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.986813:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.986817:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.986820:0:32663:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788624563.986824:0:32663:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418c7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624563.986831:0:32663:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd18601a00 already unused, calling callback (ffffffffc194e620) 00000080:00000001:1.0:1788624563.986835:0:32663:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788624563.986839:0:32663:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418c7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.986846:0:32663:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788624563.986849:0:32663:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788624563.986852:0:32663:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418c7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.986868:0:32663:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788624563.986871:0:32663:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788624563.986872:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.986874:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.986876:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=5 00000020:00000001:1.0:1788624563.986878:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.986880:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624563.986883:0:32663:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788624563.986886:0:32663:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418c7 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788624563.986896:0:32663:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788624563.986898:0:32663:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.986901:0:32663:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788624563.986904:0:32663:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788624563.986908:0:32663:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788624563.986909:0:32663:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788624563.986911:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.986912:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788624563.986916:0:32663:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18601a00 with handle 0xcc94206c7ef418c7 from hash 00010000:00000001:1.0:1788624563.986919:0:32663:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788624563.986920:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.986921:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.986922:0:32663:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788624563.986924:0:32663:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788624563.986926:0:32663:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788624563.986929:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.986930:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.986932:0:32663:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.986933:0:32663:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.986936:0:32663:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418c7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.986941:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.986942:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.986944:0:32663:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788624563.986945:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.986947:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.986948:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.986949:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788624563.986952:0:32663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624563.986965:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.986967:0:32663:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788624563.986972:0:32663:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788624563.986980:0:32663:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff99dd11dd8a80 x1875506845056128/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624579 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624563.986990:0:32663:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788624563.986995:0:32663:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11dd8a80 x1875506845056128/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624579 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624563.987001:0:32663:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.987011:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788624563.987012:0:32663:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.987015:0:32663:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.987017:0:32663:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.987021:0:32663:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788624563.987023:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.987024:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00010000:00000001:1.0:1788624563.987027:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788624563.987028:0:32663:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.987031:0:32663:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624563.987034:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f868 00000002:00002000:1.0:1788624563.987037:0:32663:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1788624563.987040:0:32663:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.987044:0:32663:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.987047:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624563.987050:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788624563.987054:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.987059:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624563.987064:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d7e00. 00000080:00000001:1.0:1788624563.987069:0:32663:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624563.987078:0:32663:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788624563.987084:0:32663:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788624563.987093:0:32663:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd1878e800. 00800000:00000001:1.0:1788624563.987095:0:32663:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773610240000 : -112300099311616 : ffff99dd1878e800) 00800000:00000001:1.0:1788624563.987098:0:32663:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.987100:0:32663:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624563.987104:0:32663:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788624563.987623:0:32663:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:1.0:1788624563.987629:0:32663:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788624563.987633:0:32663:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788624563.987635:0:32663:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.987641:0:32663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:1.0:1788624563.987645:0:32663:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788624563.987651:0:32663:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00000001:1.0:1788624563.987654:0:32663:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624563.987657:0:32663:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788624563.987659:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878e800 1 00800000:00000010:1.0:1788624563.987662:0:32663:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd1878e800. 00800000:00000001:1.0:1788624563.987666:0:32663:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788624563.987670:0:32663:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:1.0:1788624563.987676:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.987682:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8a80 x1875506845056128/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624579 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.987689:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.987694:0:32663:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624563.987700:0:32663:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd1878e800. 00000080:00000001:1.0:1788624563.987703:0:32663:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788624563.987707:0:32663:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788624563.987710:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.987713:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.987715:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.987720:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.987722:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.987724:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1788624563.987726:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.987729:0:32663:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788624563.987733:0:32663:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd12bc8a00. 00000002:00100000:1.0:1788624563.987736:0:32663:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11dd8a80 x1875506845056128/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624579 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624563.987742:0:32663:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.987744:0:32663:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788624563.987747:0:32663:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788624563.987751:0:32663:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.987755:0:32663:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788624563.987757:0:32663:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.987759:0:32663:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.987764:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624563.987767:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8a80 x1875506845056128/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624579 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788624563.987773:0:32663:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624563.987777:0:32663:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff99dd04a40000. 02000000:00000001:1.0:1788624563.987837:0:32663:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788624563.987839:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.987842:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb78 00000080:00000008:1.0:1788624563.987845:0:32663:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff99dd191bd348), flags 704400, rc = 0 00000080:00000001:1.0:1788624563.987849:0:32663:0:(dir.c:3016:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.987888:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fd28 00000080:00200008:1.0:1788624563.987890:0:32663:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff99dd191bd348), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788624563.987901:0:32663:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788624563.987905:0:32663:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624563.987908:0:32663:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624563.987910:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fca0 00000080:00200000:1.0:1788624563.987912:0:32663:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff99dd191bd348),name=d21h.recovery-small-2 00000080:00000010:1.0:1788624563.987919:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d7e00. 00800000:00000002:1.0:1788624563.987925:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624563.987931:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624563.987936:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.987938:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fbc0 00800000:00000002:1.0:1788624563.987940:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.987945:0:32663:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624563.987948:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.987950:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.987951:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.987952:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.987954:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.987956:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624563.987958:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.987960:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.987962:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.987963:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.987964:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.987966:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.987967:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1788624563.987969:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.987971:0:32663:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624563.987976:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.987978:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa90 00000002:00010000:1.0:1788624563.987980:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624563.987984:0:32663:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624563.987986:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.987990:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.987999:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 2 00010000:00000001:1.0:1788624563.988002:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.988008:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.988011:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624563.988015:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788624563.988024:0:32663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624563.988029:0:32663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.988033:0:32663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788624563.988041:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624563.988044:0:32663:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624563.988046:0:32663:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624563.988049:0:32663:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624563.988051:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624563.988052:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624563.988055:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624563.988057:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624563.988060:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d7e00. 00000080:00000001:1.0:1788624563.988064:0:32663:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624563.988066:0:32663:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.988069:0:32663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff99dd191bd348) 00000080:00010000:1.0:1788624563.988073:0:32663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff99dd191bd348) for lock 0xcc94206c7ef41896 00800000:00000001:1.0:1788624563.988077:0:32663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624563.988080:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624563.988081:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.988083:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.988085:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601200 refcount=3 00000020:00000001:1.0:1788624563.988087:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.988090:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.988093:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.988094:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.988095:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624563.988097:0:32663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624563.988100:0:32663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41896 from it ffffbef881d1fcd8 00010000:00000001:1.0:1788624563.988102:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.988103:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.988128:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601200 refcount=3 00000020:00000001:1.0:1788624563.988130:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.988132:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.988135:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624563.988138:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788624563.988145:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.988146:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.988148:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624563.988151:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624563.988154:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788624563.988162:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624563.988167:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624563.988170:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624563.988175:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.988177:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624563.988179:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.988183:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624563.988185:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.988187:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.988189:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624563.988191:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624563.988192:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.988193:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624563.988195:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624563.988197:0:32663:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624563.988200:0:32663:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624563.988205:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fd28 00000080:00000008:1.0:1788624563.988208:0:32663:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff99dd191bd348), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788624563.988231:0:32663:0:(dir.c:328:ll_iterate()) Process entered 00000080:00200000:1.0:1788624563.988234:0:32663:0:(dir.c:336:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff99dd191bd348) pos/size0/4096 32bit_api 0 00000080:00000010:1.0:1788624563.988239:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d7e00. 00800000:00000002:1.0:1788624563.988242:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd1878e100 2 00000080:00000001:1.0:1788624563.988245:0:32663:0:(dir.c:195:ll_dir_read()) Process entered 00800000:00000001:1.0:1788624563.988252:0:32663:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:1.0:1788624563.988253:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624563.988255:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624563.988256:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624563.988257:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624563.988259:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624563.988260:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:1.0:1788624563.988262:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.988266:0:32663:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1788624563.988267:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624563.988269:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fab0 00000002:00010000:1.0:1788624563.988270:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000405:0x24:0x0], intent: readdir flags 0 00000002:00000001:1.0:1788624563.988273:0:32663:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624563.988274:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624563.988275:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624563.988277:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 2 00010000:00000001:1.0:1788624563.988280:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624563.988282:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624563.988284:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624563.988288:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788624563.988294:0:32663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624563.988297:0:32663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624563.988300:0:32663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788624563.988305:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624563.988307:0:32663:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624563.988309:0:32663:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624563.988311:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624563.988312:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624563.988314:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624563.988315:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601200 refcount=3 00000020:00000001:1.0:1788624563.988318:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.988320:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624563.988322:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624563.988323:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624563.988324:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624563.988378:0:32663:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1788624563.988386:0:32663:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff99dd18652800. 00000002:00000001:1.0:1788624563.988952:0:32663:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1788624563.988960:0:32663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddbb80. 00000020:00000040:1.0:1788624563.988965:0:32663:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624563.988970:0:32663:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624563.988974:0:32663:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624563.988977:0:32663:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624563.988989:0:32663:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd197d6800. 00000100:00000001:1.0:1788624563.988998:0:32663:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.989001:0:32663:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788624563.989007:0:32663:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff99dd107e1c00. 00000100:00000010:1.0:1788624563.989012:0:32663:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff99dd11d31000. 00000020:00000040:1.0:1788624563.989015:0:32663:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=10 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624563.989035:0:32663:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624563.989037:0:32663:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624563.989044:0:32663:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624563.989047:0:32663:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489581632 : -112300219969984 : ffff99dd1147ce40) 00000100:00000001:1.0:1788624563.989049:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.989050:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499407232 : -112300210144384 : ffff99dd11ddbb80) 00000100:00000001:1.0:1788624563.989055:0:32663:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624563.989060:0:32663:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.989063:0:32663:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624563.989065:0:32663:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624563.989073:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddbb80 x1875506845056256/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.989081:0:32663:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624563.989084:0:32663:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.989088:0:32663:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624563.989091:0:32663:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624563.989093:0:32663:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624563.989097:0:32663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddbb80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845056256:192.168.202.125@tcp:37:rm.0 00000100:00000001:1.0:1788624563.989102:0:32663:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624563.994348:0:32663:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624563.994359:0:32663:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.994364:0:32663:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1788624563.994379:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624563.994393:0:32663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624563.994410:0:32663:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff99dd04896000. 00000100:00000200:1.0:1788624563.994422:0:32663:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9c37745fd00-0x6a9c37745fd00, portal 14 00000100:00000001:1.0:1788624563.994426:0:32663:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624563.994429:0:32663:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624563.994436:0:32663:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e1800. 02000000:00000001:1.0:1788624563.994439:0:32663:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624563.994442:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624563.994446:0:32663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793528. 00000400:00000010:1.0:1788624563.994451:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c908. 00000100:00000200:1.0:1788624563.994456:0:32663:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845056256, portal 10 00000100:00000001:1.0:1788624563.994460:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624563.994462:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499407232 : -112300210144384 : ffff99dd11ddbb80) 00000100:00000040:1.0:1788624563.994479:0:32663:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11ddbb80 x1875506845056256/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624563.994489:0:32663:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624563.994492:0:32663:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624563.994495:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862caa0. 00000100:00000200:1.0:1788624563.994500:0:32663:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875506845056256, offset 0 00000400:00000200:1.0:1788624563.994508:0:32663:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624563.994518:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.994528:0:32663:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624563.994534:0:32663:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624563.994540:0:32663:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624563.994545:0:32663:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624563.994548:0:32663:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624563.994552:0:32663:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2842:2842:256:4294967295] 192.168.202.125@tcp LPNI seq info [2842:2842:8:4294967295] 00000400:00000200:1.0:1788624563.994558:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624563.994571:0:32663:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624563.994579:0:32663:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624563.994586:0:32663:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611300. 00000800:00000200:1.0:1788624563.994595:0:32663:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624563.994606:0:32663:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624563.994612:0:32663:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611300 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1788624563.994626:0:32663:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624563.994632:0:32663:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 815812 usecs (816 jiffies) 00000400:00000200:1.0:1788624563.994636:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624563.994639:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578872 00000100:00000001:1.0:1788624563.994643:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.994647:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578872 00000100:00000001:1.0:1788624563.994649:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:1.0:1788624563.994652:0:32663:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624563.994655:0:32663:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624563.994658:0:32663:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624563.994661:0:32663:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624563.994664:0:32663:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147ce40 going to sleep for 11 seconds 00000100:00000001:1.0:1788624563.994666:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624563.994670:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624563.997767:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624563.997782:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611300. 00000400:00000200:2.0:1788624563.997793:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624563.997805:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624563.997815:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862caa0 00000400:00000010:2.0:1788624563.997820:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862caa0. 00000100:00000001:2.0:1788624563.997827:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624563.997837:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddbb80 x1875506845056256/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.997850:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624563.997863:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddbb80 x1875506845056256/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624563.997872:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624563.997874:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624564.004169:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624564.004198:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624564.004203:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624564.004206:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624564.004218:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624564.004228:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624564.004240:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624564.004246:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624564.004252:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624564.004257:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 4096 into portal 14 MB=0x6a9c37745fd00 00000400:00000200:2.0:1788624564.004262:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624564.004269:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.125@tcp of length 4096/4096 into md 0x81f5 [256] + 0 00000400:00000010:2.0:1788624564.004276:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:2.0:1788624564.004284:0:2383:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff99dd04896000 00000800:00000001:2.0:1788624564.004292:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624564.004307:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624564.004311:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624564.004318:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624564.004324:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd04896000 00000400:00000010:2.0:1788624564.004328:0:2383:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff99dd04896000. 00000100:00000001:2.0:1788624564.004335:0:2383:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788624564.004338:0:2383:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff99dd11ddbb80 desc ffff99dd107e1c00 mbits 1875506845056256 00000100:00000001:2.0:1788624564.004350:0:2383:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788624564.004360:0:2383:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788624564.004365:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624564.004372:0:2383:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624564.004379:0:2383:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2843:2843:256:4294967295] 192.168.202.125@tcp LPNI seq info [2843:2843:8:4294967295] 00000400:00000200:2.0:1788624564.004385:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624564.004395:0:2383:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) 192.168.202.125@tcp : ACK try# 0 00000800:00000200:2.0:1788624564.004401:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624564.004411:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff99dd04814000. 00000800:00000200:2.0:1788624564.004419:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624564.004427:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624564.004433:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04814000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1788624564.004523:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.004530:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788624564.004556:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624564.004561:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff99dd04814000. 00000400:00000200:2.0:1788624564.004565:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624564.004569:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: ACK: OK 00000100:00000001:1.0:1788624564.004705:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624564.004711:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788624564.009957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601a00. 00000800:00000001:3.0:1788624564.017315:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.017340:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624564.017345:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.017347:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624564.017358:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.017369:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624564.017379:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.017386:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.017392:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.017397:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 440 into portal 10 MB=0x6a9c37745fd00 00000400:00000200:3.0:1788624564.017403:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.017410:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 440/440 into md 0x81fd [1] + 224 00000800:00000001:3.0:1788624564.017418:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.017431:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624564.017435:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624564.017440:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624564.017449:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624564.017460:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddbb80 x1875506845056256/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624564.017479:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff99dd11ddbb80 x1875506845056256/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624564.017567:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624564.017838:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624564.017850:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.017862:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788624564.020712:0:32663:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624564.020721:0:32663:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624564.020727:0:32663:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793528. 00000400:00000200:1.0:1788624564.020740:0:32663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c908 00000400:00000010:1.0:1788624564.021200:0:32663:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c908. 00000100:00000001:1.0:1788624564.021210:0:32663:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624564.021226:0:32663:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddbb80 x1875506845056256/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624564.021240:0:32663:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddbb80 x1875506845056256/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624564.021249:0:32663:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624564.021252:0:32663:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624564.021255:0:32663:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624564.021259:0:32663:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624564.021262:0:32663:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624564.021264:0:32663:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624564.021267:0:32663:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624564.021279:0:32663:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=142 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624564.021283:0:32663:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624564.021286:0:32663:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624564.021288:0:32663:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624564.021292:0:32663:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624564.021307:0:32663:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624564.021313:0:32663:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624564.021315:0:32663:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788624564.021317:0:32663:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624564.021321:0:32663:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624564.021326:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff99dd11ddbb80 x1875506845056256/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788624564.021337:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff99dd11ddbb80 x1875506845056256/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624564.021344:0:32663:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624564.021346:0:32663:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624564.021351:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddbb80 x1875506845056256/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624564.021358:0:32663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddbb80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845056256:192.168.202.125@tcp:37:rm.0 00000100:00000001:1.0:1788624564.021363:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624564.021367:0:32663:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624564.021370:0:32663:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624564.021373:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624564.021376:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddbb80 x1875506845056256/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624564.021383:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624564.021387:0:32663:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147ce40. 00000100:00000001:1.0:1788624564.021391:0:32663:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624564.021393:0:32663:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624564.021397:0:32663:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624564.021400:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624564.021403:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddbb80 x1875506845056256/t0(0) o37->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 448/440 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624564.021410:0:32663:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624564.021412:0:32663:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624564.021416:0:32663:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e1800. 02000000:00000001:1.0:1788624564.021419:0:32663:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624564.021422:0:32663:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624564.021425:0:32663:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624564.021427:0:32663:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788624564.021430:0:32663:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788624564.021432:0:32663:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624564.021433:0:32663:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624564.021435:0:32663:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1788624564.021471:0:32663:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff99dd11d31000. 00000100:00000010:1.0:1788624564.021476:0:32663:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff99dd107e1c00. 00000100:00000001:1.0:1788624564.021478:0:32663:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788624564.021481:0:32663:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd197d6800. 02000000:00000001:1.0:1788624564.021484:0:32663:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624564.021486:0:32663:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624564.021489:0:32663:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddbb80. 00000100:00000001:1.0:1788624564.021493:0:32663:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624564.021494:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624564.022033:0:32663:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1788624564.022039:0:32663:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1788624564.024566:0:32663:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff99dd18652800. 00000002:00000001:1.0:1788624564.024581:0:32663:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624564.024589:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624564.024593:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624564.024597:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601200 refcount=3 00000020:00000001:1.0:1788624564.024600:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624564.024605:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:1.0:1788624564.024607:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624564.024615:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788624564.024627:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624564.024630:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624564.024631:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624564.024635:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624564.024639:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788624564.024654:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624564.024658:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624564.024661:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624564.024667:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624564.024668:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624564.024670:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624564.024674:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624564.024677:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624564.024679:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624564.024683:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624564.024685:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624564.024686:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624564.024688:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1788624564.024691:0:32663:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.024897:0:32663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788624564.024906:0:32663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:2.0:1788624564.024909:0:32663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:2.0:1788624564.024916:0:32663:0:(dir.c:310:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.024922:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878e100 2 00000080:00000010:2.0:1788624564.024927:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d7e00. 00000080:00000001:2.0:1788624564.024935:0:32663:0:(dir.c:406:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.024974:0:32663:0:(dir.c:3021:ll_dir_release()) Process entered 00000080:00000001:2.0:1788624564.024978:0:32663:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788624564.024982:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fdd0 00000080:00200008:2.0:1788624564.024985:0:32663:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff99dd191bd348), flags 704000 00000080:00400000:2.0:1788624564.024990:0:32663:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x24:0x0] 00000080:00000001:2.0:1788624564.024994:0:32663:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788624564.024996:0:32663:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:2.0:1788624564.024999:0:32663:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788624564.025006:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624564.025010:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624564.025014:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624564.025017:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624564.025020:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.025022:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1788624564.025024:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.025031:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.025035:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.025043:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 2 00010000:00000001:2.0:1788624564.025047:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624564.025053:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.025056:0:32663:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x24:0x0]: 0 00000080:00000001:2.0:1788624564.025216:0:32663:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788624564.025220:0:32663:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788624564.025228:0:32663:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd110fbc00. 00000080:00000001:2.0:1788624564.025232:0:32663:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:2.0:1788624564.025238:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd1878e100 2 00000080:00000001:2.0:1788624564.025243:0:32663:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788624564.025247:0:32663:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788624564.025248:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624564.025250:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624564.025251:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624564.025253:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624564.025255:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.025257:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1788624564.025508:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.025513:0:32663:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x24:0x0] 00000002:00000001:2.0:1788624564.025518:0:32663:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788624564.025520:0:32663:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff99dd10dbf800: [0x200000405:0x24:0x0] file closed with intent: 0 00000100:00000010:2.0:1788624564.025531:0:32663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61f80. 00000020:00000040:2.0:1788624564.025536:0:32663:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624564.025543:0:32663:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624564.025546:0:32663:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624564.025552:0:32663:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624564.025560:0:32663:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd110fbe00. 00000100:00000001:2.0:1788624564.025570:0:32663:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788624564.025594:0:32663:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11dd8a80 x1875506845056128/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624579 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788624564.025614:0:32663:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788624564.025619:0:32663:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11d61f80 x1875506845056512/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788624564.025627:0:32663:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624564.025629:0:32663:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624564.025638:0:32663:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cdb40. 00000100:00000001:2.0:1788624564.025640:0:32663:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486766912 : -112300222784704 : ffff99dd111cdb40) 00000100:00000001:2.0:1788624564.025643:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.025645:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498908544 : -112300210643072 : ffff99dd11d61f80) 00000100:00000001:2.0:1788624564.025651:0:32663:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624564.025655:0:32663:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.025658:0:32663:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624564.025660:0:32663:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624564.025664:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61f80 x1875506845056512/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.025673:0:32663:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624564.025676:0:32663:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624564.025680:0:32663:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624564.025683:0:32663:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624564.025686:0:32663:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624564.025689:0:32663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61f80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845056512:192.168.202.125@tcp:35:rm.0 00000100:00000001:2.0:1788624564.025694:0:32663:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624564.025700:0:32663:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624564.025703:0:32663:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624564.025705:0:32663:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624564.025710:0:32663:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd0483a000. 02000000:00000001:2.0:1788624564.025713:0:32663:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624564.025721:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624564.025726:0:32663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2790. 00000400:00000010:2.0:1788624564.025735:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e085d8. 00000100:00000200:2.0:1788624564.025807:0:32663:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845056512, portal 10 00000100:00000001:2.0:1788624564.025811:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.025812:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498908544 : -112300210643072 : ffff99dd11d61f80) 00000100:00000040:2.0:1788624564.025820:0:32663:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d61f80 x1875506845056512/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624580 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.025828:0:32663:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624564.025831:0:32663:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624564.025835:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08ee0. 00000100:00000200:2.0:1788624564.025838:0:32663:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845056512, offset 0 00000400:00000200:2.0:1788624564.025846:0:32663:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624564.025867:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624564.025876:0:32663:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624564.025883:0:32663:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624564.025888:0:32663:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624564.025893:0:32663:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624564.025895:0:32663:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624564.025901:0:32663:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2844:2844:256:4294967295] 192.168.202.125@tcp LPNI seq info [2844:2844:8:4294967295] 00000400:00000200:2.0:1788624564.025906:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624564.025917:0:32663:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624564.025924:0:32663:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624564.025930:0:32663:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872000. 00000800:00000200:2.0:1788624564.025939:0:32663:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624564.025947:0:32663:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624564.025953:0:32663:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788624564.025981:0:32663:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624564.025986:0:32663:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 814765 usecs (815 jiffies) 00000400:00000200:2.0:1788624564.025990:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624564.025992:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578902 00000100:00000001:2.0:1788624564.025996:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:2.0:1788624564.025998:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578902 00000100:00000001:2.0:1788624564.026001:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:2.0:1788624564.026004:0:32663:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624564.026007:0:32663:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.026009:0:32663:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624564.026012:0:32663:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624564.026015:0:32663:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cdb40 going to sleep for 11 seconds 00000100:00000001:2.0:1788624564.026018:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624564.026021:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624564.028475:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624564.028486:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872000. 00000400:00000200:3.0:1788624564.028494:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624564.028504:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624564.028513:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08ee0 00000400:00000010:3.0:1788624564.028516:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08ee0. 00000100:00000001:3.0:1788624564.028522:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624564.028530:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61f80 x1875506845056512/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624580 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624564.028543:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624564.028547:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61f80 x1875506845056512/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624580 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624564.028553:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624564.028555:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624564.030222:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.030242:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624564.030247:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.030249:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624564.030259:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.030267:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624564.030276:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.030280:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.030286:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.030291:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c37745fe00 00000400:00000200:3.0:1788624564.030297:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.030303:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x8205 [1] + 224 00000800:00000001:3.0:1788624564.030312:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.030319:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624564.030322:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624564.030327:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624564.030335:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624564.030343:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61f80 x1875506845056512/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624580 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624564.030354:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11d61f80 x1875506845056512/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624580 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624564.030375:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624564.030385:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.030388:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624564.030560:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624564.030569:0:32663:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624564.030572:0:32663:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624564.030576:0:32663:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2790. 00000400:00000200:2.0:1788624564.030580:0:32663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e085d8 00000400:00000010:2.0:1788624564.030583:0:32663:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e085d8. 00000100:00000001:2.0:1788624564.030586:0:32663:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624564.030591:0:32663:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61f80 x1875506845056512/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624580 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788624564.030601:0:32663:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61f80 x1875506845056512/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624580 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.030608:0:32663:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624564.030610:0:32663:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624564.030612:0:32663:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624564.030616:0:32663:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624564.030619:0:32663:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624564.030621:0:32663:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624564.030624:0:32663:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624564.030636:0:32663:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=142 v=5 (5 5 5 5) 00000100:00001000:2.0:1788624564.030640:0:32663:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624564.030643:0:32663:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624564.030645:0:32663:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.030648:0:32663:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624564.030652:0:32663:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.030656:0:32663:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788624564.030658:0:32663:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788624564.030660:0:32663:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788624564.030663:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.030665:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498908544 : -112300210643072 : ffff99dd11d61f80) 00000100:00000001:2.0:1788624564.030670:0:32663:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624564.030672:0:32663:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:2.0:1788624564.030675:0:32663:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624564.030677:0:32663:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624564.030682:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d61f80 x1875506845056512/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624580 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.030689:0:32663:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624564.030692:0:32663:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624564.030695:0:32663:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624564.030699:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61f80 x1875506845056512/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624580 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788624564.030706:0:32663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d61f80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845056512:192.168.202.125@tcp:35:rm.0 00000100:00000001:2.0:1788624564.030712:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624564.030715:0:32663:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.030718:0:32663:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624564.030720:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624564.030723:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61f80 x1875506845056512/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624580 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.030729:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624564.030733:0:32663:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cdb40. 00000100:00000001:2.0:1788624564.030736:0:32663:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624564.030738:0:32663:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.030757:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.030758:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498908544 : -112300210643072 : ffff99dd11d61f80) 00000002:00000001:2.0:1788624564.030761:0:32663:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.030765:0:32663:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.030769:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878e100 2 00000080:00000010:2.0:1788624564.030774:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd110fbc00. 00000080:00000001:2.0:1788624564.030778:0:32663:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788624564.030781:0:32663:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1788624564.030784:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624564.030787:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624564.030791:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624564.030794:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624564.030796:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.030799:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1788624564.030801:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.030806:0:32663:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788624564.030813:0:32663:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11dd8a80 x1875506845056128/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.030820:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.030822:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00000100:00000001:2.0:1788624564.030824:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624564.030827:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8a80 x1875506845056128/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624579 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.030834:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.030835:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624564.030838:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61f80 x1875506845056512/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624580 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.030845:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.030847:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624564.030850:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8a80 x1875506845056128/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624579 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.030865:0:32663:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788624564.030869:0:32663:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624564.030872:0:32663:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624564.030874:0:32663:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624564.030878:0:32663:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e1400. 02000000:00000001:2.0:1788624564.030883:0:32663:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624564.030885:0:32663:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624564.030887:0:32663:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8a80. 00000100:00000001:2.0:1788624564.030891:0:32663:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624564.030892:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624564.030893:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624564.030897:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61f80 x1875506845056512/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624580 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.030904:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624564.030906:0:32663:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff99dd12bc8a00. 00000002:00000001:2.0:1788624564.030908:0:32663:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.030910:0:32663:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624564.030913:0:32663:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd1878e800. 00000100:00000001:2.0:1788624564.030915:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624564.030919:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d61f80 x1875506845056512/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624580 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.030924:0:32663:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624564.030926:0:32663:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624564.030929:0:32663:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd0483a000. 02000000:00000001:2.0:1788624564.030933:0:32663:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624564.030934:0:32663:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624564.030936:0:32663:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624564.030938:0:32663:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624564.030939:0:32663:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd110fbe00. 02000000:00000001:2.0:1788624564.030941:0:32663:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624564.030943:0:32663:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624564.030944:0:32663:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d61f80. 00000100:00000001:2.0:1788624564.030948:0:32663:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624564.030949:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624564.030952:0:32663:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624564.030955:0:32663:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd03d128c0. 00000080:00000001:2.0:1788624564.030959:0:32663:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.030966:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fdd0 00000080:00000008:2.0:1788624564.030969:0:32663:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff99dd191bd348), flags 704000, rc = 0 00000080:00000001:2.0:1788624564.030974:0:32663:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.030977:0:32663:0:(dir.c:3022:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.031041:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624564.031044:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624564.031047:0:32663:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624564.031048:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fbc0 00000080:00200000:2.0:1788624564.031051:0:32663:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624564.031057:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd110fbe00. 00800000:00000002:2.0:1788624564.031064:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624564.031070:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624564.031073:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624564.031076:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fae0 00800000:00000002:2.0:1788624564.031079:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624564.031083:0:32663:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624564.031085:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624564.031086:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624564.031088:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624564.031090:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624564.031091:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.031093:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624564.031095:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.031098:0:32663:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624564.031103:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624564.031167:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f9b0 00000002:00010000:2.0:1788624564.031169:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624564.031173:0:32663:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624564.031176:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.031179:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.031187:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 2 00010000:00000001:2.0:1788624564.031191:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624564.031197:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624564.031202:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624564.031344:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788624564.031357:0:32663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624564.031362:0:32663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624564.031366:0:32663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788624564.031374:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624564.031376:0:32663:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624564.031379:0:32663:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624564.031382:0:32663:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624564.031384:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624564.031386:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624564.031389:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624564.031391:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624564.031394:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd110fbe00. 00000080:00000001:2.0:1788624564.031398:0:32663:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624564.031400:0:32663:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624564.031403:0:32663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624564.031407:0:32663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef418c0 00800000:00000001:2.0:1788624564.031411:0:32663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624564.031413:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624564.031415:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.031418:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.031421:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:2.0:1788624564.031424:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624564.031427:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624564.031431:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.031432:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624564.031434:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.031436:0:32663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624564.031439:0:32663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef418c0 from it ffffbef881d1fbf8 00010000:00000001:2.0:1788624564.031441:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.031443:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.031444:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:2.0:1788624564.031446:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624564.031447:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624564.031449:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624564.031453:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624564.031460:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.031462:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.031464:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624564.031467:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624564.031470:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788624564.031479:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624564.031482:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624564.031484:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624564.031489:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.031490:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.031491:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.031495:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624564.031498:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.031500:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.031504:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.031506:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624564.031508:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.031509:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624564.031511:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624564.031512:0:32663:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624564.031515:0:32663:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788624564.031519:0:32663:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.031524:0:32663:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788624564.031527:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fbc0 00000080:00002000:2.0:1788624564.031529:0:32663:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff99dd1934e870) flags 0x20000e refc 1 00000080:00000001:2.0:1788624564.031532:0:32663:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.031534:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fc08 00000080:00200000:2.0:1788624564.031535:0:32663:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000002:2.0:1788624564.031543:0:32663:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1788624564.031549:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788624564.031551:0:32663:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff99dd191bd348), inode mode 41ed mask 44 00000080:00000001:2.0:1788624564.031553:0:32663:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.031561:0:32663:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:2.0:1788624564.031564:0:32663:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788624564.031566:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb78 00000080:00200008:2.0:1788624564.031568:0:32663:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff99dd191bd348), flags 704400 00000080:00000010:2.0:1788624564.031579:0:32663:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd017c8c80. 00000080:00000001:2.0:1788624564.031587:0:32663:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788624564.031590:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd110fbe00. 00800000:00000002:2.0:1788624564.031593:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624564.031596:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624564.031598:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624564.031599:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa28 00800000:00000002:2.0:1788624564.031601:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624564.031605:0:32663:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788624564.031607:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624564.031608:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624564.031610:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624564.031611:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624564.031612:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.031614:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1788624564.031615:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.031618:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f9a8 00800000:00000002:2.0:1788624564.031621:0:32663:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788624564.031624:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624564.031626:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f8e0 00000002:00010000:2.0:1788624564.031627:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:2.0:1788624564.031631:0:32663:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788624564.031634:0:32663:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788624564.031637:0:32663:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788624564.031641:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 2 00010000:00000001:2.0:1788624564.031643:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624564.031646:0:32663:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788624564.031649:0:32663:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.031651:0:32663:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.031654:0:32663:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.031655:0:32663:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788624564.031657:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 2 00010000:00000001:2.0:1788624564.031659:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624564.031660:0:32663:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788624564.031661:0:32663:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.031663:0:32663:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.031666:0:32663:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624564.031669:0:32663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61f80. 00000020:00000040:2.0:1788624564.031673:0:32663:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:2.0:1788624564.031679:0:32663:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788624564.031681:0:32663:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.031684:0:32663:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624564.031689:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624564.031691:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.031692:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.031694:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.031697:0:32663:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624564.031699:0:32663:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624564.031702:0:32663:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624564.031710:0:32663:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd0483a000. 00000100:00000001:2.0:1788624564.031718:0:32663:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.031722:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624564.031724:0:32663:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.031726:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624564.031727:0:32663:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.031729:0:32663:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.031736:0:32663:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773498908544 : -112300210643072 : ffff99dd11d61f80) 00010000:00000001:2.0:1788624564.031960:0:32663:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624564.031964:0:32663:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788624564.031967:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 2 00010000:00000001:2.0:1788624564.031969:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624564.031972:0:32663:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624564.031977:0:32663:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10767000. 00000020:00000001:2.0:1788624564.031981:0:32663:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624564.031984:0:32663:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10767000 with handle 0xcc94206c7ef418ce to hash 00000020:00000001:2.0:1788624564.031986:0:32663:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624564.031988:0:32663:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00010000:00000001:2.0:1788624564.031992:0:32663:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00010000:00000001:2.0:1788624564.031995:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624564.031998:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624564.032002:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767000/0xcc94206c7ef418ce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624564.032010:0:32663:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767000/0xcc94206c7ef418ce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788624564.032023:0:32663:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788624564.032032:0:32663:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11d61f80 x1875506845056768/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788624564.032042:0:32663:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767000/0xcc94206c7ef418ce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624564.032048:0:32663:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624564.032050:0:32663:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624564.032057:0:32663:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cdb40. 00000100:00000001:2.0:1788624564.032059:0:32663:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486766912 : -112300222784704 : ffff99dd111cdb40) 00000100:00000001:2.0:1788624564.032062:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.032064:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498908544 : -112300210643072 : ffff99dd11d61f80) 00000100:00000001:2.0:1788624564.032069:0:32663:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624564.032074:0:32663:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.032077:0:32663:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624564.032079:0:32663:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624564.032083:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61f80 x1875506845056768/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.032091:0:32663:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624564.032094:0:32663:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624564.032097:0:32663:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624564.032100:0:32663:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624564.032103:0:32663:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624564.032133:0:32663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61f80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845056768:192.168.202.125@tcp:101:rm.0 00000100:00000001:2.0:1788624564.032148:0:32663:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624564.032155:0:32663:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624564.032158:0:32663:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624564.032161:0:32663:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624564.032657:0:32663:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff99dd04a40000. 02000000:00000001:2.0:1788624564.032661:0:32663:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624564.032670:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624564.032674:0:32663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2790. 00000400:00000010:2.0:1788624564.032684:0:32663:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff99dd18709800. 00000100:00000200:2.0:1788624564.032692:0:32663:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875506845056768, portal 10 00000100:00000001:2.0:1788624564.032694:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.032695:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498908544 : -112300210643072 : ffff99dd11d61f80) 00000100:00000040:2.0:1788624564.032703:0:32663:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d61f80 x1875506845056768/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624580 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.032711:0:32663:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624564.032713:0:32663:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624564.032717:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e085d8. 00000100:00000200:2.0:1788624564.032720:0:32663:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875506845056768, offset 0 00000400:00000200:2.0:1788624564.032726:0:32663:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624564.032734:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624564.032743:0:32663:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624564.032760:0:32663:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624564.032764:0:32663:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624564.032769:0:32663:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624564.032772:0:32663:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624564.032776:0:32663:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2845:2845:256:4294967295] 192.168.202.125@tcp LPNI seq info [2845:2845:8:4294967295] 00000400:00000200:2.0:1788624564.032781:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624564.032791:0:32663:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624564.032798:0:32663:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624564.032804:0:32663:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872500. 00000800:00000200:2.0:1788624564.032813:0:32663:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624564.032822:0:32663:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624564.032827:0:32663:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872500 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788624564.032852:0:32663:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624564.032867:0:32663:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 813673 usecs (814 jiffies) 00000400:00000200:2.0:1788624564.032872:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624564.032875:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578908 00000100:00000001:2.0:1788624564.032879:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:2.0:1788624564.032881:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578908 00000100:00000001:2.0:1788624564.032884:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:2.0:1788624564.032886:0:32663:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624564.032890:0:32663:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.032893:0:32663:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624564.032896:0:32663:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624564.032899:0:32663:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cdb40 going to sleep for 11 seconds 00000100:00000001:2.0:1788624564.032902:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624564.032905:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624564.033461:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624564.033467:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872500. 00000400:00000200:3.0:1788624564.033474:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624564.033479:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624564.033485:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e085d8 00000400:00000010:3.0:1788624564.033488:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e085d8. 00000100:00000001:3.0:1788624564.033493:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624564.033498:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61f80 x1875506845056768/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624580 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624564.033509:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624564.033512:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61f80 x1875506845056768/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624580 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624564.033520:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624564.033522:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624564.038319:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.038343:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624564.038348:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.038350:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624564.038361:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.038371:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624564.038383:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.038390:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.038397:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.038402:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c37745ff00 00000400:00000200:3.0:1788624564.038408:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.038416:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x8215 [64] + 224 00000800:00000001:3.0:1788624564.038424:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.038431:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624564.038436:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624564.038441:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624564.038451:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624564.038463:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61f80 x1875506845056768/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624580 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624564.038475:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff99dd11d61f80 x1875506845056768/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624580 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624564.038501:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624564.038511:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.038514:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624564.038689:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624564.038699:0:32663:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624564.038702:0:32663:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624564.038706:0:32663:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2790. 00000400:00000200:2.0:1788624564.038711:0:32663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd18709800 00000400:00000010:2.0:1788624564.038714:0:32663:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff99dd18709800. 00000100:00000001:2.0:1788624564.038718:0:32663:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624564.038723:0:32663:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61f80 x1875506845056768/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624580 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788624564.038732:0:32663:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61f80 x1875506845056768/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624580 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.038739:0:32663:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624564.038751:0:32663:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624564.038755:0:32663:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624564.038759:0:32663:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624564.038763:0:32663:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624564.038765:0:32663:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624564.038769:0:32663:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624564.038780:0:32663:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=143 v=5 (103 103 103 137) 00000100:00001000:2.0:1788624564.038786:0:32663:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624564.038789:0:32663:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624564.038792:0:32663:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.038796:0:32663:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624564.038801:0:32663:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.038805:0:32663:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788624564.038807:0:32663:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788624564.038810:0:32663:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788624564.038812:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.038814:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498908544 : -112300210643072 : ffff99dd11d61f80) 00000100:00000001:2.0:1788624564.038818:0:32663:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624564.038821:0:32663:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:2.0:1788624564.038823:0:32663:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624564.038826:0:32663:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624564.038831:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d61f80 x1875506845056768/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624580 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.038840:0:32663:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624564.038843:0:32663:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624564.038845:0:32663:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624564.038850:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61f80 x1875506845056768/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624580 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788624564.038869:0:32663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d61f80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845056768:192.168.202.125@tcp:101:rm.0 00000100:00000001:2.0:1788624564.038875:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624564.038879:0:32663:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.038882:0:32663:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624564.038885:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624564.038889:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61f80 x1875506845056768/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624580 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.038897:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624564.038900:0:32663:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cdb40. 00000100:00000001:2.0:1788624564.038903:0:32663:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624564.038905:0:32663:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.038909:0:32663:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788624564.038915:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.038919:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.038922:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767000 refcount=4 00000020:00000001:2.0:1788624564.038925:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00010000:00000001:2.0:1788624564.038928:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00010000:00000040:2.0:1788624564.038936:0:32663:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10767000, remote cookie: 0xa103bd66258a810d, flags: 0x1001 00010000:00000040:2.0:1788624564.038939:0:32663:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788624564.038943:0:32663:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1788624564.038951:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 2 00010000:00000001:2.0:1788624564.038954:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624564.038959:0:32663:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624564.038964:0:32663:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767000/0xcc94206c7ef418ce lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a810d expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624564.038976:0:32663:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767000/0xcc94206c7ef418ce lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a810d expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624564.038982:0:32663:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788624564.038987:0:32663:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788624564.038990:0:32663:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788624564.038992:0:32663:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788624564.038993:0:32663:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788624564.038996:0:32663:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff99dd189e4600) refcount = 2 00010000:00000040:2.0:1788624564.038999:0:32663:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788624564.039003:0:32663:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1788624564.039012:0:32663:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767000/0xcc94206c7ef418ce lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a810d expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624564.039018:0:32663:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788624564.039022:0:32663:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788624564.039025:0:32663:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624564.039028:0:32663:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788624564.039031:0:32663:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624564.039034:0:32663:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767000/0xcc94206c7ef418ce lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a810d expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624564.039041:0:32663:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788624564.039043:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.039045:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.039046:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.039047:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.039049:0:32663:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.039053:0:32663:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788624564.039056:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.039057:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.039058:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767000 refcount=3 00000020:00000001:2.0:1788624564.039061:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00010000:00000001:2.0:1788624564.039063:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00010000:00000001:2.0:1788624564.039065:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.039067:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788624564.039071:0:32663:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff99dd11d61f80 x1875506845056768/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624580 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788624564.039080:0:32663:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788624564.039085:0:32663:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11d61f80 x1875506845056768/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624580 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788624564.039092:0:32663:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.039099:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.039100:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.039102:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767000 refcount=3 00000020:00000001:2.0:1788624564.039104:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00010000:00000001:2.0:1788624564.039152:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00010000:00000001:2.0:1788624564.039154:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.039156:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624564.039158:0:32663:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.039161:0:32663:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.039164:0:32663:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788624564.039167:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.039168:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498908544 : -112300210643072 : ffff99dd11d61f80) 00010000:00000001:2.0:1788624564.039171:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.039172:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.039173:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767000 refcount=3 00000020:00000001:2.0:1788624564.039176:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00010000:00000001:2.0:1788624564.039177:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00000002:00010000:2.0:1788624564.039181:0:32663:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767000/0xcc94206c7ef418ce lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a810d expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624564.039188:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.039189:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.039191:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624564.039193:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.039194:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.039195:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767000 refcount=3 00000020:00000001:2.0:1788624564.039197:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00010000:00000001:2.0:1788624564.039199:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00010000:00000040:2.0:1788624564.039202:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 3 00010000:00000001:2.0:1788624564.039204:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788624564.039218:0:32663:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 16 res 8589935621/36 (0 0) 00010000:00000001:2.0:1788624564.039222:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.039223:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624564.039225:0:32663:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788624564.039228:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f868 00000002:00002000:2.0:1788624564.039231:0:32663:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:2.0:1788624564.039234:0:32663:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.039239:0:32663:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.039242:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788624564.039245:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788624564.039248:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.039254:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624564.039258:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd110fbe00. 00000080:00000001:2.0:1788624564.039264:0:32663:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788624564.039272:0:32663:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788624564.039277:0:32663:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788624564.039284:0:32663:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd11d2d840. 00800000:00000001:2.0:1788624564.039286:0:32663:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773498693696 : -112300210857920 : ffff99dd11d2d840) 00800000:00000001:2.0:1788624564.039289:0:32663:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.039291:0:32663:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788624564.039295:0:32663:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788624564.039297:0:32663:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:2.0:1788624564.039300:0:32663:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788624564.039304:0:32663:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788624564.039305:0:32663:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.039311:0:32663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:2.0:1788624564.039314:0:32663:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788624564.039321:0:32663:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00010000:00000001:2.0:1788624564.039323:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.039325:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.039326:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767000 refcount=3 00000020:00000001:2.0:1788624564.039328:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00010000:00000001:2.0:1788624564.039331:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00010000:00000001:2.0:1788624564.039333:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.039335:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624564.039337:0:32663:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788624564.039340:0:32663:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788624564.039341:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd11d2d840 1 00800000:00000010:2.0:1788624564.039344:0:32663:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd11d2d840. 00800000:00000001:2.0:1788624564.039347:0:32663:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624564.039351:0:32663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff99dd191bd348) for lock 0xcc94206c7ef418ce 00800000:00000001:2.0:1788624564.039355:0:32663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624564.039357:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624564.039358:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.039360:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.039361:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767000 refcount=3 00000020:00000001:2.0:1788624564.039364:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00010000:00000001:2.0:1788624564.039366:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00010000:00000001:2.0:1788624564.039369:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.039370:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624564.039372:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.039374:0:32663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788624564.039379:0:32663:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:2.0:1788624564.039382:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624564.039387:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61f80 x1875506845056768/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624580 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.039394:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624564.039399:0:32663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef418ce from it ffffbef881d1fbd0 00010000:00000001:2.0:1788624564.039401:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.039403:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.039404:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767000 refcount=3 00000020:00000001:2.0:1788624564.039406:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00010000:00000001:2.0:1788624564.039409:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00010000:00000001:2.0:1788624564.039411:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624564.039414:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767000/0xcc94206c7ef418ce lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a810d expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624564.039420:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.039422:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.039424:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624564.039427:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624564.039431:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767000/0xcc94206c7ef418ce lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a810d expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624564.039439:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624564.039442:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624564.039444:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624564.039450:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.039451:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.039454:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.039458:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624564.039460:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.039462:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.039465:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.039467:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624564.039469:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.039470:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624564.039485:0:32663:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624564.039491:0:32663:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd11d2d840. 00000080:00000001:2.0:1788624564.039495:0:32663:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788624564.039499:0:32663:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788624564.039501:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624564.039506:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624564.039509:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624564.039511:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624564.039513:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.039516:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1788624564.039518:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.039521:0:32663:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788624564.039525:0:32663:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd104cbfa0. 00000002:00100000:2.0:1788624564.040029:0:32663:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11d61f80 x1875506845056768/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624580 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788624564.040037:0:32663:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.040039:0:32663:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788624564.040044:0:32663:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788624564.040048:0:32663:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.040052:0:32663:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1788624564.040054:0:32663:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.040056:0:32663:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624564.040061:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624564.040064:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61f80 x1875506845056768/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624580 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788624564.040072:0:32663:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624564.040076:0:32663:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff99dd04a40000. 02000000:00000001:2.0:1788624564.041265:0:32663:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788624564.041271:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.041279:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb78 00000080:00000008:2.0:1788624564.041282:0:32663:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff99dd191bd348), flags 704400, rc = 0 00000080:00000001:2.0:1788624564.041287:0:32663:0:(dir.c:3016:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.041320:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fd28 00000080:00200008:2.0:1788624564.041322:0:32663:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff99dd191bd348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624564.041333:0:32663:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788624564.041337:0:32663:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.041341:0:32663:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624564.041343:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fca0 00000080:00200000:2.0:1788624564.041345:0:32663:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff99dd191bd348),name=d21h.recovery-small-2 00000080:00000010:2.0:1788624564.041356:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd110fbe00. 00800000:00000002:2.0:1788624564.041363:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624564.041371:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624564.041376:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624564.041378:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fbc0 00800000:00000002:2.0:1788624564.041381:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624564.041386:0:32663:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624564.041390:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624564.041393:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624564.041395:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624564.041398:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624564.041400:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.041402:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624564.041405:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.041408:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624564.041409:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624564.041410:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624564.041411:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624564.041413:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.041415:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1788624564.041416:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.041419:0:32663:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624564.041424:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624564.041426:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa90 00000002:00010000:2.0:1788624564.041428:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624564.041432:0:32663:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624564.041434:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.041437:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.041444:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 3 00010000:00000001:2.0:1788624564.041448:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624564.041452:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624564.041457:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624564.041462:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788624564.041472:0:32663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624564.041477:0:32663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624564.041481:0:32663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788624564.041488:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624564.041490:0:32663:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624564.041493:0:32663:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624564.041495:0:32663:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624564.041503:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624564.041505:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624564.041508:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624564.041511:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624564.041516:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd110fbe00. 00000080:00000001:2.0:1788624564.041520:0:32663:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624564.041522:0:32663:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624564.041811:0:32663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff99dd191bd348) 00000080:00010000:2.0:1788624564.041817:0:32663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff99dd191bd348) for lock 0xcc94206c7ef41896 00800000:00000001:2.0:1788624564.041821:0:32663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624564.041823:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624564.041826:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.041828:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.041831:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601200 refcount=3 00000020:00000001:2.0:1788624564.041834:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:2.0:1788624564.041837:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:2.0:1788624564.041840:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.041843:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624564.041844:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.041846:0:32663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624564.041849:0:32663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41896 from it ffffbef881d1fcd8 00010000:00000001:2.0:1788624564.041851:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.041852:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.041863:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601200 refcount=3 00000020:00000001:2.0:1788624564.041865:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:2.0:1788624564.041867:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612352 : -112300100939264 : ffff99dd18601200) 00010000:00000001:2.0:1788624564.041869:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624564.041873:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788624564.041880:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.041882:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.041883:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624564.041887:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624564.041889:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788624564.041896:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624564.041899:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624564.041902:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624564.041907:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.041908:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.041910:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.041913:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624564.041916:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.041918:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.041921:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.041923:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624564.041925:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.041926:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624564.041928:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624564.041930:0:32663:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624564.041934:0:32663:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.041939:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fd28 00000080:00000008:2.0:1788624564.041941:0:32663:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff99dd191bd348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624564.041973:0:32663:0:(dir.c:328:ll_iterate()) Process entered 00000080:00200000:2.0:1788624564.041976:0:32663:0:(dir.c:336:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff99dd191bd348) pos/size0/4096 32bit_api 0 00000080:00000010:2.0:1788624564.041982:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd110fbe00. 00800000:00000002:2.0:1788624564.041985:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd1878e100 2 00000080:00000001:2.0:1788624564.041988:0:32663:0:(dir.c:195:ll_dir_read()) Process entered 00000080:00000001:2.0:1788624564.041998:0:32663:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446720599642662016 : -23474066889600 : ffffeaa68494e480) 00000080:00000001:2.0:1788624564.042003:0:32663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788624564.042008:0:32663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:2.0:1788624564.042011:0:32663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:2.0:1788624564.042016:0:32663:0:(dir.c:310:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.042018:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878e100 2 00000080:00000010:2.0:1788624564.042020:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd110fbe00. 00000080:00000001:2.0:1788624564.042023:0:32663:0:(dir.c:406:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.042035:0:32663:0:(dir.c:328:ll_iterate()) Process entered 00000080:00200000:2.0:1788624564.042037:0:32663:0:(dir.c:336:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff99dd191bd348) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:2.0:1788624564.042040:0:32663:0:(dir.c:346:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788624564.042042:0:32663:0:(dir.c:406:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.042544:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624564.042550:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788624564.042552:0:32663:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff99dd191bd348), inode mode 41ed mask 1 00000080:00000001:2.0:1788624564.042559:0:32663:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.042568:0:32663:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788624564.042571:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fda0 00000080:00002000:2.0:1788624564.042572:0:32663:0:(dcache.c:87:ll_dcompare()) found name f(ffff99dd1934ebd0) flags 0x48000e refc 0 00000080:00000001:2.0:1788624564.042575:0:32663:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.042578:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fe10 00000080:00200000:2.0:1788624564.042579:0:32663:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:2.0:1788624564.042585:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788624564.042587:0:32663:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff99dd191bd348), inode mode 41ed mask 3 00000080:00000001:2.0:1788624564.042590:0:32663:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.042594:0:32663:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:2.0:1788624564.042596:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fdf8 00000080:00200000:2.0:1788624564.042598:0:32663:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff99dd191bd348) 00000080:00000001:2.0:1788624564.042601:0:32663:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1788624564.042604:0:32663:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624564.042609:0:32663:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482286472 : -112300227265144 : ffff99dd10d87d88) 00000020:00001000:2.0:1788624564.042612:0:32663:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87d80 00000020:00000001:2.0:1788624564.042615:0:32663:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788624564.042620:0:32663:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd013827c0 00020000:00000002:2.0:1788624564.042624:0:32663:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd04866ae0 addref 2/0 by ffff99dd013827c0. 00020000:00000002:2.0:1788624564.042627:0:32663:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd013827c0 00020000:00000001:2.0:1788624564.042631:0:32663:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788624564.042634:0:32663:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788624564.042636:0:32663:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788624564.042638:0:32663:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1788624564.042641:0:32663:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1788624564.042643:0:32663:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87d80 00000080:00000001:2.0:1788624564.042647:0:32663:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788624564.042651:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd110fbe00. 00800000:00000002:2.0:1788624564.042654:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd1878e100 2 00800000:00000001:2.0:1788624564.042665:0:32663:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788624564.042669:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624564.042672:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624564.042673:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624564.042676:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624564.042678:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.042681:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1788624564.042683:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.042686:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624564.042688:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624564.042689:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624564.042690:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624564.042692:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.042693:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:2.0:1788624564.042696:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.042699:0:32663:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:2.0:1788624564.042700:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624564.042702:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624564.042703:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624564.042704:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624564.042706:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.042707:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:2.0:1788624564.042708:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.042711:0:32663:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x26:0x0] 00800000:00000001:2.0:1788624564.042713:0:32663:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.042715:0:32663:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x24:0x0]/[0x200000405:0x26:0x0] -> mds #0 00000002:00000001:2.0:1788624564.042721:0:32663:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788624564.042723:0:32663:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788624564.042730:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 3 00010000:00000001:2.0:1788624564.042733:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624564.042737:0:32663:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788624564.042847:0:32663:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788624564.042852:0:32663:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1788624564.042870:0:32663:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788624564.042875:0:32663:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788624564.042878:0:32663:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788624564.042880:0:32663:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:2.0:1788624564.042883:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.042885:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.042888:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 4 00010000:00000001:2.0:1788624564.042891:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624564.042894:0:32663:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788624564.042897:0:32663:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788624564.042900:0:32663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624564.042905:0:32663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624564.042908:0:32663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767000/0xcc94206c7ef418ce lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a810d expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624564.042922:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.042923:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624564.042924:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:2.0:1788624564.042926:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.042928:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.042930:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767000 refcount=2 00000020:00000001:2.0:1788624564.042932:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00010000:00000001:2.0:1788624564.042935:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475860480 : -112300233691136 : ffff99dd10767000) 00010000:00000001:2.0:1788624564.042937:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.042938:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624564.042939:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.042940:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.042942:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 4 00010000:00000001:2.0:1788624564.042943:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624564.042945:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.042947:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.042948:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.042949:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 4 00010000:00000001:2.0:1788624564.042951:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624564.042953:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.042954:0:32663:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788624564.042957:0:32663:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x24:0x0] lli = ffff99dd191bd280, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788624564.043030:0:32663:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788624564.043032:0:32663:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788624564.043034:0:32663:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788624564.043036:0:32663:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff99dd191bd348) invalid 00000020:00000001:2.0:1788624564.043039:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa60 00000080:00002000:2.0:1788624564.043041:0:32663:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff99dd1934e870) parent ffff99dd19287870 inode ffff99dd191bd348 refc 3 00000080:00000001:2.0:1788624564.043044:0:32663:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788624564.043047:0:32663:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788624564.043049:0:32663:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.043054:0:32663:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788624564.043057:0:32663:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788624564.043434:0:32663:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788624564.043437:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624564.043440:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788624564.043444:0:32663:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18601200 with handle 0xcc94206c7ef41896 from hash 00010000:00000001:2.0:1788624564.043447:0:32663:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788624564.043449:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.043450:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.043452:0:32663:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788624564.043456:0:32663:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788624564.043458:0:32663:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788624564.043462:0:32663:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788624564.043464:0:32663:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624564.043467:0:32663:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624564.043470:0:32663:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788624564.043474:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870900 count: 3 00010000:00000001:2.0:1788624564.043477:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624564.043478:0:32663:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788624564.043481:0:32663:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788624564.043484:0:32663:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa103bd66258a806c expref: -99 pid: 32662 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788624564.043491:0:32663:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788624564.043494:0:32663:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788624564.043496:0:32663:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788624564.043505:0:32663:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x26:0x0] mode (null) 00000002:00000001:2.0:1788624564.043508:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.043509:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.043511:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870900 count: 4 00010000:00000001:2.0:1788624564.043513:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624564.043515:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.043517:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.043518:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.043519:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870900 count: 4 00010000:00000001:2.0:1788624564.043521:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624564.043523:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.043525:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.043532:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.043534:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870900 count: 4 00010000:00000001:2.0:1788624564.043536:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624564.043538:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.043540:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.043541:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.043542:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870900 count: 4 00010000:00000001:2.0:1788624564.043544:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624564.043546:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.043547:0:32663:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.043550:0:32663:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788624564.043552:0:32663:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624564.043555:0:32663:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482286472 : -112300227265144 : ffff99dd10d87d88) 00000020:00001000:2.0:1788624564.043558:0:32663:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87d80 00000020:00000001:2.0:1788624564.043560:0:32663:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788624564.043564:0:32663:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x26:0x0]: losing layout lock 00000080:00000001:2.0:1788624564.043568:0:32663:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788624564.043572:0:32663:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788624564.043576:0:32663:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788624564.043579:0:32663:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788624564.043582:0:32663:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788624564.043584:0:32663:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.043586:0:32663:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788624564.043588:0:32663:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87d80 00000080:00000001:2.0:1788624564.043591:0:32663:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.043592:0:32663:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788624564.043594:0:32663:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x26:0x0](ffff99dd191be3c8) invalid 00000020:00000001:2.0:1788624564.043597:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa60 00000080:00002000:2.0:1788624564.043599:0:32663:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry f (ffff99dd1934ebd0) parent ffff99dd1934e870 inode ffff99dd191be3c8 refc 1 00000080:00000001:2.0:1788624564.043602:0:32663:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788624564.043603:0:32663:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788624564.043605:0:32663:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.043607:0:32663:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788624564.043609:0:32663:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788624564.043610:0:32663:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788624564.043612:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624564.043614:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788624564.043616:0:32663:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18600c00 with handle 0xcc94206c7ef4189d from hash 00010000:00000001:2.0:1788624564.043619:0:32663:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788624564.043620:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.043621:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.043622:0:32663:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788624564.043624:0:32663:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788624564.043625:0:32663:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788624564.043627:0:32663:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788624564.043630:0:32663:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef41873 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa103bd66258a7fd9 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788624564.043637:0:32663:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788624564.043639:0:32663:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788624564.043640:0:32663:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788624564.043641:0:32663:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x26:0x0] mode (null) 00000002:00000001:2.0:1788624564.043643:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.043644:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.043646:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870900 count: 4 00010000:00000001:2.0:1788624564.043648:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624564.043650:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.043652:0:32663:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.043653:0:32663:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788624564.043654:0:32663:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624564.043656:0:32663:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482286472 : -112300227265144 : ffff99dd10d87d88) 00000020:00001000:2.0:1788624564.043658:0:32663:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87d80 00000020:00000001:2.0:1788624564.043659:0:32663:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788624564.043661:0:32663:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x26:0x0]: losing layout lock 00000080:00000001:2.0:1788624564.043662:0:32663:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788624564.043663:0:32663:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788624564.043665:0:32663:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788624564.043666:0:32663:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788624564.043668:0:32663:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788624564.043669:0:32663:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.043671:0:32663:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788624564.043672:0:32663:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87d80 00000080:00000001:2.0:1788624564.043674:0:32663:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.043676:0:32663:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788624564.043677:0:32663:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.043679:0:32663:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788624564.043680:0:32663:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788624564.043681:0:32663:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788624564.043683:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624564.043685:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788624564.043687:0:32663:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd10767e00 with handle 0xcc94206c7ef41873 from hash 00010000:00000001:2.0:1788624564.043689:0:32663:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788624564.043690:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.043691:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.043692:0:32663:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788624564.043693:0:32663:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788624564.043695:0:32663:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788624564.043697:0:32663:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788624564.043698:0:32663:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1788624564.043700:0:32663:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1788624564.043712:0:32663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d60000. 00000020:00000040:2.0:1788624564.043717:0:32663:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:2.0:1788624564.043724:0:32663:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788624564.043726:0:32663:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.043729:0:32663:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624564.043733:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624564.043738:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.043740:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.043894:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.043899:0:32663:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624564.043902:0:32663:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624564.043905:0:32663:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624564.043914:0:32663:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd110fbc00. 00000100:00000001:2.0:1788624564.043923:0:32663:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.043926:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624564.043928:0:32663:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788624564.043936:0:32663:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 1/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a806c expref: -99 pid: 32662 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788624564.043945:0:32663:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef41873 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a7fd9 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788624564.043952:0:32663:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1788624564.043959:0:32663:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1788624564.043960:0:32663:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1788624564.043963:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788624564.043965:0:32663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef4189d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a806c expref: -99 pid: 32662 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1788624564.043973:0:32663:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd1878ecc0. 00010000:00000001:2.0:1788624564.043983:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.043984:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788624564.043987:0:32663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef41873 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a7fd9 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1788624564.043993:0:32663:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd049c3780. 00010000:00000040:2.0:1788624564.043996:0:32663:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03870900 count: 0 00010000:00000010:2.0:1788624564.044002:0:32663:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd05188000. 00010000:00000001:2.0:1788624564.044010:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.044011:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788624564.044014:0:32663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601200/0xcc94206c7ef41896 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a8050 expref: -99 pid: 32662 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788624564.044021:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.044023:0:32663:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.044025:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624564.044027:0:32663:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.044029:0:32663:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788624564.044041:0:32663:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788624564.044056:0:32663:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11d60000 x1875506845057024/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624564.044076:0:32663:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624564.044078:0:32663:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624564.044086:0:32663:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cdb40. 00000100:00000001:2.0:1788624564.044089:0:32663:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486766912 : -112300222784704 : ffff99dd111cdb40) 00000100:00000001:2.0:1788624564.044092:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.044093:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498900480 : -112300210651136 : ffff99dd11d60000) 00000100:00000001:2.0:1788624564.044099:0:32663:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624564.044128:0:32663:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.044131:0:32663:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624564.044133:0:32663:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624564.044138:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d60000 x1875506845057024/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624564.044146:0:32663:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624564.044149:0:32663:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624564.044153:0:32663:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624564.044156:0:32663:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624564.044158:0:32663:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624564.044162:0:32663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d60000 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845057024:192.168.202.125@tcp:36:rm.0 00000100:00000001:2.0:1788624564.044167:0:32663:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624564.044173:0:32663:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624564.044176:0:32663:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624564.044179:0:32663:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624564.044184:0:32663:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04838800. 02000000:00000001:2.0:1788624564.044185:0:32663:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624564.044195:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624564.044200:0:32663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2790. 00000400:00000010:2.0:1788624564.044475:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08908. 00000100:00000200:2.0:1788624564.044486:0:32663:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845057024, portal 10 00000100:00000001:2.0:1788624564.044488:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.044490:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498900480 : -112300210651136 : ffff99dd11d60000) 00000100:00000040:2.0:1788624564.044632:0:32663:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d60000 x1875506845057024/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 1788624580 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624564.044647:0:32663:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624564.044650:0:32663:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624564.044654:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08a18. 00000100:00000200:2.0:1788624564.044658:0:32663:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875506845057024, offset 0 00000400:00000200:2.0:1788624564.044665:0:32663:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624564.044675:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624564.044686:0:32663:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624564.044692:0:32663:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624564.044698:0:32663:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624564.044702:0:32663:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624564.044705:0:32663:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624564.044710:0:32663:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2846:2846:256:4294967295] 192.168.202.125@tcp LPNI seq info [2846:2846:8:4294967295] 00000400:00000200:2.0:1788624564.044715:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624564.044727:0:32663:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624564.044734:0:32663:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624564.044740:0:32663:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872300. 00000800:00000200:2.0:1788624564.044757:0:32663:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624564.044765:0:32663:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624564.044771:0:32663:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872300 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:2.0:1788624564.044787:0:32663:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624564.044791:0:32663:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 812588 usecs (813 jiffies) 00000400:00000200:2.0:1788624564.044795:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624564.044799:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578919 00000100:00000001:2.0:1788624564.044802:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:2.0:1788624564.044805:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578919 00000100:00000001:2.0:1788624564.044808:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:2.0:1788624564.044810:0:32663:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624564.044813:0:32663:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.044817:0:32663:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624564.044819:0:32663:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624564.044822:0:32663:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cdb40 going to sleep for 11 seconds 00000100:00000001:2.0:1788624564.044825:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624564.044829:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624564.045024:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624564.045030:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872300. 00000400:00000200:3.0:1788624564.045035:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624564.045041:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624564.045048:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08a18 00000400:00000010:3.0:1788624564.045050:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08a18. 00000100:00000001:3.0:1788624564.045055:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624564.045070:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d60000 x1875506845057024/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 1788624580 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624564.045081:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624564.045085:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d60000 x1875506845057024/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 1788624580 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624564.045093:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624564.045094:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788624564.049202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600c00. 00010000:00000010:2.1:1788624564.049233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870900. 00010000:00000010:2.1:1788624564.049238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767e00. 00010000:00000010:2.1:1788624564.049243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601200. 00000800:00000001:3.0:1788624564.058573:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.058599:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624564.058605:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.058608:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624564.058620:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.058631:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624564.058642:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.058648:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.058655:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.058660:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377460000 00000400:00000200:3.0:1788624564.058667:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.058675:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x8225 [1] + 224 00000800:00000001:3.0:1788624564.058682:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.058708:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624564.058712:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624564.058718:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624564.058730:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624564.058741:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d60000 x1875506845057024/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 1788624580 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624564.058765:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99dd11d60000 x1875506845057024/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 1788624580 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624564.058791:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624564.058802:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.058806:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624564.058917:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624564.058928:0:32663:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624564.058930:0:32663:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624564.058936:0:32663:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2790. 00000400:00000200:2.0:1788624564.058942:0:32663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08908 00000400:00000010:2.0:1788624564.058946:0:32663:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08908. 00000100:00000001:2.0:1788624564.058950:0:32663:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624564.058956:0:32663:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d60000 x1875506845057024/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 1788624580 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624564.058966:0:32663:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d60000 x1875506845057024/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/624 e 0 to 0 dl 1788624580 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624564.058973:0:32663:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624564.058975:0:32663:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624564.058978:0:32663:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624564.058983:0:32663:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624564.058986:0:32663:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624564.058988:0:32663:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624564.058992:0:32663:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624564.059003:0:32663:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=143 v=5 (103 103 103 137) 00000100:00001000:2.0:1788624564.059008:0:32663:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624564.059011:0:32663:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624564.059013:0:32663:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.059018:0:32663:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624564.059023:0:32663:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.059027:0:32663:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788624564.059029:0:32663:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000140/0x100000142] 00000100:00000001:2.0:1788624564.059031:0:32663:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788624564.059034:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.059036:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498900480 : -112300210651136 : ffff99dd11d60000) 00000100:00000001:2.0:1788624564.059040:0:32663:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624564.059043:0:32663:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:2.0:1788624564.059047:0:32663:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624564.059050:0:32663:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624564.059057:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d60000 x1875506845057024/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/456 e 0 to 0 dl 1788624580 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624564.059066:0:32663:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624564.059070:0:32663:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624564.059073:0:32663:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624564.059077:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d60000 x1875506845057024/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/456 e 0 to 0 dl 1788624580 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624564.059085:0:32663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d60000 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845057024:192.168.202.125@tcp:36:rm.0 00000100:00000001:2.0:1788624564.059091:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624564.059094:0:32663:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.059097:0:32663:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624564.059099:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624564.059103:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d60000 x1875506845057024/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/456 e 0 to 0 dl 1788624580 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624564.059157:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624564.059161:0:32663:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cdb40. 00000100:00000001:2.0:1788624564.059164:0:32663:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624564.059166:0:32663:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.059177:0:32663:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.059180:0:32663:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.059186:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878e100 2 00000080:00000010:2.0:1788624564.059191:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd110fbe00. 00000100:00000001:2.0:1788624564.059200:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624564.059204:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d60000 x1875506845057024/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/456 e 0 to 0 dl 1788624580 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624564.059212:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.059217:0:32663:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.059233:0:32663:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788624564.059237:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fe28 00000080:00002000:2.0:1788624564.059241:0:32663:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff99dd1934ebd0, parent ffff99dd1934e870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788624564.059244:0:32663:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624564.059251:0:32663:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788624564.059259:0:32663:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788624564.059269:0:32663:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1788624564.059272:0:32663:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788624564.059276:0:32663:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624564.059281:0:32663:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482286472 : -112300227265144 : ffff99dd10d87d88) 00000020:00001000:2.0:1788624564.059284:0:32663:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87d80 00000020:00000001:2.0:1788624564.059291:0:32663:0:(cl_object.c:143:cl_object_top()) ffff99dd183646c0 -> ffff99dd183646c0 00000020:00000001:2.0:1788624564.059294:0:32663:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788624564.059297:0:32663:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788624564.059299:0:32663:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x26:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788624564.059303:0:32663:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624564.059304:0:32663:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788624564.059306:0:32663:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788624564.059311:0:32663:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x26:0x0]io ffff99dd18bb7a30 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788624564.059315:0:32663:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd013827c0 00020000:00000001:2.0:1788624564.059320:0:32663:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788624564.059322:0:32663:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788624564.059324:0:32663:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788624564.059326:0:32663:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624564.059328:0:32663:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788624564.059331:0:32663:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788624564.059333:0:32663:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.059335:0:32663:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624564.059336:0:32663:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788624564.059337:0:32663:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788624564.059339:0:32663:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd013827c0 00000020:00000001:2.0:1788624564.059343:0:32663:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.059346:0:32663:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788624564.059347:0:32663:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788624564.059350:0:32663:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788624564.059353:0:32663:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788624564.059358:0:32663:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788624564.059362:0:32663:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624564.059363:0:32663:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788624564.059365:0:32663:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624564.059367:0:32663:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482285320 : -112300227266296 : ffff99dd10d87908) 00000020:00001000:2.0:1788624564.059370:0:32663:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87900 00000020:00000001:2.0:1788624564.059374:0:32663:0:(cl_object.c:143:cl_object_top()) ffff99dd18364850 -> ffff99dd183646c0 00000020:00000001:2.0:1788624564.059376:0:32663:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788624564.059380:0:32663:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624564.059381:0:32663:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788624564.059383:0:32663:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624564.059384:0:32663:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624564.059386:0:32663:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481906840 : -112300227644776 : ffff99dd10d2b298) 00000020:00000001:2.0:1788624564.059389:0:32663:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788624564.059390:0:32663:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624564.059393:0:32663:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.059395:0:32663:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.059397:0:32663:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788624564.059399:0:32663:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788624564.059401:0:32663:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624564.059402:0:32663:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788624564.059404:0:32663:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788624564.059406:0:32663:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.059408:0:32663:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624564.059410:0:32663:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624564.059412:0:32663:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.059414:0:32663:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788624564.059415:0:32663:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.059416:0:32663:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.059418:0:32663:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788624564.059421:0:32663:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788624564.059422:0:32663:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624564.059423:0:32663:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788624564.059425:0:32663:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788624564.059428:0:32663:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1788624564.059432:0:32663:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1788624564.059436:0:32663:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff99dd08444fc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788624564.059439:0:32663:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788624564.059443:0:32663:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff99dd08444fc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:2.0:1788624564.059447:0:32663:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624564.059450:0:32663:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.059452:0:32663:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624564.059453:0:32663:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624564.059455:0:32663:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.059457:0:32663:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.059460:0:32663:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788624564.059462:0:32663:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788624564.059476:0:32663:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788624564.059477:0:32663:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788624564.059479:0:32663:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788624564.059481:0:32663:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624564.059483:0:32663:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788624564.059484:0:32663:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788624564.059486:0:32663:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788624564.059488:0:32663:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788624564.059490:0:32663:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624564.059491:0:32663:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788624564.059492:0:32663:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788624564.059494:0:32663:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624564.059496:0:32663:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624564.059497:0:32663:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788624564.059498:0:32663:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788624564.059500:0:32663:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788624564.059502:0:32663:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788624564.059503:0:32663:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788624564.059505:0:32663:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788624564.059507:0:32663:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624564.059508:0:32663:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788624564.059510:0:32663:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788624564.059511:0:32663:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624564.059513:0:32663:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624564.059515:0:32663:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788624564.059516:0:32663:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788624564.059517:0:32663:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.059519:0:32663:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788624564.059521:0:32663:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788624564.059523:0:32663:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788624564.059524:0:32663:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788624564.059526:0:32663:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788624564.059528:0:32663:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87900 00020000:00000001:2.0:1788624564.059531:0:32663:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788624564.059534:0:32663:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788624564.059536:0:32663:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788624564.059538:0:32663:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788624564.059542:0:32663:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788624564.059543:0:32663:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788624564.059546:0:32663:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87d80 00000080:00000001:2.0:1788624564.059549:0:32663:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.059555:0:32663:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788624564.059557:0:32663:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x26:0x0](ffff99dd191be3c8) 00800000:00000001:2.0:1788624564.059562:0:32663:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788624564.059564:0:32663:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x26:0x0] 00000002:00000001:2.0:1788624564.059571:0:32663:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788624564.059578:0:32663:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.059581:0:32663:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788624564.059584:0:32663:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.059586:0:32663:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.059588:0:32663:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788624564.059591:0:32663:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788624564.059593:0:32663:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.059595:0:32663:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.059598:0:32663:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624564.059600:0:32663:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482286472 : -112300227265144 : ffff99dd10d87d88) 00000020:00001000:2.0:1788624564.059603:0:32663:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87d80 00020000:00000001:2.0:1788624564.059610:0:32663:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1788624564.059612:0:32663:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd013827c0 00020000:00000001:2.0:1788624564.059615:0:32663:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:2.0:1788624564.059618:0:32663:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd04866ae0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788624564.059623:0:32663:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788624564.059628:0:32663:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd10f4d300: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000001:2.0:1788624564.059631:0:32663:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1788624564.059633:0:32663:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624564.059635:0:32663:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1788624564.059638:0:32663:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1788624564.059643:0:32663:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1788624564.059650:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4c00 count: 2 00010000:00000001:2.0:1788624564.059653:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624564.059656:0:32663:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1788624564.059660:0:32663:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1788624564.059666:0:32663:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1788624545 1788624545 1788624545 by oinfo size 0 blocks 0 [cma]time 1788624545 1788624545 1788624545 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef418a4 lrc: 1/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8073 expref: -99 pid: 32662 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:2.0:1788624564.059688:0:32663:0:(cl_object.c:143:cl_object_top()) ffff99dd08444fc0 -> ffff99dd183646c0 00000020:00000001:2.0:1788624564.059690:0:32663:0:(cl_object.c:143:cl_object_top()) ffff99dd08444fc0 -> ffff99dd183646c0 00000008:00000001:2.0:1788624564.059692:0:32663:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788624564.059694:0:32663:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788624564.059697:0:32663:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788624564.059699:0:32663:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1788624564.059706:0:32663:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff99dd08444fc0. 00020000:00000001:2.0:1788624564.059712:0:32663:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1788624564.059715:0:32663:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff99dd183647d0. 00020000:00000001:2.0:1788624564.059722:0:32663:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1788624564.059724:0:32663:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624564.059726:0:32663:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788624564.059728:0:32663:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd013827c0 00020000:00000001:2.0:1788624564.059731:0:32663:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1788624564.059732:0:32663:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1788624564.059734:0:32663:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd013827c0 00020000:00000001:2.0:1788624564.059737:0:32663:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:2.0:1788624564.059740:0:32663:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff99dd03190278. 00020000:00000010:2.0:1788624564.059744:0:32663:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff99dd1147cd80. 00020000:00000010:2.0:1788624564.059747:0:32663:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff99dd18609060. 00020000:00000002:2.0:1788624564.059750:0:32663:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd04866ae0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788624564.059754:0:32663:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788624564.059758:0:32663:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd10f4d300: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000010:2.0:1788624564.059763:0:32663:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd10f4d300. 00020000:00000010:2.0:1788624564.059767:0:32663:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd04866900. 00020000:00000010:2.0:1788624564.059771:0:32663:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd04866ae0. 00020000:00000001:2.0:1788624564.059772:0:32663:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1788624564.059774:0:32663:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e0f8) owner 0000000000000000/ffff99dd013827c0 00020000:00000010:2.0:1788624564.059776:0:32663:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff99dd1817e0f8. 00020000:00000001:2.0:1788624564.059780:0:32663:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1788624564.059783:0:32663:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff99dd18364640. 00000020:00001000:2.0:1788624564.059787:0:32663:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87d80 00000080:00000001:2.0:1788624564.059790:0:32663:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788624564.059793:0:32663:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1788624564.059831:0:32663:0:(dir.c:3021:ll_dir_release()) Process entered 00000080:00000001:2.0:1788624564.059834:0:32663:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788624564.059836:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fdd0 00000080:00200008:2.0:1788624564.059838:0:32663:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff99dd191bd348), flags 704000 00000080:00400000:2.0:1788624564.059843:0:32663:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x24:0x0] 00000080:00000001:2.0:1788624564.059847:0:32663:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788624564.059849:0:32663:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:2.0:1788624564.059851:0:32663:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788624564.059867:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624564.059871:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624564.059874:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624564.059876:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624564.059878:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.059881:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1788624564.059883:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.059887:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.059889:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.059893:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 2 00010000:00000001:2.0:1788624564.059895:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624564.059900:0:32663:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788624564.059904:0:32663:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788624564.059907:0:32663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624564.059913:0:32663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624564.059918:0:32663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767000/0xcc94206c7ef418ce lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a810d expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788624564.059926:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.059927:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624564.059930:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1788624564.059932:0:32663:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x24:0x0]: 16 00000080:00000010:2.0:1788624564.059935:0:32663:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd017c8c80. 00000080:00000001:2.0:1788624564.059939:0:32663:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.059942:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fdd0 00000080:00000008:2.0:1788624564.059945:0:32663:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff99dd191bd348), flags 704000, rc = 0 00000080:00000001:2.0:1788624564.059948:0:32663:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.059950:0:32663:0:(dir.c:3022:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.059953:0:32663:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788624564.059955:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fe00 00000080:00002000:2.0:1788624564.059957:0:32663:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff99dd1934e870, parent ffff99dd19287870, inode ffff99dd191bd348) hashed, 00000080:00000001:2.0:1788624564.059960:0:32663:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624564.059964:0:32663:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788624564.059967:0:32663:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788624564.059999:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624564.060004:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624564.060006:0:32663:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624564.060008:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fbd8 00000080:00200000:2.0:1788624564.060010:0:32663:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624564.060017:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd110fbe00. 00800000:00000002:2.0:1788624564.060024:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624564.060028:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624564.060032:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624564.060034:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1faf8 00800000:00000002:2.0:1788624564.060036:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624564.060041:0:32663:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624564.060043:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624564.060045:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624564.060046:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624564.060047:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624564.060049:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.060051:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624564.060053:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.060056:0:32663:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624564.060061:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624564.060063:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f9c8 00000002:00010000:2.0:1788624564.060065:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624564.060068:0:32663:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624564.060069:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.060071:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.060074:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 2 00010000:00000001:2.0:1788624564.060076:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624564.060080:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624564.060084:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624564.060088:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788624564.060095:0:32663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624564.060097:0:32663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624564.060100:0:32663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788624564.060155:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624564.060158:0:32663:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624564.060160:0:32663:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624564.060162:0:32663:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624564.060164:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624564.060167:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624564.060170:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624564.060172:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624564.060175:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd110fbe00. 00000080:00000001:2.0:1788624564.060179:0:32663:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624564.060180:0:32663:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624564.060183:0:32663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624564.060187:0:32663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef418c0 00800000:00000001:2.0:1788624564.060191:0:32663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624564.060193:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624564.060195:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.060198:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.060202:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:2.0:1788624564.060205:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624564.060208:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624564.060210:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.060212:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624564.060213:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.060215:0:32663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624564.060218:0:32663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef418c0 from it ffffbef881d1fc10 00010000:00000001:2.0:1788624564.060220:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.060221:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.060223:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:2.0:1788624564.060225:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624564.060227:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624564.060229:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624564.060232:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788624564.060239:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.060240:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.060242:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624564.060244:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624564.060247:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788624564.060255:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624564.060257:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624564.060260:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624564.060265:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.060266:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.060268:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.060272:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624564.060275:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.060277:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.060281:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.060284:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624564.060285:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.060286:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624564.060289:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624564.060291:0:32663:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624564.060293:0:32663:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788624564.060297:0:32663:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624564.060314:0:32663:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd104cb520. 00000020:00000001:2.0:1788624564.060318:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fdc8 00000080:00200000:2.0:1788624564.060320:0:32663:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), flags=0 00000080:00000001:2.0:1788624564.060323:0:32663:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788624564.060325:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fc78 00000080:00200000:2.0:1788624564.060327:0:32663:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=getattr 00000080:00000010:2.0:1788624564.060336:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd110fbe00. 00800000:00000002:2.0:1788624564.060339:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624564.060343:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624564.060344:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624564.060345:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb98 00800000:00000002:2.0:1788624564.060347:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624564.060350:0:32663:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624564.060353:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624564.060355:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624564.060356:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624564.060358:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624564.060359:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.060361:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624564.060363:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624564.060366:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb30 00800000:00000002:2.0:1788624564.060368:0:32663:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:2.0:1788624564.060371:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624564.060372:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa68 00000002:00010000:2.0:1788624564.060374:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788624564.060378:0:32663:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788624564.060381:0:32663:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788624564.060386:0:32663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62a00. 00000020:00000040:2.0:1788624564.060390:0:32663:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=10 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:2.0:1788624564.060396:0:32663:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624564.060401:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624564.060404:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.060405:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.060406:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.060409:0:32663:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624564.060412:0:32663:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624564.060416:0:32663:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624564.060425:0:32663:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd04838400. 00000100:00000001:2.0:1788624564.060433:0:32663:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.060437:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624564.060439:0:32663:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.060441:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624564.060442:0:32663:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.060444:0:32663:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.060453:0:32663:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00010000:00000001:2.0:1788624564.060457:0:32663:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624564.060460:0:32663:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788624564.060463:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 2 00010000:00000001:2.0:1788624564.060465:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624564.060468:0:32663:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624564.060472:0:32663:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10767e00. 00000020:00000001:2.0:1788624564.060476:0:32663:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624564.060478:0:32663:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10767e00 with handle 0xcc94206c7ef418d5 to hash 00000020:00000001:2.0:1788624564.060480:0:32663:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624564.060481:0:32663:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624564.060485:0:32663:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624564.060488:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624564.060490:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624564.060494:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef418d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624564.060501:0:32663:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef418d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624564.060513:0:32663:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef418d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32663 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624564.060518:0:32663:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624564.060520:0:32663:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624564.060528:0:32663:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cdb40. 00000100:00000001:2.0:1788624564.060531:0:32663:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486766912 : -112300222784704 : ffff99dd111cdb40) 00000100:00000001:2.0:1788624564.060534:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.060535:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000001:2.0:1788624564.060540:0:32663:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624564.060545:0:32663:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.060548:0:32663:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624564.060549:0:32663:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624564.060557:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d62a00 x1875506845057152/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.060566:0:32663:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624564.060568:0:32663:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624564.060572:0:32663:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624564.060575:0:32663:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624564.060578:0:32663:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624564.060582:0:32663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d62a00 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845057152:192.168.202.125@tcp:101:rm.0 00000100:00000001:2.0:1788624564.060586:0:32663:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624564.060593:0:32663:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624564.060595:0:32663:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624564.060598:0:32663:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624564.060604:0:32663:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd18709800. 02000000:00000001:2.0:1788624564.060606:0:32663:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624564.060613:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624564.060617:0:32663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2790. 00000400:00000010:2.0:1788624564.060624:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08908. 00000100:00000200:2.0:1788624564.060632:0:32663:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845057152, portal 10 00000100:00000001:2.0:1788624564.060634:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.060635:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000040:2.0:1788624564.060642:0:32663:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d62a00 x1875506845057152/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624580 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.060651:0:32663:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624564.060653:0:32663:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624564.060656:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08f68. 00000100:00000200:2.0:1788624564.060659:0:32663:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875506845057152, offset 0 00000400:00000200:2.0:1788624564.060667:0:32663:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624564.060675:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624564.060683:0:32663:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624564.060689:0:32663:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624564.060694:0:32663:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624564.060699:0:32663:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624564.060702:0:32663:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624564.060706:0:32663:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2847:2847:256:4294967295] 192.168.202.125@tcp LPNI seq info [2847:2847:8:4294967295] 00000400:00000200:2.0:1788624564.060711:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624564.060719:0:32663:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624564.060725:0:32663:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624564.060730:0:32663:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872900. 00000800:00000200:2.0:1788624564.060737:0:32663:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624564.060746:0:32663:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624564.060751:0:32663:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788624564.060763:0:32663:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624564.060768:0:32663:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 811520 usecs (812 jiffies) 00000400:00000200:2.0:1788624564.060771:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624564.060774:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578934 00000100:00000001:2.0:1788624564.060777:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:2.0:1788624564.060780:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578934 00000100:00000001:2.0:1788624564.060782:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:2.0:1788624564.060785:0:32663:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624564.060788:0:32663:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.060790:0:32663:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624564.060793:0:32663:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624564.060795:0:32663:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cdb40 going to sleep for 11 seconds 00000100:00000001:2.0:1788624564.060798:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624564.060801:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624564.061225:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624564.061232:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872900. 00000400:00000200:3.0:1788624564.061238:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624564.061243:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624564.061250:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08f68 00000400:00000010:3.0:1788624564.061253:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08f68. 00000100:00000001:3.0:1788624564.061258:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624564.061263:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d62a00 x1875506845057152/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624580 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624564.061278:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624564.061282:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d62a00 x1875506845057152/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624580 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624564.061289:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624564.061291:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:2.1:1788624564.064391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8680. 00000080:00000010:2.1:1788624564.064434:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191be300. 00000080:00000010:2.1:1788624564.064440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc89a0. 00000800:00000001:3.0:1788624564.071402:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.071426:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624564.071432:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.071435:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624564.071446:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.071456:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624564.071476:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.071483:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.071489:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.071495:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377460080 00000400:00000200:3.0:1788624564.071501:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.071509:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x8235 [1] + 224 00000800:00000001:3.0:1788624564.071518:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.071526:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624564.071531:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624564.071536:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624564.071546:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624564.071558:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d62a00 x1875506845057152/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624580 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624564.071571:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11d62a00 x1875506845057152/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624580 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.071652:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624564.071674:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624564.071686:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.071691:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788624564.072590:0:32663:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624564.072595:0:32663:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624564.072601:0:32663:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2790. 00000400:00000200:2.0:1788624564.072609:0:32663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08908 00000400:00000010:2.0:1788624564.072612:0:32663:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08908. 00000100:00000001:2.0:1788624564.072617:0:32663:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624564.072625:0:32663:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d62a00 x1875506845057152/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624580 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788624564.072636:0:32663:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d62a00 x1875506845057152/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624580 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.072643:0:32663:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624564.072646:0:32663:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624564.072649:0:32663:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624564.072653:0:32663:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624564.072656:0:32663:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624564.072659:0:32663:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624564.072662:0:32663:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624564.072674:0:32663:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=143 v=5 (103 103 103 137) 00000100:00001000:2.0:1788624564.072680:0:32663:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624564.072683:0:32663:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624564.072685:0:32663:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.072688:0:32663:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624564.072693:0:32663:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.072698:0:32663:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624564.072701:0:32663:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:2.0:1788624564.072703:0:32663:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624564.072707:0:32663:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624564.072712:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d62a00 x1875506845057152/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624580 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.072720:0:32663:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624564.072724:0:32663:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624564.072726:0:32663:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624564.072730:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d62a00 x1875506845057152/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624580 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788624564.072816:0:32663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d62a00 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845057152:192.168.202.125@tcp:101:rm.0 00000100:00000001:2.0:1788624564.072823:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624564.072826:0:32663:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.072829:0:32663:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624564.072832:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624564.072835:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d62a00 x1875506845057152/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624580 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.072842:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624564.072845:0:32663:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cdb40. 00000100:00000001:2.0:1788624564.072849:0:32663:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624564.072851:0:32663:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.072926:0:32663:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788624564.072932:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.072935:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.072939:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=4 00000020:00000001:2.0:1788624564.072942:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624564.072945:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000040:2.0:1788624564.072955:0:32663:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10767e00, remote cookie: 0xa103bd66258a814c, flags: 0x1001 00010000:00010000:2.0:1788624564.072962:0:32663:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef418d5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a814c expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788624564.072971:0:32663:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788624564.072975:0:32663:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1788624564.072982:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 2 00010000:00000001:2.0:1788624564.072985:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624564.072989:0:32663:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624564.072992:0:32663:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef418d5 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a814c expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624564.073000:0:32663:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef418d5 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a814c expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624564.073008:0:32663:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788624564.073014:0:32663:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788624564.073017:0:32663:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788624564.073018:0:32663:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788624564.073020:0:32663:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788624564.073023:0:32663:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff99dd189e4600) refcount = 2 00010000:00000040:2.0:1788624564.073026:0:32663:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788624564.073029:0:32663:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767000/0xcc94206c7ef418ce lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a810d expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788624564.073036:0:32663:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef418d5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a814c expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624564.073043:0:32663:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788624564.073049:0:32663:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788624564.073051:0:32663:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624564.073054:0:32663:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788624564.073057:0:32663:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624564.073061:0:32663:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef418d5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a814c expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624564.073068:0:32663:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788624564.073069:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.073071:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.073073:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.073074:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.073076:0:32663:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.073081:0:32663:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788624564.073083:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.073084:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.073086:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:2.0:1788624564.073088:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624564.073091:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624564.073094:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.073095:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.073096:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=4 00000020:00000001:2.0:1788624564.073098:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624564.073100:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624564.073104:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624564.073133:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624564.073137:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef418d5 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a814c expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624564.073144:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.073145:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.073147:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.073148:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.073149:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=5 00000020:00000001:2.0:1788624564.073151:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624564.073153:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624564.073155:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624564.073159:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef418d5 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a814c expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624564.073165:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.073166:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788624564.073169:0:32663:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef418d5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a814c expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624564.073176:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624564.073177:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.073178:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.073180:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.073180:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788624564.073186:0:32663:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11d62a00 x1875506845057152/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624580 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788624564.073203:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.073204:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.073205:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:2.0:1788624564.073207:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624564.073210:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624564.073212:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.073213:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624564.073215:0:32663:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.073217:0:32663:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.073221:0:32663:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788624564.073224:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.073225:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.073226:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:2.0:1788624564.073228:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624564.073230:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00000002:00010000:2.0:1788624564.073234:0:32663:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef418d5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a814c expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624564.073240:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.073242:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.073244:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624564.073245:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.073246:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.073248:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:2.0:1788624564.073250:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624564.073252:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000040:2.0:1788624564.073255:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 3 00010000:00000001:2.0:1788624564.073257:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788624564.073261:0:32663:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/36 (0 0) 00010000:00000001:2.0:1788624564.073264:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.073265:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624564.073267:0:32663:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788624564.073270:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f9f0 00000002:00002000:2.0:1788624564.073273:0:32663:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788624564.073276:0:32663:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.073281:0:32663:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.073284:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788624564.073287:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788624564.073291:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.073295:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:2.0:1788624564.073299:0:32663:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788624564.073300:0:32663:0:(namei.c:674:ll_lookup_it_finish()) it ffffbef881d1fe00 it_disposition b 00000080:00000001:2.0:1788624564.073304:0:32663:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788624564.073311:0:32663:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788624564.073315:0:32663:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788624564.073326:0:32663:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd11d2d5c0. 00800000:00000001:2.0:1788624564.073328:0:32663:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773498693056 : -112300210858560 : ffff99dd11d2d5c0) 00800000:00000001:2.0:1788624564.073331:0:32663:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.073334:0:32663:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788624564.073337:0:32663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:2.0:1788624564.073340:0:32663:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788624564.073348:0:32663:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788624564.073351:0:32663:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:2.0:1788624564.073354:0:32663:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788624564.073358:0:32663:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788624564.073359:0:32663:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.073363:0:32663:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:2.0:1788624564.073366:0:32663:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788624564.073368:0:32663:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611172 mtime from 1788624545 to 1788624564 00000080:00200000:2.0:1788624564.073375:0:32663:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00200000:2.0:1788624564.073378:0:32663:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x24:0x0](ffff99dd191bd348): rc = 0 00000080:00000001:2.0:1788624564.073380:0:32663:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620917064 : -112300088634552 : ffff99dd191bd348) 00010000:00000001:2.0:1788624564.073382:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.073384:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.073385:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:2.0:1788624564.073387:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624564.073390:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624564.073392:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.073393:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624564.073395:0:32663:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788624564.073398:0:32663:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788624564.073400:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd11d2d5c0 1 00800000:00000010:2.0:1788624564.073403:0:32663:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd11d2d5c0. 00800000:00000001:2.0:1788624564.073406:0:32663:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624564.073410:0:32663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff99dd191bd348) for lock 0xcc94206c7ef418d5 00800000:00000001:2.0:1788624564.073413:0:32663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624564.073415:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624564.073416:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.073417:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.073418:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:2.0:1788624564.073420:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624564.073422:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624564.073425:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.073426:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624564.073427:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.073430:0:32663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788624564.073437:0:32663:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd1934c0d8 inode ffff99dd191bd348 refc 1 flags 0x20000e 00000080:00000002:2.0:1788624564.073442:0:32663:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1788624564.073446:0:32663:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788624564.073450:0:32663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff99dd191bd348) 00000080:00010000:2.0:1788624564.073455:0:32663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef418d5 from it ffffbef881d1fe00 00010000:00000001:2.0:1788624564.073457:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.073458:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.073459:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:2.0:1788624564.073461:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624564.073699:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624564.073703:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624564.073706:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef418d5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a814c expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624564.073720:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.073721:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.073723:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624564.073727:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624564.073730:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef418d5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a814c expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624564.073738:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624564.073751:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624564.073754:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624564.073759:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.073760:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.073762:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.073766:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624564.073769:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.073771:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.073774:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.073776:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624564.073777:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.073779:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624564.073781:0:32663:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788624564.073786:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd110fbe00. 00000100:00000001:2.0:1788624564.073791:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624564.073798:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d62a00 x1875506845057152/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/688 e 0 to 0 dl 1788624580 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.073805:0:32663:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624564.073808:0:32663:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624564.073812:0:32663:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd18709800. 02000000:00000001:2.0:1788624564.073816:0:32663:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624564.073819:0:32663:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624564.073821:0:32663:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624564.073824:0:32663:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624564.073827:0:32663:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd04838400. 02000000:00000001:2.0:1788624564.073831:0:32663:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624564.073834:0:32663:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624564.073837:0:32663:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d62a00. 00000100:00000001:2.0:1788624564.073843:0:32663:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624564.073844:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624564.073848:0:32663:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788624564.073849:0:32663:0:(dcache.c:176:ll_intent_release()) intent ffffbef881d1fe00 released 00000080:00000001:2.0:1788624564.073851:0:32663:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788624564.073935:0:32663:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624564.073939:0:32663:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624564.073941:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fd50 00000080:00200000:2.0:1788624564.073944:0:32663:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624564.073951:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd110fbe00. 00800000:00000002:2.0:1788624564.073958:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624564.073961:0:32663:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624564.073965:0:32663:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624564.073967:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fc70 00800000:00000002:2.0:1788624564.073969:0:32663:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624564.073973:0:32663:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624564.073976:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624564.073979:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624564.073982:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624564.073985:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624564.073987:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.073989:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624564.073992:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.073995:0:32663:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624564.074001:0:32663:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624564.074002:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb40 00000002:00010000:2.0:1788624564.074005:0:32663:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624564.074009:0:32663:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624564.074012:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.074014:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.074018:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 2 00010000:00000001:2.0:1788624564.074021:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624564.074024:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624564.074027:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624564.074030:0:32663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788624564.074040:0:32663:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624564.074045:0:32663:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624564.074048:0:32663:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788624564.074055:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624564.074057:0:32663:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624564.074059:0:32663:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624564.074061:0:32663:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624564.074063:0:32663:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624564.074064:0:32663:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624564.074067:0:32663:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624564.074068:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624564.074071:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd110fbe00. 00000080:00000001:2.0:1788624564.074074:0:32663:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624564.074075:0:32663:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624564.074077:0:32663:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624564.074081:0:32663:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef418c0 00800000:00000001:2.0:1788624564.074083:0:32663:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624564.074085:0:32663:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624564.074086:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.074087:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.074089:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:2.0:1788624564.074091:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624564.074093:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624564.074095:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.074096:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624564.074097:0:32663:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.074099:0:32663:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624564.074101:0:32663:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef418c0 from it ffffbef881d1fd88 00010000:00000001:2.0:1788624564.074103:0:32663:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624564.074368:0:32663:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624564.074371:0:32663:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:2.0:1788624564.074374:0:32663:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624564.074376:0:32663:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:2.0:1788624564.074379:0:32663:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624564.074381:0:32663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788624564.074388:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.074389:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.074390:0:32663:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624564.074392:0:32663:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624564.074394:0:32663:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788624564.074400:0:32663:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624564.074402:0:32663:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624564.074403:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624564.074406:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.074407:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.074409:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.074411:0:32663:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624564.074412:0:32663:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.074414:0:32663:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.074416:0:32663:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.074418:0:32663:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624564.074419:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.074420:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624564.074423:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624564.074424:0:32663:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624564.074427:0:32663:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788624564.074435:0:32663:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.074440:0:32663:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:2.0:1788624564.074443:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fe18 00000080:00200000:2.0:1788624564.074445:0:32663:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00000001:2.0:1788624564.074449:0:32663:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:2.0:1788624564.074453:0:32663:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-2, [0x200000405:0x24:0x0]) is foreign... 00000080:00000001:2.0:1788624564.074456:0:32663:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788624564.074461:0:32663:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd110fbe00. 00800000:00000002:2.0:1788624564.074464:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00800000:00000001:2.0:1788624564.074474:0:32663:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788624564.074478:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624564.074479:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624564.074481:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624564.074482:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624564.074484:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.074486:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624564.074488:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.074490:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624564.074491:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624564.074493:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624564.074494:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624564.074496:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.074498:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1788624564.074500:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.074502:0:32663:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:2.0:1788624564.074504:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624564.074505:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624564.074506:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624564.074507:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624564.074509:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.074510:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1788624564.074512:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.074515:0:32663:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x24:0x0] 00800000:00000001:2.0:1788624564.074516:0:32663:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.074519:0:32663:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x24:0x0] -> mds #0 00000002:00000001:2.0:1788624564.074523:0:32663:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788624564.074526:0:32663:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788624564.074529:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 2 00010000:00000001:2.0:1788624564.074531:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624564.074534:0:32663:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788624564.074538:0:32663:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788624564.074541:0:32663:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1788624564.074550:0:32663:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788624564.074553:0:32663:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788624564.074556:0:32663:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788624564.074558:0:32663:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788624564.074561:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.074562:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.074564:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 3 00010000:00000001:2.0:1788624564.074566:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624564.074568:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.074570:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.074571:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.074572:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 3 00010000:00000001:2.0:1788624564.074574:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624564.074576:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.074578:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.074579:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.074580:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4300 count: 3 00010000:00000001:2.0:1788624564.074582:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624564.074584:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.074586:0:32663:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788624564.074589:0:32663:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788624564.074594:0:32663:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788624564.074596:0:32663:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788624564.074599:0:32663:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788624564.074600:0:32663:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.074604:0:32663:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788624564.074608:0:32663:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788624564.074610:0:32663:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788624564.074612:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624564.074613:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788624564.074616:0:32663:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18600800 with handle 0xcc94206c7ef418c0 from hash 00010000:00000001:2.0:1788624564.074619:0:32663:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788624564.074620:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.074621:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.074624:0:32663:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788624564.074626:0:32663:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788624564.074629:0:32663:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788624564.074632:0:32663:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788624564.074635:0:32663:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624564.074637:0:32663:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624564.074640:0:32663:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788624564.074642:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 3 00010000:00000001:2.0:1788624564.074644:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624564.074646:0:32663:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788624564.074648:0:32663:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788624564.074652:0:32663:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef418d5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a814c expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788624564.074658:0:32663:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788624564.074660:0:32663:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788624564.074661:0:32663:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788624564.074662:0:32663:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:2.0:1788624564.074664:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.074665:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.074666:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 4 00010000:00000001:2.0:1788624564.074668:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624564.074671:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.074673:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.074674:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.074676:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 4 00010000:00000001:2.0:1788624564.074678:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624564.074680:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.074681:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.074683:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.074684:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 4 00010000:00000001:2.0:1788624564.074686:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624564.074688:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.074689:0:32663:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788624564.074692:0:32663:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x24:0x0] lli = ffff99dd191bd280, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788624564.074695:0:32663:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788624564.074696:0:32663:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788624564.074699:0:32663:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788624564.074701:0:32663:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff99dd191bd348) invalid 00000020:00000001:2.0:1788624564.074704:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa80 00000080:00002000:2.0:1788624564.074705:0:32663:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff99dd1934c0d8) parent ffff99dd19287870 inode ffff99dd191bd348 refc 2 00000080:00000001:2.0:1788624564.074709:0:32663:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788624564.074711:0:32663:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788624564.074712:0:32663:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.074714:0:32663:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788624564.074715:0:32663:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788624564.074717:0:32663:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788624564.074718:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624564.074720:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788624564.074722:0:32663:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd10767e00 with handle 0xcc94206c7ef418d5 from hash 00010000:00000001:2.0:1788624564.074724:0:32663:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788624564.074725:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.074726:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.074727:0:32663:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788624564.074729:0:32663:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788624564.074730:0:32663:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788624564.074733:0:32663:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788624564.074735:0:32663:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767000/0xcc94206c7ef418ce lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a810d expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1788624564.075937:0:32663:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788624564.075942:0:32663:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788624564.075944:0:32663:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788624564.075945:0:32663:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode CR 00000002:00000001:2.0:1788624564.075949:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.075951:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.075957:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 4 00010000:00000001:2.0:1788624564.075961:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624564.075964:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.075965:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.075966:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.075968:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 4 00010000:00000001:2.0:1788624564.075970:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624564.075972:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.075974:0:32663:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.075977:0:32663:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788624564.075982:0:32663:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788624564.075990:0:32663:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd110fba00. 00000080:00000001:2.0:1788624564.075992:0:32663:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:2.0:1788624564.075998:0:32663:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd1878e100 2 00000080:00000001:2.0:1788624564.076003:0:32663:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788624564.076007:0:32663:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788624564.076010:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624564.076013:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624564.076015:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624564.076018:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624564.076020:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.076022:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1788624564.076024:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.076028:0:32663:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x24:0x0] 00000002:00000001:2.0:1788624564.076032:0:32663:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788624564.076034:0:32663:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff99dd10dbf800: [0x200000405:0x24:0x0] file closed with intent: 0 00000100:00000010:2.0:1788624564.076042:0:32663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62a00. 00000020:00000040:2.0:1788624564.076047:0:32663:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=10 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624564.076052:0:32663:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624564.076057:0:32663:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624564.076062:0:32663:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624564.076074:0:32663:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd110fb800. 00000100:00000001:2.0:1788624564.076083:0:32663:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788624564.076135:0:32663:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11d61f80 x1875506845056768/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624580 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788624564.076151:0:32663:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788624564.076157:0:32663:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11d62a00 x1875506845057408/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788624564.076165:0:32663:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624564.076167:0:32663:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624564.076176:0:32663:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cdb40. 00000100:00000001:2.0:1788624564.076179:0:32663:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486766912 : -112300222784704 : ffff99dd111cdb40) 00000100:00000001:2.0:1788624564.076182:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.076183:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000001:2.0:1788624564.076904:0:32663:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624564.076910:0:32663:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.076912:0:32663:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624564.076915:0:32663:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624564.076921:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d62a00 x1875506845057408/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.076931:0:32663:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624564.076933:0:32663:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624564.076937:0:32663:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624564.076940:0:32663:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624564.076943:0:32663:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624564.076946:0:32663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d62a00 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845057408:192.168.202.125@tcp:35:rm.0 00000100:00000001:2.0:1788624564.076951:0:32663:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624564.076958:0:32663:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624564.076961:0:32663:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624564.076964:0:32663:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624564.076971:0:32663:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04838400. 02000000:00000001:2.0:1788624564.076973:0:32663:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624564.076982:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624564.076987:0:32663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2790. 00000400:00000010:2.0:1788624564.076996:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08908. 00000100:00000200:2.0:1788624564.077005:0:32663:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845057408, portal 10 00000100:00000001:2.0:1788624564.077007:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.077008:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000040:2.0:1788624564.077017:0:32663:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d62a00 x1875506845057408/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624580 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.077025:0:32663:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624564.077028:0:32663:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624564.077031:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e083b8. 00000100:00000200:2.0:1788624564.077034:0:32663:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845057408, offset 0 00000400:00000200:2.0:1788624564.077043:0:32663:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624564.077053:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624564.077063:0:32663:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624564.077166:0:32663:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624564.077173:0:32663:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624564.077188:0:32663:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624564.077244:0:32663:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624564.077248:0:32663:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2848:2848:256:4294967295] 192.168.202.125@tcp LPNI seq info [2848:2848:8:4294967295] 00000400:00000200:2.0:1788624564.077254:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624564.077263:0:32663:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624564.077270:0:32663:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624564.077643:0:32663:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872c00. 00000800:00000200:2.0:1788624564.077654:0:32663:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624564.077664:0:32663:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624564.077670:0:32663:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788624564.077698:0:32663:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624564.077704:0:32663:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 810450 usecs (811 jiffies) 00000400:00000200:2.0:1788624564.077708:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624564.077711:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578950 00000100:00000001:2.0:1788624564.077715:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:2.0:1788624564.077718:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578950 00000100:00000001:2.0:1788624564.077720:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:2.0:1788624564.077723:0:32663:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624564.077726:0:32663:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.077729:0:32663:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624564.077732:0:32663:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624564.077735:0:32663:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cdb40 going to sleep for 11 seconds 00000100:00000001:2.0:1788624564.077739:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624564.077742:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624564.078955:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624564.078965:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872c00. 00000400:00000200:3.0:1788624564.078973:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624564.078982:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624564.078990:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e083b8 00000400:00000010:3.0:1788624564.078993:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e083b8. 00000100:00000001:3.0:1788624564.078999:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624564.079006:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d62a00 x1875506845057408/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624580 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624564.079019:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624564.079023:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d62a00 x1875506845057408/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624580 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624564.079030:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624564.079032:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624564.083829:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.083866:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624564.083871:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.083875:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624564.083887:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.083897:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624564.083908:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.083913:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.083920:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.083925:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377460180 00000400:00000200:3.0:1788624564.083931:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.083938:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x8245 [1] + 224 00000800:00000001:3.0:1788624564.083947:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.083954:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624564.083958:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624564.083963:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624564.083974:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624564.083986:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d62a00 x1875506845057408/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624580 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624564.083999:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11d62a00 x1875506845057408/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624580 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624564.084027:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624564.084039:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.084042:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624564.088654:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624564.088675:0:32663:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624564.088677:0:32663:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624564.088682:0:32663:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2790. 00000400:00000200:2.0:1788624564.088694:0:32663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08908 00000400:00000010:2.0:1788624564.088697:0:32663:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08908. 00000100:00000001:2.0:1788624564.088703:0:32663:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624564.088720:0:32663:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d62a00 x1875506845057408/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624580 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788624564.088733:0:32663:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d62a00 x1875506845057408/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624580 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.088743:0:32663:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624564.088746:0:32663:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624564.088749:0:32663:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624564.088753:0:32663:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624564.088756:0:32663:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624564.088759:0:32663:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624564.088762:0:32663:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624564.088775:0:32663:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=142 v=5 (5 5 5 5) 00000100:00001000:2.0:1788624564.088779:0:32663:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624564.088782:0:32663:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624564.088784:0:32663:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.088787:0:32663:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624564.088792:0:32663:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.088796:0:32663:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788624564.088798:0:32663:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788624564.088801:0:32663:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788624564.088803:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.088805:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000001:2.0:1788624564.088809:0:32663:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624564.088811:0:32663:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:2.0:1788624564.088814:0:32663:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624564.088817:0:32663:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624564.088823:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d62a00 x1875506845057408/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624580 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.088830:0:32663:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624564.088835:0:32663:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624564.088837:0:32663:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624564.088842:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d62a00 x1875506845057408/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624580 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788624564.088850:0:32663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d62a00 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845057408:192.168.202.125@tcp:35:rm.0 00000100:00000001:2.0:1788624564.088868:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624564.088872:0:32663:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.088875:0:32663:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624564.088878:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624564.088882:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d62a00 x1875506845057408/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624580 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.088889:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624564.088893:0:32663:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cdb40. 00000100:00000001:2.0:1788624564.088897:0:32663:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624564.088899:0:32663:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.088907:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.088909:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000002:00000001:2.0:1788624564.088912:0:32663:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.088916:0:32663:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.088921:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878e100 2 00000080:00000010:2.0:1788624564.088925:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd110fba00. 00000080:00000001:2.0:1788624564.088929:0:32663:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788624564.088933:0:32663:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1788624564.088938:0:32663:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624564.088941:0:32663:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624564.088944:0:32663:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624564.088948:0:32663:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624564.088950:0:32663:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.088952:0:32663:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1788624564.088955:0:32663:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.088960:0:32663:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788624564.088966:0:32663:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11d61f80 x1875506845056768/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624580 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.088980:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.088981:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498908544 : -112300210643072 : ffff99dd11d61f80) 00000100:00000001:2.0:1788624564.088984:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624564.088987:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61f80 x1875506845056768/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624580 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.088994:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.088996:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624564.088999:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d62a00 x1875506845057408/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624580 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.089004:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.089006:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624564.089010:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d61f80 x1875506845056768/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/664 e 0 to 0 dl 1788624580 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.089016:0:32663:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788624564.089020:0:32663:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624564.089022:0:32663:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624564.089025:0:32663:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624564.089029:0:32663:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd0483a000. 02000000:00000001:2.0:1788624564.089035:0:32663:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624564.089037:0:32663:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624564.089040:0:32663:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d61f80. 00000100:00000001:2.0:1788624564.089047:0:32663:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624564.089048:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624564.089050:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624564.089053:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d62a00 x1875506845057408/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624580 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.089071:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624564.089073:0:32663:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff99dd104cbfa0. 00000002:00000001:2.0:1788624564.089076:0:32663:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.089078:0:32663:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624564.089081:0:32663:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd11d2d840. 00000100:00000001:2.0:1788624564.089084:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624564.089087:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d62a00 x1875506845057408/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624580 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624564.089094:0:32663:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624564.089096:0:32663:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624564.089099:0:32663:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd04838400. 02000000:00000001:2.0:1788624564.089102:0:32663:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624564.089103:0:32663:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624564.089159:0:32663:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624564.089162:0:32663:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624564.089164:0:32663:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd110fb800. 02000000:00000001:2.0:1788624564.089167:0:32663:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624564.089169:0:32663:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624564.089170:0:32663:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d62a00. 00000100:00000001:2.0:1788624564.089172:0:32663:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624564.089174:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624564.089177:0:32663:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.089180:0:32663:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788624564.089182:0:32663:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:2.0:1788624564.089198:0:32663:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624564.089203:0:32663:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624564.089211:0:32663:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4600 count: 4 00010000:00000001:2.0:1788624564.089215:0:32663:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624564.089220:0:32663:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.089222:0:32663:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.089226:0:32663:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788624564.089229:0:32663:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff99dd191bd348) invalid 00000020:00000001:2.0:1788624564.089234:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa80 00000080:00002000:2.0:1788624564.089236:0:32663:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff99dd1934c0d8) parent ffff99dd19287870 inode ffff99dd191bd348 refc 2 00000080:00000001:2.0:1788624564.089241:0:32663:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788624564.089244:0:32663:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788624564.089247:0:32663:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.089252:0:32663:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788624564.089257:0:32663:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788624564.089258:0:32663:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788624564.089261:0:32663:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624564.089265:0:32663:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788624564.089269:0:32663:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd10767000 with handle 0xcc94206c7ef418ce from hash 00010000:00000001:2.0:1788624564.089272:0:32663:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788624564.089274:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624564.089276:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.089278:0:32663:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788624564.089281:0:32663:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788624564.089283:0:32663:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788624564.089287:0:32663:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788624564.089290:0:32663:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1788624564.089293:0:32663:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1788624564.089304:0:32663:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62a00. 00000020:00000040:2.0:1788624564.089308:0:32663:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:2.0:1788624564.089314:0:32663:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788624564.089316:0:32663:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.089319:0:32663:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624564.089325:0:32663:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624564.089328:0:32663:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.089331:0:32663:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624564.089333:0:32663:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624564.089339:0:32663:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624564.089345:0:32663:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd110fb800. 00000100:00000001:2.0:1788624564.089353:0:32663:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.089356:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624564.089360:0:32663:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788624564.089367:0:32663:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef418d5 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a814c expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788624564.089376:0:32663:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767000/0xcc94206c7ef418ce lrc: 1/0,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a810d expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788624564.089383:0:32663:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1788624564.089389:0:32663:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1788624564.089391:0:32663:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1788624564.089393:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788624564.089396:0:32663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef418d5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a814c expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624564.089409:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.089411:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788624564.089413:0:32663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767000/0xcc94206c7ef418ce lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a810d expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1788624564.089421:0:32663:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd189e4600 count: 0 00010000:00000010:2.0:1788624564.089427:0:32663:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd087e6b00. 00010000:00000001:2.0:1788624564.089434:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.089435:0:32663:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788624564.089438:0:32663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600800/0xcc94206c7ef418c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a80f1 expref: -99 pid: 32663 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:2.0:1788624564.089445:0:32663:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd189e4300 count: 0 00010000:00000010:2.0:1788624564.089448:0:32663:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd087e6b80. 00010000:00000001:2.0:1788624564.089453:0:32663:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624564.089455:0:32663:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.089457:0:32663:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624564.089459:0:32663:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.089461:0:32663:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788624564.089474:0:32663:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788624564.089481:0:32663:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11d62a00 x1875506845057664/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624564.089488:0:32663:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624564.089490:0:32663:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624564.089498:0:32663:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cdb40. 00000100:00000001:2.0:1788624564.089500:0:32663:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486766912 : -112300222784704 : ffff99dd111cdb40) 00000100:00000001:2.0:1788624564.089503:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.089505:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000001:2.0:1788624564.089510:0:32663:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624564.089515:0:32663:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.089517:0:32663:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624564.089519:0:32663:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624564.089523:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d62a00 x1875506845057664/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624564.089531:0:32663:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624564.089534:0:32663:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624564.089537:0:32663:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624564.089540:0:32663:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624564.089543:0:32663:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624564.089546:0:32663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d62a00 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845057664:192.168.202.125@tcp:36:rm.0 00000100:00000001:2.0:1788624564.089550:0:32663:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624564.089557:0:32663:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624564.089560:0:32663:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624564.089563:0:32663:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624564.089568:0:32663:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04838400. 02000000:00000001:2.0:1788624564.089570:0:32663:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624564.089579:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624564.089582:0:32663:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2790. 00000400:00000010:2.0:1788624564.089589:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08908. 00000100:00000200:2.0:1788624564.089597:0:32663:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845057664, portal 10 00000100:00000001:2.0:1788624564.089599:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.089600:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000040:2.0:1788624564.089607:0:32663:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d62a00 x1875506845057664/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624580 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624564.089615:0:32663:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624564.089618:0:32663:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624564.089623:0:32663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e083b8. 00000100:00000200:2.0:1788624564.089626:0:32663:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875506845057664, offset 0 00000400:00000200:2.0:1788624564.089635:0:32663:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624564.089644:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624564.089655:0:32663:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624564.089662:0:32663:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624564.089667:0:32663:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624564.089672:0:32663:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624564.089675:0:32663:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624564.089679:0:32663:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2849:2849:256:4294967295] 192.168.202.125@tcp LPNI seq info [2849:2849:8:4294967295] 00000400:00000200:2.0:1788624564.089684:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624564.089694:0:32663:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624564.089702:0:32663:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624564.089708:0:32663:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872b00. 00000800:00000200:2.0:1788624564.089717:0:32663:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624564.089727:0:32663:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624564.089733:0:32663:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872b00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1788624564.089758:0:32663:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624564.089763:0:32663:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 809381 usecs (810 jiffies) 00000400:00000200:2.0:1788624564.089767:0:32663:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624564.089770:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296578961 00000100:00000001:2.0:1788624564.089774:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296579929 00000100:00000001:2.0:1788624564.089776:0:32663:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296578961 00000100:00000001:2.0:1788624564.089779:0:32663:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296579929 00000100:00000001:2.0:1788624564.089782:0:32663:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624564.089785:0:32663:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.089787:0:32663:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624564.089789:0:32663:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624564.089792:0:32663:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cdb40 going to sleep for 11 seconds 00000100:00000001:2.0:1788624564.089795:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624564.089797:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624564.090375:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624564.090382:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872b00. 00000400:00000200:3.0:1788624564.090388:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624564.090395:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624564.090403:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e083b8 00000400:00000010:3.0:1788624564.090406:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e083b8. 00000100:00000001:3.0:1788624564.090411:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624564.090415:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d62a00 x1875506845057664/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624580 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624564.090425:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624564.090429:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d62a00 x1875506845057664/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624580 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624564.090435:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624564.090437:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788624564.103202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767e00. 00010000:00000010:2.1:1788624564.103228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4600. 00010000:00000010:2.1:1788624564.103234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767000. 00010000:00000010:2.1:1788624564.103237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4300. 00010000:00000010:2.1:1788624564.103240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600800. 00000800:00000001:3.0:1788624564.113181:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.113218:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624564.113224:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.113227:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624564.113238:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.113248:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624564.113260:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.113266:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.113272:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.113277:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377460280 00000400:00000200:3.0:1788624564.113282:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624564.113290:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x8255 [1] + 224 00000800:00000001:3.0:1788624564.113298:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.113305:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624564.113309:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624564.113315:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624564.113324:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624564.113335:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d62a00 x1875506845057664/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624580 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624564.113348:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99dd11d62a00 x1875506845057664/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624580 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624564.113372:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624564.113383:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624564.113386:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624564.113473:0:32663:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624564.113483:0:32663:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624564.113486:0:32663:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624564.113490:0:32663:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2790. 00000400:00000200:2.0:1788624564.113496:0:32663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08908 00000400:00000010:2.0:1788624564.113498:0:32663:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08908. 00000100:00000001:2.0:1788624564.113502:0:32663:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624564.113508:0:32663:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d62a00 x1875506845057664/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624580 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624564.113517:0:32663:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d62a00 x1875506845057664/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/624 e 0 to 0 dl 1788624580 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624564.113523:0:32663:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624564.113536:0:32663:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624564.113540:0:32663:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624564.113544:0:32663:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624564.113546:0:32663:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624564.113549:0:32663:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624564.113553:0:32663:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624564.113564:0:32663:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=143 v=5 (103 103 103 137) 00000100:00001000:2.0:1788624564.113570:0:32663:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624564.113573:0:32663:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624564.113575:0:32663:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624564.113578:0:32663:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624564.113582:0:32663:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.113587:0:32663:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788624564.113589:0:32663:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x100000140] 00000100:00000001:2.0:1788624564.113591:0:32663:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788624564.113594:0:32663:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624564.113595:0:32663:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000001:2.0:1788624564.113599:0:32663:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624564.113602:0:32663:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:2.0:1788624564.113604:0:32663:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624564.113607:0:32663:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624564.113613:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d62a00 x1875506845057664/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/456 e 0 to 0 dl 1788624580 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624564.113621:0:32663:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624564.113625:0:32663:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624564.113627:0:32663:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624564.113632:0:32663:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d62a00 x1875506845057664/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/456 e 0 to 0 dl 1788624580 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624564.113641:0:32663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d62a00 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:32663:1875506845057664:192.168.202.125@tcp:36:rm.0 00000100:00000001:2.0:1788624564.113646:0:32663:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624564.113649:0:32663:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624564.113651:0:32663:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624564.113654:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624564.113659:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d62a00 x1875506845057664/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/456 e 0 to 0 dl 1788624580 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624564.113666:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624564.113669:0:32663:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cdb40. 00000100:00000001:2.0:1788624564.113673:0:32663:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624564.113675:0:32663:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.113686:0:32663:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.113690:0:32663:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.113695:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624564.113699:0:32663:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd110fbe00. 00000080:00000002:2.0:1788624564.113705:0:32663:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788624563 to 1788624564 00000100:00000001:2.0:1788624564.113712:0:32663:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624564.113716:0:32663:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d62a00 x1875506845057664/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/456 e 0 to 0 dl 1788624580 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624564.113722:0:32663:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.113724:0:32663:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.113758:0:32663:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1788624564.113762:0:32663:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788624564.113765:0:32663:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x24:0x0](ffff99dd191bd348) 00800000:00000001:2.0:1788624564.113770:0:32663:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788624564.113772:0:32663:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x24:0x0] 00000002:00000001:2.0:1788624564.113778:0:32663:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788624564.113785:0:32663:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624564.113788:0:32663:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788624564.113791:0:32663:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624564.113792:0:32663:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.113796:0:32663:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788624564.113799:0:32663:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788624564.113800:0:32663:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624564.113803:0:32663:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624564.113806:0:32663:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878e100 1 00800000:00000010:2.0:1788624564.113809:0:32663:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd1878e100. 00000080:00000001:2.0:1788624564.113816:0:32663:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788624564.113819:0:32663:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1788624564.113836:0:32663:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788624564.113840:0:32663:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fe30 00000080:00002000:2.0:1788624564.113844:0:32663:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff99dd1934c0d8, parent ffff99dd19287870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788624564.113847:0:32663:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624564.113851:0:32663:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788624564.113865:0:32663:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1788624564.124712:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191bd280. 00000080:00000010:2.1:1788624564.124735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd104cb520. 00010000:00000001:3.0:1788624564.180825:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624564.180836:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624564.180842:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624564.180844:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624564.180846:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624564.180848:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624564.180885:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624564.180889:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624564.180892:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624565.204220:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624565.204233:0:28436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624565.204236:0:28436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624565.204240:0:28436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624565.204247:0:28436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624565.204250:0:28436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624565.204252:0:28436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624565.204254:0:28436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624565.204259:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624565.204260:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624565.204264:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624565.204266:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624565.204306:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624565.204310:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624565.204313:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788624565.810710:0:32750:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.906213:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296579929, at 4296579968 00000100:00000010:3.0:1788624565.906233:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd18588240. 00000100:00000040:2.0:1788624565.907450:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296579929, at 4296579969 00000100:00000010:2.0:1788624565.907460:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd18588120. 00000100:00000040:3.0:1788624565.974331:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624565.974350:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624565.974360:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597800. 00000020:00000040:3.0:1788624565.974367:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:3.0:1788624565.974371:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624565.974374:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624565.974379:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624565.974386:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818800. 00000100:00000001:3.0:1788624565.974393:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.974405:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11597800 x1875506845057792/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624565.974416:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624565.974420:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.974426:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f0ad431] to pc [ptlrpcd_01_00+0] req@ffff99dd11597800 x1875506845057792/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.974456:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.974459:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624565.974462:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624565.974465:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11596d80. 00000020:00000040:3.0:1788624565.974468:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=10 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624565.974471:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624565.974472:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624565.974474:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624565.974477:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818f00. 00000100:00000001:3.0:1788624565.974480:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.974485:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11596d80 x1875506845057920/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624565.974492:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624565.974494:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.974508:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9bf39dc] to pc [ptlrpcd_01_01+1] req@ffff99dd11596d80 x1875506845057920/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.974523:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.974525:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624565.974528:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624565.974531:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11596a00. 00000020:00000040:3.0:1788624565.974533:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624565.974535:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624565.974537:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624565.974538:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624565.974541:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818600. 00000100:00000001:3.0:1788624565.974544:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.974548:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11596a00 x1875506845058048/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624565.974555:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624565.974556:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.974560:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2861c11] to pc [ptlrpcd_01_00+0] req@ffff99dd11596a00 x1875506845058048/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.974567:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.974569:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624565.974572:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624565.974575:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11594380. 00000020:00000040:3.0:1788624565.974578:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:3.0:1788624565.974580:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624565.974581:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624565.974583:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624565.974586:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818a00. 00000100:00000001:3.0:1788624565.974589:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.974593:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11594380 x1875506845058176/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624565.974600:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624565.974602:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.974606:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa7831c9] to pc [ptlrpcd_01_01+1] req@ffff99dd11594380 x1875506845058176/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.974612:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.974614:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624565.974617:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624565.974619:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595180. 00000020:00000040:3.0:1788624565.974621:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:3.0:1788624565.974623:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624565.974624:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624565.974626:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624565.974631:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd03818e00. 00000100:00000001:3.0:1788624565.974633:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.974637:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11595180 x1875506845058304/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624565.974644:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624565.974646:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.974649:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ff4ceab] to pc [ptlrpcd_01_00+0] req@ffff99dd11595180 x1875506845058304/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.974656:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.974661:0:25842:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1917) 00000100:00000001:3.0:1788624565.974677:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624565.974681:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624565.974684:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624565.974690:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11597800 x1875506845057792/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.974697:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624565.974700:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624565.974704:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624565.974706:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624565.974709:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624565.974713:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11597800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2391:1875506845057792:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624565.974718:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624565.974722:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624565.974724:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624565.974727:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624565.974731:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197f4000. 02000000:00000001:3.0:1788624565.974734:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624565.974741:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624565.974745:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560adc0. 00000400:00000010:3.0:1788624565.974752:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fd48. 00000100:00000200:3.0:1788624565.974759:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845057792, portal 25 00000100:00000001:3.0:1788624565.974761:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624565.974763:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490739200 : -112300218812416 : ffff99dd11597800) 00000100:00000040:3.0:1788624565.974768:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11597800 x1875506845057792/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.974776:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624565.974779:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624565.974782:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f440. 00000100:00000200:3.0:1788624565.974798:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845057792, offset 0 00000400:00000200:3.0:1788624565.974805:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624565.974814:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.974822:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624565.974827:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624565.974830:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624565.974834:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624565.974868:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624565.974871:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2850:2850:256:4294967295] 192.168.202.125@tcp LPNI seq info [2850:2850:8:4294967295] 00000400:00000200:3.0:1788624565.974876:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.974885:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624565.974891:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624565.974896:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818400. 00000800:00000200:3.0:1788624565.974902:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624565.974910:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624565.974915:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624565.974927:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624565.974931:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624565.974933:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296583962 00000100:00000010:3.0:1788624565.974939:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd049ad0c0. 00000100:00000001:3.0:1788624565.974945:0:2391:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788624565.974950:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296583962 00000100:00000010:3.0:1788624565.974953:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd049ad060. 00000100:00000001:3.0:1788624565.974956:0:2391:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788624565.974958:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624565.974961:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624565.974963:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624565.974967:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11596a00 x1875506845058048/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.974973:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624565.974975:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624565.974977:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624565.974979:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624565.974981:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624565.974984:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11596a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845058048:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624565.974987:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624565.974990:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624565.974991:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624565.974993:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624565.974996:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197f5e00. 02000000:00000001:3.0:1788624565.974997:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624565.975001:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624565.975004:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a6e0. 00000400:00000010:3.0:1788624565.975007:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fe58. 00000100:00000200:3.0:1788624565.975009:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845058048, portal 10 00000100:00000001:3.0:1788624565.975011:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624565.975013:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490735616 : -112300218816000 : ffff99dd11596a00) 00000100:00000040:3.0:1788624565.975018:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11596a00 x1875506845058048/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.975024:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624565.975026:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624565.975028:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f198. 00000100:00000200:3.0:1788624565.975031:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845058048, offset 0 00000400:00000200:3.0:1788624565.975035:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624565.975038:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.975041:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624565.975044:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624565.975046:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624565.975048:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624565.975050:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624565.975053:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2851:2851:255:4294967295] 192.168.202.125@tcp LPNI seq info [2851:2851:7:4294967295] 00000400:00000200:3.0:1788624565.975057:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.975062:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624565.975066:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624565.975069:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd03818100. 00000800:00000200:3.0:1788624565.975074:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624565.975078:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624565.975080:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd03818100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624565.975083:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.975086:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24803 usecs (25 jiffies) 00000400:00000200:3.0:1788624565.975089:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624565.975091:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296580061 00000100:00000001:3.0:1788624565.975094:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296583962 00000100:00000001:3.0:1788624565.975096:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296580061 00000100:00000001:3.0:1788624565.975098:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296583962 00000100:00000001:3.0:1788624565.975101:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624565.975103:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624565.975128:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624565.975132:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595180 x1875506845058304/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.975139:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624565.975141:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624565.975143:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624565.975145:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624565.975147:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624565.975150:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845058304:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624565.975153:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624565.975155:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624565.975157:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624565.975158:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624565.975162:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197f4800. 02000000:00000001:3.0:1788624565.975163:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624565.975167:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624565.975169:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a000. 00000400:00000010:3.0:1788624565.975173:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f220. 00000100:00000200:3.0:1788624565.975175:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845058304, portal 4 00000100:00000001:3.0:1788624565.975177:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624565.975178:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490729344 : -112300218822272 : ffff99dd11595180) 00000100:00000040:3.0:1788624565.975183:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11595180 x1875506845058304/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.975201:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624565.975203:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624565.975206:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fcc0. 00000100:00000200:3.0:1788624565.975208:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845058304, offset 0 00000400:00000200:3.0:1788624565.975213:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624565.975217:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.975220:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624565.975223:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624565.975226:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624565.975228:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624565.975230:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624565.975233:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2852:2852:254:4294967295] 192.168.202.125@tcp LPNI seq info [2852:2852:6:4294967295] 00000400:00000200:3.0:1788624565.975238:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.975243:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624565.975248:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624565.975252:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd211fd200. 00000800:00000200:3.0:1788624565.975255:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624565.975259:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624565.975262:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd211fd200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624565.975265:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.975267:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25281 usecs (26 jiffies) 00000400:00000200:3.0:1788624565.975270:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624565.975272:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296580063 00000100:00000001:3.0:1788624565.975274:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296583962 00000100:00000001:3.0:1788624565.975276:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296580063 00000100:00000001:3.0:1788624565.975277:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296583962 00000100:00000001:3.0:1788624565.975279:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624565.975281:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624565.975283:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624565.975286:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624565.975293:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624565.975294:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788624565.975297:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624565.975298:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624565.975300:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624565.975302:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788624565.975303:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624565.975305:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624565.975307:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624565.975308:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624565.975309:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624565.975311:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624565.975315:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11596d80 x1875506845057920/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.975321:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624565.975322:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624565.975324:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624565.975326:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624565.975327:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624565.975329:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845057920:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624565.975332:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624565.975335:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624565.975336:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624565.975337:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624565.975340:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197f4200. 02000000:00000001:3.0:1788624565.975342:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624565.975345:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624565.975347:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560ad10. 00000400:00000010:3.0:1788624565.975350:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f6e8. 00000100:00000200:3.0:1788624565.975352:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845057920, portal 10 00000100:00000001:3.0:1788624565.975354:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624565.975355:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490736512 : -112300218815104 : ffff99dd11596d80) 00000100:00000040:3.0:1788624565.975361:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11596d80 x1875506845057920/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.975366:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624565.975368:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624565.975370:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fb28. 00000100:00000200:3.0:1788624565.975372:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845057920, offset 0 00000400:00000200:3.0:1788624565.975376:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624565.975380:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.975383:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624565.975385:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624565.975387:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624565.975389:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624565.975391:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624565.975394:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2853:2853:253:4294967295] 192.168.202.125@tcp LPNI seq info [2853:2853:5:4294967295] 00000400:00000200:3.0:1788624565.975397:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.975402:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624565.975406:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624565.975410:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd211fd500. 00000800:00000200:3.0:1788624565.975413:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624565.975416:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624565.975418:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd211fd500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624565.975421:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.975424:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 808336 usecs (809 jiffies) 00000400:00000200:3.0:1788624565.975426:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624565.975428:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296580846 00000100:00000001:3.0:1788624565.975430:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296583962 00000100:00000001:3.0:1788624565.975432:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296580846 00000100:00000001:3.0:1788624565.975434:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296583962 00000100:00000001:3.0:1788624565.975436:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624565.975438:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624565.975440:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624565.975443:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11594380 x1875506845058176/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.975448:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624565.975450:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624565.975452:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624565.975453:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624565.975455:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624565.975458:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11594380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845058176:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624565.975461:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624565.975463:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624565.975465:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624565.975466:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624565.975469:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197f4400. 02000000:00000001:3.0:1788624565.975470:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624565.975473:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624565.975475:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a268. 00000400:00000010:3.0:1788624565.975478:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f990. 00000100:00000200:3.0:1788624565.975481:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845058176, portal 4 00000100:00000001:3.0:1788624565.975482:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624565.975484:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490725760 : -112300218825856 : ffff99dd11594380) 00000100:00000040:3.0:1788624565.975489:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11594380 x1875506845058176/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.975494:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624565.975496:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624565.975498:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f770. 00000100:00000200:3.0:1788624565.975500:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845058176, offset 0 00000400:00000200:3.0:1788624565.975503:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624565.975506:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.975508:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624565.975511:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624565.975513:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624565.975515:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624565.975517:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624565.975520:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2854:2854:252:4294967295] 192.168.202.125@tcp LPNI seq info [2854:2854:4:4294967295] 00000400:00000200:3.0:1788624565.975523:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.975529:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624565.975532:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624565.975536:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185a00. 00000800:00000200:3.0:1788624565.975539:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624565.975543:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624565.975545:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624565.975547:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.975550:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 209942 usecs (210 jiffies) 00000400:00000200:3.0:1788624565.975552:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624565.975554:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296580247 00000100:00000001:3.0:1788624565.975555:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296583962 00000100:00000001:3.0:1788624565.975557:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296580247 00000100:00000001:3.0:1788624565.975559:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296583962 00000100:00000001:3.0:1788624565.975561:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624565.975562:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624565.975565:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624565.975567:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624565.975580:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624565.975583:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624565.975617:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624565.975620:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818400. 00000400:00000200:3.0:1788624565.975628:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624565.975632:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624565.975637:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f440 00000400:00000010:3.0:1788624565.975640:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f440. 00000100:00000001:3.0:1788624565.975644:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624565.975648:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11597800 x1875506845057792/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.975657:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624565.975659:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11597800 x1875506845057792/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624581 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.975666:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624565.975668:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624565.975677:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624565.975679:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd03818100. 00000400:00000200:3.0:1788624565.975681:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624565.975684:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624565.975686:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f198 00000400:00000010:3.0:1788624565.975688:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f198. 00000100:00000001:3.0:1788624565.975689:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624565.975692:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11596a00 x1875506845058048/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.975699:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624565.975702:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11596a00 x1875506845058048/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624581 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.975707:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624565.975709:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624565.975714:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624565.975716:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd211fd200. 00000400:00000200:3.0:1788624565.975718:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624565.975721:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624565.975723:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fcc0 00000400:00000010:3.0:1788624565.975725:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fcc0. 00000100:00000001:3.0:1788624565.975726:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624565.975730:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595180 x1875506845058304/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.975736:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624565.975739:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595180 x1875506845058304/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624581 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.975744:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624565.975746:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624565.975752:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624565.975754:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd211fd500. 00000400:00000200:3.0:1788624565.975756:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624565.975759:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624565.975761:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fb28 00000400:00000010:3.0:1788624565.975763:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fb28. 00000100:00000001:3.0:1788624565.975765:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624565.975769:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11596d80 x1875506845057920/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.975775:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624565.975778:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11596d80 x1875506845057920/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624581 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.975784:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624565.975785:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624565.975857:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624565.975860:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185a00. 00000400:00000200:3.0:1788624565.975863:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624565.975867:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624565.975869:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f770 00000400:00000010:3.0:1788624565.975871:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f770. 00000100:00000001:3.0:1788624565.975873:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624565.975876:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11594380 x1875506845058176/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.975883:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624565.975886:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11594380 x1875506845058176/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624581 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.975892:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624565.975894:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624565.984354:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624565.984371:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624565.984376:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624565.984379:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624565.984388:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984396:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624565.984406:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984412:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984417:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984421:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377460500 00000400:00000200:3.0:1788624565.984427:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984433:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8285 [1] + 224 00000800:00000001:3.0:1788624565.984440:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624565.984445:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624565.984448:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624565.984453:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624565.984461:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624565.984469:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595180 x1875506845058304/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624565.984480:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11595180 x1875506845058304/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.984496:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624565.984504:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624565.984508:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624565.984510:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624565.984512:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624565.984515:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984518:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624565.984522:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984525:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984527:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984530:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377460480 00000400:00000200:3.0:1788624565.984533:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984536:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x82a5 [1] + 224 00000800:00000001:3.0:1788624565.984540:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624565.984543:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624565.984545:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624565.984548:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624565.984552:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624565.984557:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11594380 x1875506845058176/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624565.984565:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11594380 x1875506845058176/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.984572:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624565.984576:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624565.984579:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624565.984581:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624565.984583:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624565.984585:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984589:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624565.984634:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984637:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984640:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984643:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377460400 00000400:00000200:3.0:1788624565.984647:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984651:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x8275 [1] + 224 00000800:00000001:3.0:1788624565.984655:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624565.984659:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624565.984660:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624565.984663:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624565.984667:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624565.984671:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11596a00 x1875506845058048/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624565.984679:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11596a00 x1875506845058048/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.984685:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624565.984689:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624565.984692:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624565.984693:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624565.984696:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624565.984698:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984702:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624565.984705:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984708:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984710:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984713:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377460380 00000400:00000200:3.0:1788624565.984715:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984719:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x8295 [1] + 224 00000800:00000001:3.0:1788624565.984722:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624565.984725:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624565.984727:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624565.984730:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624565.984733:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624565.984737:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11596d80 x1875506845057920/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624565.984746:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11596d80 x1875506845057920/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.984752:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624565.984756:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624565.984759:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624565.984761:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624565.984763:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624565.984766:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984770:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624565.984774:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984776:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984779:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984781:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377460300 00000400:00000200:3.0:1788624565.984784:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624565.984789:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8265 [1] + 224 00000800:00000001:3.0:1788624565.984792:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624565.984798:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624565.984800:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624565.984803:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624565.984806:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624565.984810:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11597800 x1875506845057792/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624565.984818:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11597800 x1875506845057792/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.984826:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624565.984829:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624565.984832:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624565.984858:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624565.984863:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624565.984869:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624565.984871:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624565.984874:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560ad10. 00000400:00000200:3.0:1788624565.984878:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f6e8 00000400:00000010:3.0:1788624565.984881:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f6e8. 00000100:00000001:3.0:1788624565.984884:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624565.984888:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11596d80 x1875506845057920/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624565.984897:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11596d80 x1875506845057920/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.984903:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624565.984905:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624565.984907:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624565.984911:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624565.984913:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624565.984915:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624565.984918:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624565.984939:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=144 v=5 (103 103 103 137) 00000100:00001000:3.0:1788624565.984944:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624565.984946:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624565.984948:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624565.984951:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624565.984955:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624565.984959:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624565.984961:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967619 00000100:00000001:3.0:1788624565.984964:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624565.984967:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.984972:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11596d80 x1875506845057920/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.984979:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624565.984982:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624565.984984:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624565.984987:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11596d80 x1875506845057920/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624565.984995:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11596d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845057920:192.168.202.125@tcp:400:kworker.0 00000400:00000001:3.0:1788624565.985001:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624565.985002:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624565.985004:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a268. 00000400:00000200:3.0:1788624565.985007:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f990 00000400:00000010:3.0:1788624565.985009:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f990. 00000100:00000001:3.0:1788624565.985011:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624565.985015:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11594380 x1875506845058176/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624565.985023:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11594380 x1875506845058176/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.985029:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624565.985030:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624565.985032:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624565.985034:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624565.985035:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624565.985036:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624565.985038:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624565.985042:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=143 v=5 (5 5 5 36) 00000100:00001000:3.0:1788624565.985045:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624565.985048:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624565.985049:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624565.985051:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624565.985053:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624565.985055:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624565.985057:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1788624565.985059:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624565.985060:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.985064:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11594380 x1875506845058176/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.985070:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624565.985072:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624565.985074:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624565.985077:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11594380 x1875506845058176/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624565.985084:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11594380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845058176:192.168.202.125@tcp:400:kworker.0 00000400:00000001:3.0:1788624565.985089:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624565.985091:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624565.985092:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560adc0. 00000400:00000200:3.0:1788624565.985095:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fd48 00000400:00000010:3.0:1788624565.985096:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fd48. 00000100:00000001:3.0:1788624565.985098:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624565.985101:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11597800 x1875506845057792/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624565.985135:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11597800 x1875506845057792/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.985142:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624565.985143:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624565.985145:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624565.985147:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624565.985148:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624565.985149:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624565.985151:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624565.985154:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=144 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624565.985157:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624565.985159:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624565.985160:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624565.985162:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624565.985163:0:2391:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624565.985165:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.985169:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11597800 x1875506845057792/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.985176:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624565.985178:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624565.985179:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624565.985183:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11597800 x1875506845057792/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624565.985190:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11597800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2391:1875506845057792:192.168.202.125@tcp:400:kworker.0 00000400:00000001:3.0:1788624565.985195:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624565.985196:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624565.985198:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a6e0. 00000400:00000200:3.0:1788624565.985200:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fe58 00000400:00000010:3.0:1788624565.985202:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fe58. 00000100:00000001:3.0:1788624565.985204:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624565.985207:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11596a00 x1875506845058048/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624565.985214:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11596a00 x1875506845058048/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.985220:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624565.985221:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624565.985223:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624565.985224:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624565.985225:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624565.985226:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624565.985228:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624565.985231:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=144 v=5 (103 103 103 137) 00000100:00001000:3.0:1788624565.985233:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624565.985235:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624565.985237:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624565.985238:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624565.985240:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624565.985242:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624565.985243:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788624565.985245:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624565.985246:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.985250:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11596a00 x1875506845058048/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.985256:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624565.985258:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624565.985260:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624565.985263:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11596a00 x1875506845058048/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624565.985270:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11596a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845058048:192.168.202.125@tcp:400:kworker.0 00000400:00000001:3.0:1788624565.985275:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624565.985276:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624565.985278:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a000. 00000400:00000200:3.0:1788624565.985280:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f220 00000400:00000010:3.0:1788624565.985282:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f220. 00000100:00000001:3.0:1788624565.985283:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624565.985286:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595180 x1875506845058304/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624565.985295:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595180 x1875506845058304/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.985301:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624565.985302:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624565.985304:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624565.985306:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624565.985307:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624565.985309:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624565.985311:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624565.985314:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=143 v=5 (5 5 5 36) 00000100:00001000:3.0:1788624565.985317:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624565.985319:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624565.985320:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624565.985322:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624565.985323:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624565.985326:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624565.985327:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:3.0:1788624565.985329:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624565.985330:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624565.985335:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595180 x1875506845058304/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.985341:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624565.985343:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624565.985344:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624565.985347:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595180 x1875506845058304/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624565.985354:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845058304:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624565.985359:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624565.985361:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624565.985364:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11596d80 x1875506845057920/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.985371:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624565.985373:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624565.985377:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197f4200. 02000000:00000001:3.0:1788624565.985380:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624565.985383:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624565.985385:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624565.985387:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624565.985391:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818f00. 02000000:00000001:3.0:1788624565.985395:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624565.985397:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624565.985398:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11596d80. 00000100:00000001:3.0:1788624565.985402:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624565.985404:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624565.985405:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624565.985409:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11594380 x1875506845058176/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.985415:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624565.985416:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624565.985417:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197f4400. 02000000:00000001:3.0:1788624565.985419:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624565.985421:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624565.985422:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624565.985424:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624565.985425:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818a00. 02000000:00000001:3.0:1788624565.985427:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624565.985428:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624565.985430:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11594380. 00000100:00000001:3.0:1788624565.985432:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624565.985433:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624565.985435:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624565.985438:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11597800 x1875506845057792/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.985444:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624565.985446:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624565.985447:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197f4000. 02000000:00000001:3.0:1788624565.985449:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624565.985450:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624565.985451:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:3.0:1788624565.985453:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624565.985454:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818800. 02000000:00000001:3.0:1788624565.985456:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624565.985457:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624565.985459:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11597800. 00000100:00000001:3.0:1788624565.985461:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624565.985463:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624565.985464:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624565.985468:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11596a00 x1875506845058048/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.985474:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624565.985475:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624565.985477:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197f5e00. 02000000:00000001:3.0:1788624565.985479:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624565.985480:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624565.985481:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624565.985483:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624565.985485:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818600. 02000000:00000001:3.0:1788624565.985487:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624565.985488:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624565.985489:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11596a00. 00000100:00000001:3.0:1788624565.985491:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624565.985492:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624565.985494:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624565.985497:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595180 x1875506845058304/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624581 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624565.985502:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624565.985503:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624565.985504:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197f4800. 02000000:00000001:3.0:1788624565.985506:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624565.985507:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624565.985508:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624565.985510:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624565.985511:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd03818e00. 02000000:00000001:3.0:1788624565.985513:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624565.985514:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624565.985515:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595180. 00000100:00000001:3.0:1788624565.985517:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624565.985519:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624565.985521:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624565.985529:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624565.985531:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624565.985533:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624565.985536:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624566.229082:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624566.229088:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624566.229093:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624566.229094:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624566.229097:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624566.229098:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624566.229133:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624566.229137:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624566.229140:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624567.256061:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624567.256069:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624567.256075:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624567.256076:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624567.256079:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624567.256080:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624567.256415:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624567.256420:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624567.256424:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788624567.718786:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624567.718801:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624567.718805:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624567.718807:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624567.718815:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624567.718832:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624567.718842:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624567.718848:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624567.718854:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624567.718858:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 328 into portal 15 MB=0x6a9c378ad1b80 00000400:00000200:3.0:1788624567.718865:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.125@tcp of length 328/328 into md 0x7095 [2] + 1968 00000400:00000010:3.0:1788624567.718871:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a24d0. 00000400:00000200:3.0:1788624567.718876:0:2383:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff99dd0365a300 00000800:00000001:3.0:1788624567.718881:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624567.718888:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624567.718896:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624567.718901:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624567.718906:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0365a300 00000400:00000010:3.0:1788624567.718909:0:2383:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff99dd0365a300. 00000100:00000001:3.0:1788624567.718914:0:2383:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788624567.718916:0:2383:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1788624567.718920:0:2383:0:(events.c:341:request_in_callback()) incoming req@ffff99dd04839050 x1875506868591488 msgsize 328 00000100:00100000:3.0:1788624567.718924:0:2383:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.125@tcp (source: 12345-192.168.202.125@tcp) 00000100:00000040:3.0:1788624567.718926:0:2383:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1788624567.718935:0:2383:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788624567.718942:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624567.718944:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788624567.718964:0:16806:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff99dd049cf000. 00000100:00000010:3.0:1788624567.718970:0:16806:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff99dd04a06000. 00000100:00100000:3.0:1788624567.718972:0:16806:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1788624567.718975:0:16806:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1788624567.718977:0:16806:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a000. 00000400:00000010:3.0:1788624567.718981:0:16806:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff99dd048e1c00. 00000100:00000001:3.0:1788624567.718989:0:16806:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788624567.718990:0:16806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875506868591488 02000000:00000001:3.0:1788624567.718992:0:16806:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788624567.718994:0:16806:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624567.718995:0:16806:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624567.719000:0:16806:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624567.719003:0:16806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875506868591488 00000020:00000001:3.0:1788624567.719006:0:16806:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788624567.719007:0:16806:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d28 00000020:00000001:3.0:1788624567.719009:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624567.719012:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3000 refcount=4 00000020:00000001:3.0:1788624567.719013:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000020:00000001:3.0:1788624567.719015:0:16806:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000100:00000001:3.0:1788624567.719019:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624567.719022:0:16806:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3f80. 00000100:00000001:3.0:1788624567.719024:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624567.719027:0:16806:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3f80. 00000020:00000010:3.0:1788624567.719034:0:16806:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd197f5e00. 00000020:00000010:3.0:1788624567.719040:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff99dd1115a700. 00000020:00000010:3.0:1788624567.719045:0:16806:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99dd1145fe10. 00000100:00000040:3.0:1788624567.719055:0:16806:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788624567.719059:0:16806:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788624567.719061:0:16806:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788624567.719063:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624567.719072:0:16806:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624567.719080:0:16806:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624567.719091:0:16806:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788624567.719092:0:16806:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788624567.719097:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.125@tcp, seq: 59 00000100:00000040:3.0:1788624567.719100:0:16806:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff99dd051f3000 : new rpc_count 1 00000100:00000001:3.0:1788624567.719101:0:16806:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446631773275394128 : -112300434157488 : ffff99dd04839050) 00000100:00000040:3.0:1788624567.719125:0:16806:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff99dd04839050 x1875506868591488/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:133/0 lens 328/0 e 0 to 0 dl 1788624578 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624567.719131:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624567.719134:0:16806:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3f80. 00000100:00000001:3.0:1788624567.719135:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624567.719137:0:16806:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3f80. 00000100:00100000:3.0:1788624567.719142:0:16806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99dd04839050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:16813:x1875506868591488:12345-192.168.202.125@tcp:104: 00000100:00000200:3.0:1788624567.719146:0:16806:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875506868591488 00010000:00000001:3.0:1788624567.719149:0:16806:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788624567.719156:0:16806:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624567.719158:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624567.719161:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600600 refcount=2 00000020:00000001:3.0:1788624567.719163:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:3.0:1788624567.719166:0:16806:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:3.0:1788624567.719170:0:16806:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624567.719173:0:16806:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624567.719179:0:16806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef418a4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa103bd66258a8073 expref: -99 pid: 32662 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788624567.719192:0:16806:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788624567.719196:0:16806:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788624567.719200:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff99dd049ce800. 02000000:00000001:3.0:1788624567.719202:0:16806:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624567.719205:0:16806:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624567.719210:0:16806:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788624567.719212:0:16806:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624567.719216:0:16806:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd1068a1e8 time=145 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624567.719231:0:16806:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624567.719235:0:16806:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 16 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624567.719238:0:16806:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 02000000:00000001:3.0:1788624567.719240:0:16806:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788624567.719242:0:16806:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624567.719244:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624567.719246:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624567.719249:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f220. 00000100:00000200:3.0:1788624567.719251:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875506868591488, offset 224 00000400:00000200:3.0:1788624567.719255:0:16806:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624567.719261:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624567.719268:0:16806:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624567.719274:0:16806:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2855:2855:256:4294967295] 192.168.202.125@tcp LPNI seq info [2855:2855:8:4294967295] 00000400:00000200:3.0:1788624567.719279:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624567.719286:0:16806:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624567.719293:0:16806:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624567.719298:0:16806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185a00. 00000800:00000200:3.0:1788624567.719305:0:16806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624567.719312:0:16806:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624567.719316:0:16806:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624567.719326:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624567.719329:0:16806:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00010000:00000001:3.0:1788624567.719331:0:16806:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788624567.719334:0:16806:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99dd048e13c0. 00010000:00000001:3.0:1788624567.719336:0:16806:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788624567.719346:0:16806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788624567.719348:0:16806:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624567.719349:0:16806:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624567.719351:0:16806:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624567.719354:0:16806:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd04839050 x1875506868591488/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:133/0 lens 328/224 e 0 to 0 dl 1788624578 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788624567.719361:0:16806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99dd04839050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:16813:x1875506868591488:12345-192.168.202.125@tcp:104: Request processed in 229us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1788624567.719367:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.125@tcp, seq: 59 00000100:00000040:3.0:1788624567.719369:0:16806:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99dd051f3000 : new rpc_count 0 00000100:00000001:3.0:1788624567.719371:0:16806:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788624567.719372:0:16806:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788624567.719376:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff99dd1115a700. 00000020:00000010:3.0:1788624567.719378:0:16806:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99dd1145fe10. 00000020:00000010:3.0:1788624567.719381:0:16806:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99dd197f5e00. 00000020:00000040:3.0:1788624567.719384:0:16806:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3000 : new refcount 3 02000000:00000001:3.0:1788624567.719389:0:16806:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788624567.719391:0:16806:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff99dd04839c00. 02000000:00000001:3.0:1788624567.719393:0:16806:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788624567.719394:0:16806:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63480. 02000000:00000001:3.0:1788624567.719398:0:16806:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788624567.719399:0:16806:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff99dd049cfc00. 02000000:00000001:3.0:1788624567.719400:0:16806:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788624567.719401:0:16806:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d62d80. 02000000:00000001:3.0:1788624567.719404:0:16806:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788624567.719405:0:16806:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff99dd049cd800. 02000000:00000001:3.0:1788624567.719407:0:16806:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788624567.719407:0:16806:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11596680. 02000000:00000001:3.0:1788624567.719409:0:16806:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788624567.719410:0:16806:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff99dd049cf800. 02000000:00000001:3.0:1788624567.719411:0:16806:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788624567.719411:0:16806:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11597480. 02000000:00000001:3.0:1788624567.719413:0:16806:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788624567.719413:0:16806:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff99dd049cf400. 02000000:00000001:3.0:1788624567.719415:0:16806:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788624567.719416:0:16806:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d60700. 02000000:00000001:3.0:1788624567.719419:0:16806:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788624567.719420:0:16806:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff99dd049cec00. 02000000:00000001:3.0:1788624567.719422:0:16806:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788624567.719423:0:16806:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d61180. 00000100:00000010:3.0:1788624567.719426:0:16806:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff99dd04816000. 00000100:00000010:3.0:1788624567.719430:0:16806:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff99dd04839000. 00000100:00000001:3.0:1788624567.719432:0:16806:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624567.719488:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624567.719491:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185a00. 00000400:00000200:3.0:1788624567.719493:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624567.719496:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624567.719498:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f220 00000400:00000010:3.0:1788624567.719500:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f220. 00000100:00000001:3.0:1788624567.719502:0:2384:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:3.0:1788624567.719503:0:2384:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788624567.719505:0:2384:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff99dd049ce800. 02000000:00000001:3.0:1788624567.719506:0:2384:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1788624567.719507:0:2384:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:0.0:1788624567.720848:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624567.720857:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624567.720863:0:16815:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788624567.720869:0:16815:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788624567.720873:0:16815:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788624567.720881:0:16815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef418a4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa103bd66258a8073 expref: -99 pid: 32662 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788624567.720897:0:16815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd18600600 already unused, calling callback (ffffffffc1016300) 00000008:00000001:0.0:1788624567.720902:0:16815:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788624567.720906:0:16815:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788624567.720908:0:16815:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624567.720911:0:16815:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624567.720915:0:16815:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600600 refcount=3 00000020:00000001:0.0:1788624567.720919:0:16815:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:0.0:1788624567.720922:0:16815:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:0.0:1788624567.720927:0:16815:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624567.720931:0:16815:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef418a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xa103bd66258a8073 expref: -99 pid: 32662 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788624567.720940:0:16815:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788624567.720943:0:16815:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624567.720952:0:16815:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832424 : -112300453719192 : ffff99dd03591368) 00000020:00001000:0.0:1788624567.720955:0:16815:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591360 00000008:00000001:0.0:1788624567.720958:0:16815:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788624567.720962:0:16815:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788624567.720964:0:16815:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591360 00000008:00000001:0.0:1788624567.720968:0:16815:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624567.720973:0:16815:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624567.720978:0:16815:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624567.720981:0:16815:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624567.720984:0:16815:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624567.720989:0:16815:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788624567.720992:0:16815:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18600600 with handle 0xcc94206c7ef418a4 from hash 00010000:00000001:0.0:1788624567.720995:0:16815:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624567.720997:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624567.720999:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624567.721001:0:16815:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624567.721007:0:16815:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624567.721009:0:16815:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788624567.721017:0:16815:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624567.721021:0:16815:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624567.721025:0:16815:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624567.721028:0:16815:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788624567.721038:0:16815:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07b80. 00000020:00000040:0.0:1788624567.721043:0:16815:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624567.721050:0:16815:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624567.721053:0:16815:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624567.721059:0:16815:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624567.721069:0:16815:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd0864be00. 00000100:00000001:0.0:1788624567.721078:0:16815:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624567.721084:0:16815:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788624567.721091:0:16815:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef418a4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa103bd66258a8073 expref: -99 pid: 32662 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788624567.721099:0:16815:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788624567.721101:0:16815:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624567.721133:0:16815:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624567.721139:0:16815:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624567.721155:0:16815:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037832f1b] to pc [ptlrpcd_00_01+1] req@ffff99dd11c07b80 x1875506845058432/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788624567.721194:0:16815:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624567.721197:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624567.721199:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624567.721201:0:16815:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624567.721204:0:16815:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624567.721206:0:16815:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624567.721210:0:16815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef418a4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa103bd66258a8073 expref: -99 pid: 32662 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624567.721218:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624567.721221:0:16815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef418a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa103bd66258a8073 expref: -99 pid: 32662 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788624567.721231:0:16815:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd1878ec00. 00010000:00000040:0.0:1788624567.721238:0:16815:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd189e4c00 count: 0 00010000:00000010:0.0:1788624567.721247:0:16815:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff99dd189e4000. 00010000:00000001:0.0:1788624567.721258:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624567.721259:0:16815:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788624567.721262:0:16815:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff99dd048e13c0. 00010000:00000001:0.0:1788624567.721266:0:16815:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624567.721269:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624567.721271:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624567.721273:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788624567.721275:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624567.721276:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624567.721277:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788624567.721280:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624567.721281:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624567.721283:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788624567.721296:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788624567.721301:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788624567.721303:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624567.721312:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624567.721314:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624567.721316:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624567.721318:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624567.721321:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624567.721329:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07b80 x1875506845058432/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624567.721338:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624567.721341:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624567.721342:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624567.721349:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788624567.721350:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624567.721355:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624567.721360:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624567.721366:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845058432:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788624567.721371:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624567.721379:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624567.721385:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624567.721389:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624567.721463:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18744800. 02000000:00000001:1.0:1788624567.721469:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624567.721479:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624567.721483:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793528. 00000400:00000010:1.0:1788624567.721489:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c908. 00000100:00000200:1.0:1788624567.721496:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845058432, portal 18 00000100:00000001:1.0:1788624567.721498:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624567.721500:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497490304 : -112300212061312 : ffff99dd11c07b80) 00000100:00000040:1.0:1788624567.721513:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c07b80 x1875506845058432/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624583 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624567.721528:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624567.721532:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624567.721534:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862ccc0. 00000100:00000200:1.0:1788624567.721538:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875506845058432, offset 0 00000400:00000200:1.0:1788624567.721545:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624567.721555:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624567.721562:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624567.721568:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624567.721578:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624567.721582:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624567.721585:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624567.721588:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2856:2856:256:4294967295] 192.168.202.125@tcp LPNI seq info [2856:2856:8:4294967295] 00000400:00000200:1.0:1788624567.721592:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624567.721600:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624567.721611:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624567.721616:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20611100. 00000800:00000200:1.0:1788624567.721622:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624567.721635:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624567.721639:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20611100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788624567.721650:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624567.721654:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 209038 usecs (210 jiffies) 00000400:00000200:1.0:1788624567.721663:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624567.721667:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296581993 00000100:00000001:1.0:1788624567.721670:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296583962 00000100:00000001:1.0:1788624567.721672:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296581993 00000100:00000001:1.0:1788624567.721674:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296583962 00000100:00000001:1.0:1788624567.721677:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624567.721679:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624567.721684:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624567.721687:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624567.721900:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624567.721912:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624567.721915:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624567.721918:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624567.721922:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624567.721927:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624567.721933:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624567.721936:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624567.721940:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624567.721943:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 328 into portal 15 MB=0x6a9c378ad1c00 00000400:00000200:2.0:1788624567.721950:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.125@tcp of length 328/328 into md 0x82b5 [2] + 0 00000800:00000001:2.0:1788624567.721955:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624567.721961:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624567.721964:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624567.721967:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624567.721973:0:2384:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788624567.721975:0:2384:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788624567.721980:0:2384:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61f80. 00000100:00000040:2.0:1788624567.721984:0:2384:0:(events.c:341:request_in_callback()) incoming req@ffff99dd11d61f80 x1875506868591616 msgsize 328 00000100:00100000:2.0:1788624567.721988:0:2384:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.125@tcp (source: 12345-192.168.202.125@tcp) 00000100:00000001:2.0:1788624567.721997:0:2384:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000200:2.0:1788624567.722193:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624567.722197:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20611100. 00000400:00000200:2.0:1788624567.722202:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624567.722206:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624567.722210:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ccc0 00000400:00000010:2.0:1788624567.722212:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ccc0. 00000100:00000001:2.0:1788624567.722215:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624567.722219:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07b80 x1875506845058432/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624583 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624567.722229:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624567.722233:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07b80 x1875506845058432/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624583 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624567.722242:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624567.722244:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624567.722249:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624567.722252:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624567.722352:0:16937:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788624567.722355:0:16937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875506868591616 02000000:00000001:3.0:1788624567.722358:0:16937:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788624567.722360:0:16937:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624567.722363:0:16937:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624567.722367:0:16937:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624567.722371:0:16937:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875506868591616 00000020:00000001:3.0:1788624567.722374:0:16937:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788624567.722376:0:16937:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d2f 00000020:00000001:3.0:1788624567.722378:0:16937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624567.722382:0:16937:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3800 refcount=4 00000020:00000001:3.0:1788624567.722384:0:16937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000020:00000001:3.0:1788624567.722386:0:16937:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000100:00000001:3.0:1788624567.722390:0:16937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624567.722394:0:16937:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3f80. 00000100:00000001:3.0:1788624567.722397:0:16937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624567.722400:0:16937:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3f80. 00000020:00000010:3.0:1788624567.722406:0:16937:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd197f5e00. 00000020:00000010:3.0:1788624567.722410:0:16937:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff99dd1115a700. 00000020:00000010:3.0:1788624567.722415:0:16937:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99dd1145fe10. 00000100:00000040:3.0:1788624567.722422:0:16937:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788624567.722426:0:16937:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788624567.722427:0:16937:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788624567.722429:0:16937:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624567.722437:0:16937:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624567.722485:0:16937:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624567.722497:0:16937:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788624567.722500:0:16937:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788624567.722505:0:16937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.125@tcp, seq: 60 00000100:00000040:3.0:1788624567.722509:0:16937:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff99dd051f3800 : new rpc_count 1 00000100:00000001:3.0:1788624567.722510:0:16937:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446631773498908544 : -112300210643072 : ffff99dd11d61f80) 00000100:00000040:3.0:1788624567.722516:0:16937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff99dd11d61f80 x1875506868591616/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:133/0 lens 328/0 e 0 to 0 dl 1788624578 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624567.722524:0:16937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624567.722527:0:16937:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3f80. 00000100:00000001:3.0:1788624567.722529:0:16937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624567.722531:0:16937:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3f80. 00000100:00100000:3.0:1788624567.722535:0:16937:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99dd11d61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:14164:x1875506868591616:12345-192.168.202.125@tcp:104: 00000100:00000200:3.0:1788624567.722538:0:16937:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875506868591616 00010000:00000001:3.0:1788624567.722541:0:16937:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788624567.722548:0:16937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624567.722549:0:16937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624567.722551:0:16937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600e00 refcount=2 00000020:00000001:3.0:1788624567.722553:0:16937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:3.0:1788624567.722556:0:16937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:3.0:1788624567.722559:0:16937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624567.722562:0:16937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624567.722568:0:16937:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000f0863fa9/0xcc94206c7ef4188f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa103bd66258a8034 expref: -99 pid: 32661 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788624567.722594:0:16937:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788624567.722596:0:16937:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788624567.722600:0:16937:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff99dd049cc400. 02000000:00000001:3.0:1788624567.722602:0:16937:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624567.722605:0:16937:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624567.722610:0:16937:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788624567.722612:0:16937:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624567.722616:0:16937:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd1068a1e8 time=145 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624567.722621:0:16937:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624567.722624:0:16937:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 16 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624567.722627:0:16937:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 02000000:00000001:3.0:1788624567.722629:0:16937:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788624567.722631:0:16937:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624567.722634:0:16937:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624567.722636:0:16937:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624567.722639:0:16937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f220. 00000100:00000200:3.0:1788624567.722643:0:16937:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875506868591616, offset 224 00000400:00000200:3.0:1788624567.722648:0:16937:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624567.722653:0:16937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624567.722658:0:16937:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624567.722663:0:16937:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2857:2857:256:4294967295] 192.168.202.125@tcp LPNI seq info [2857:2857:8:4294967295] 00000400:00000200:3.0:1788624567.722667:0:16937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624567.722673:0:16937:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624567.722678:0:16937:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624567.722681:0:16937:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185a00. 00000800:00000200:3.0:1788624567.722685:0:16937:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624567.722690:0:16937:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624567.722693:0:16937:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624567.722702:0:16937:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624567.722706:0:16937:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00010000:00000001:3.0:1788624567.722720:0:16937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788624567.722723:0:16937:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99dd048e1900. 00010000:00000001:3.0:1788624567.722726:0:16937:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788624567.722739:0:16937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788624567.722742:0:16937:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624567.722744:0:16937:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624567.722746:0:16937:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624567.722751:0:16937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61f80 x1875506868591616/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:133/0 lens 328/224 e 0 to 0 dl 1788624578 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788624567.722760:0:16937:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99dd11d61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:14164:x1875506868591616:12345-192.168.202.125@tcp:104: Request processed in 234us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1788624567.722768:0:16937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.125@tcp, seq: 60 00000100:00000040:3.0:1788624567.722772:0:16937:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99dd051f3800 : new rpc_count 0 00000100:00000001:3.0:1788624567.722774:0:16937:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788624567.722776:0:16937:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1788624567.722781:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000010:3.0:1788624567.722782:0:16937:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff99dd1115a700. 00000020:00000001:0.0:1788624567.722789:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788624567.722791:0:16937:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99dd1145fe10. 00010000:00010000:0.0:1788624567.722798:0:16946:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:3.0:1788624567.722800:0:16937:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99dd197f5e00. 00010000:00000001:0.0:1788624567.722805:0:16946:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00000020:00000040:3.0:1788624567.722809:0:16937:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3800 : new refcount 3 00010000:00000001:0.0:1788624567.722811:0:16946:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1788624567.722814:0:16937:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624567.722829:0:16946:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000f0863fa9/0xcc94206c7ef4188f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa103bd66258a8034 expref: -99 pid: 32661 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788624567.722845:0:16946:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd18600e00 already unused, calling callback (ffffffffc1016300) 00000008:00000001:0.0:1788624567.722849:0:16946:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788624567.722852:0:16946:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788624567.722854:0:16946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624567.722857:0:16946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624567.722860:0:16946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600e00 refcount=3 00000020:00000001:0.0:1788624567.722864:0:16946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:0.0:1788624567.722867:0:16946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:0.0:1788624567.722870:0:16946:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624567.722874:0:16946:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000f0863fa9/0xcc94206c7ef4188f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xa103bd66258a8034 expref: -99 pid: 32661 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788624567.722883:0:16946:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788624567.722886:0:16946:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624567.722891:0:16946:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832424 : -112300453719192 : ffff99dd03591368) 00000020:00001000:0.0:1788624567.722894:0:16946:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591360 00000008:00000001:0.0:1788624567.722896:0:16946:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788624567.722899:0:16946:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788624567.722901:0:16946:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591360 00000008:00000001:0.0:1788624567.722904:0:16946:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624567.722908:0:16946:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624567.722913:0:16946:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624567.722915:0:16946:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624567.722917:0:16946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624567.722919:0:16946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788624567.722923:0:16946:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18600e00 with handle 0xcc94206c7ef4188f from hash 00010000:00000001:0.0:1788624567.722925:0:16946:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624567.722927:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624567.722929:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624567.722930:0:16946:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624567.722935:0:16946:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624567.722937:0:16946:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788624567.722943:0:16946:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624567.722946:0:16946:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624567.722948:0:16946:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624567.722951:0:16946:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788624567.722961:0:16946:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04000. 00000020:00000040:0.0:1788624567.722965:0:16946:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624567.722971:0:16946:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624567.722974:0:16946:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624567.722981:0:16946:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624567.722988:0:16946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd0864b800. 00000100:00000001:0.0:1788624567.722995:0:16946:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624567.722998:0:16946:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788624567.723005:0:16946:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000f0863fa9/0xcc94206c7ef4188f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa103bd66258a8034 expref: -99 pid: 32661 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788624567.723014:0:16946:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788624567.723017:0:16946:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624567.723022:0:16946:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624567.723029:0:16946:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624567.723040:0:16946:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd867f14] to pc [ptlrpcd_00_00+0] req@ffff99dd11c04000 x1875506845058560/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788624567.723074:0:16946:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624567.723077:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624567.723079:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624567.723081:0:16946:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624567.723083:0:16946:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624567.723085:0:16946:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624567.723088:0:16946:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000f0863fa9/0xcc94206c7ef4188f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa103bd66258a8034 expref: -99 pid: 32661 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624567.723097:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624567.723099:0:16946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000f0863fa9/0xcc94206c7ef4188f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa103bd66258a8034 expref: -99 pid: 32661 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788624567.723139:0:16946:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd1878e440. 00010000:00000040:0.0:1788624567.723147:0:16946:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd189e4200 count: 0 00010000:00000010:0.0:1788624567.723155:0:16946:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff99dd189e4f00. 00010000:00000001:0.0:1788624567.723165:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624567.723167:0:16946:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788624567.723169:0:16946:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff99dd048e1900. 00010000:00000001:0.0:1788624567.723174:0:16946:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624567.723177:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624567.723179:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624567.723181:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788624567.723183:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624567.723184:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624567.723185:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788624567.723187:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624567.723189:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624567.723190:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788624567.723200:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788624567.723203:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788624567.723206:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624567.723213:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624567.723215:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624567.723218:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624567.723219:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624567.723222:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624567.723228:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04000 x1875506845058560/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624567.723236:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624567.723239:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624567.723243:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624567.723246:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624567.723250:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624567.723254:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845058560:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788624567.723259:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624567.723263:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624567.723266:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624567.723268:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624567.723274:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0864ac00. 02000000:00000001:0.0:1788624567.723277:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624567.723286:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624567.723291:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d630. 00000400:00000010:0.0:1788624567.723300:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395cc0. 00000100:00000200:0.0:1788624567.723308:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845058560, portal 18 00000100:00000001:0.0:1788624567.723310:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624567.723313:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475072 : -112300212076544 : ffff99dd11c04000) 00000100:00000040:0.0:1788624567.723321:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04000 x1875506845058560/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624583 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624567.723329:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624567.723332:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624567.723335:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395770. 00000100:00000200:0.0:1788624567.723338:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875506845058560, offset 0 00000400:00000200:0.0:1788624567.723344:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624567.723352:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624567.723359:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624567.723364:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624567.723368:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624567.723371:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624567.723375:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624567.723378:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2858:2858:255:4294967295] 192.168.202.125@tcp LPNI seq info [2858:2858:7:4294967295] 00000400:00000200:0.0:1788624567.723382:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624567.723391:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624567.723397:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624567.723405:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd214f3800. 00000800:00000200:0.0:1788624567.723411:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624567.723418:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624567.723423:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd214f3800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788624567.723427:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624567.723431:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25208 usecs (26 jiffies) 00000400:00000200:0.0:1788624567.723435:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624567.723438:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296581811 00000100:00000001:0.0:1788624567.723441:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296583962 00000100:00000001:0.0:1788624567.723444:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296581811 00000100:00000001:0.0:1788624567.723447:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296583962 00000100:00000001:0.0:1788624567.723449:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624567.723452:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624567.723455:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624567.723457:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624567.723475:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624567.723478:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624567.723480:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624567.723482:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624567.723548:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624567.723553:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185a00. 00000400:00000200:3.0:1788624567.723558:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624567.723564:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624567.723569:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f220 00000400:00000010:3.0:1788624567.723571:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f220. 00000100:00000001:3.0:1788624567.723623:0:2384:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788624567.723626:0:2384:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788624567.723864:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624567.723868:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd214f3800. 00000400:00000200:3.0:1788624567.723872:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624567.723876:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624567.723880:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395770 00000400:00000010:3.0:1788624567.723881:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395770. 00000100:00000001:3.0:1788624567.723884:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624567.723890:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04000 x1875506845058560/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624583 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624567.723899:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624567.723902:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04000 x1875506845058560/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624583 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624567.723907:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624567.723909:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624567.727851:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624567.727866:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624567.727870:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624567.727871:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624567.727879:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624567.727887:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624567.727894:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624567.727897:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624567.727902:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624567.727905:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 18 MB=0x6a9c377460580 00000400:00000200:3.0:1788624567.727908:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624567.727913:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.125@tcp of length 224/224 into md 0x82c5 [1] + 224 00000800:00000001:3.0:1788624567.727919:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624567.727930:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624567.727933:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624567.727937:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624567.727943:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624567.727951:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07b80 x1875506845058432/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624583 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624567.727959:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c07b80 x1875506845058432/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624583 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624567.727977:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624567.727983:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624567.727985:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624567.728657:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624567.728666:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624567.728678:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624567.728681:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624567.728686:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793528. 00000400:00000200:0.0:1788624567.728697:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c908 00000400:00000010:0.0:1788624567.728700:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c908. 00000100:00000001:0.0:1788624567.728705:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624567.728716:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07b80 x1875506845058432/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624583 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624567.728728:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07b80 x1875506845058432/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624583 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624567.728736:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624567.728739:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624567.728742:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624567.728746:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624567.728749:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624567.728752:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624567.728756:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624567.728768:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445538 time=127 v=5 (5 5 0 5) 00000100:00001000:0.0:1788624567.728773:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624567.728776:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624567.728779:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624567.728782:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624567.728788:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624567.728794:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624567.728798:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1788624567.728800:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624567.728802:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624567.728808:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07b80 x1875506845058432/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624583 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624567.728816:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624567.728831:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624567.728834:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624567.728839:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07b80 x1875506845058432/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624583 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624567.728848:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845058432:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788624567.728854:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624567.728857:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624567.728861:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07b80 x1875506845058432/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624583 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624567.728868:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624567.728871:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624567.728875:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18744800. 02000000:00000001:0.0:1788624567.728880:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624567.728883:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624567.728885:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624567.728888:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624567.728892:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd0864be00. 02000000:00000001:0.0:1788624567.728895:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624567.728898:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624567.728900:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07b80. 00000100:00000001:0.0:1788624567.728904:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624567.728906:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624567.728908:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624567.728918:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624567.728921:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624567.728923:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624567.728926:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624567.731601:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624567.731615:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624567.731620:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624567.731621:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624567.731627:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624567.731633:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624567.731639:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624567.731643:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624567.731647:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624567.731650:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 18 MB=0x6a9c377460600 00000400:00000200:3.0:1788624567.731654:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624567.731658:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.125@tcp of length 224/224 into md 0x82d5 [1] + 224 00000800:00000001:3.0:1788624567.731663:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624567.731891:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624567.731895:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624567.731900:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624567.731907:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624567.731914:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04000 x1875506845058560/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624583 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624567.731922:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c04000 x1875506845058560/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624583 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624567.731937:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624567.731943:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624567.731945:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624567.731994:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624567.732002:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624567.732014:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624567.732016:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624567.732021:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d630. 00000400:00000200:0.0:1788624567.732030:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395cc0 00000400:00000010:0.0:1788624567.732033:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395cc0. 00000100:00000001:0.0:1788624567.732038:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624567.732049:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04000 x1875506845058560/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624583 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624567.732060:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04000 x1875506845058560/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624583 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624567.732068:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624567.732071:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624567.732073:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624567.732077:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624567.732079:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624567.732081:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624567.732097:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624567.732137:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447ca8 time=144 v=5 (5 5 5 0) 00000100:00001000:0.0:1788624567.732142:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624567.732145:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624567.732147:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624567.732151:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624567.732155:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624567.732160:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624567.732163:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:0.0:1788624567.732165:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624567.732167:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624567.732173:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04000 x1875506845058560/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624583 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624567.732180:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624567.732183:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624567.732185:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624567.732190:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04000 x1875506845058560/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624583 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624567.732199:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845058560:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788624567.732205:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624567.732208:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624567.732212:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04000 x1875506845058560/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624583 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624567.732220:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624567.732223:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624567.732227:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0864ac00. 02000000:00000001:0.0:1788624567.732231:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624567.732235:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624567.732237:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624567.732240:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624567.732244:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd0864b800. 02000000:00000001:0.0:1788624567.732247:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624567.732249:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624567.732252:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04000. 00000100:00000001:0.0:1788624567.732256:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624567.732257:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624567.732260:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624567.732269:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624567.732271:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624567.732274:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624567.732277:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788624567.737370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4c00. 00010000:00000010:0.1:1788624567.737388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600600. 00010000:00000010:0.1:1788624567.738838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4200. 00010000:00000010:0.1:1788624567.738853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600e00. 00000080:00000001:2.0:1788624567.762557:0:32890:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624568.275178:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624568.275184:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624568.275656:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624568.275660:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624568.275663:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624569.298345:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624569.298354:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624569.298386:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624569.298389:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624569.298392:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788624569.938263:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296583962, at 4296584000 00000100:00000010:2.0:1788624569.938282:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd049ad0c0. 00000100:00000040:3.0:1788624569.938404:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296583962, at 4296584000 00000100:00000010:3.0:1788624569.938412:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd049ad060. 00000080:00000001:2.0:1788624570.001840:0:33036:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624570.331559:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624570.331565:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624570.335011:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624570.335019:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624570.335024:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788624571.076844:0:33098:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624571.155438:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624571.155449:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624571.155456:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddbb80. 00000020:00000040:1.0:1788624571.155462:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:1.0:1788624571.155468:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624571.155471:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624571.155476:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624571.155486:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd20611100. 00000100:00000001:1.0:1788624571.155494:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624571.155510:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11ddbb80 x1875506845058688/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624571.155521:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624571.155526:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624571.155532:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2d2149a] to pc [ptlrpcd_00_01+1] req@ffff99dd11ddbb80 x1875506845058688/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624571.155558:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624571.155560:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624571.155564:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624571.155567:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8a80. 00000020:00000040:1.0:1788624571.155569:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=10 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624571.155571:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624571.155573:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624571.155574:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624571.155578:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd20611a00. 00000100:00000001:1.0:1788624571.155580:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624571.155584:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11dd8a80 x1875506845058816/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624571.155590:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624571.155592:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624571.155595:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d20dd9e6] to pc [ptlrpcd_00_00+0] req@ffff99dd11dd8a80 x1875506845058816/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624571.155603:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624571.155606:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624571.155608:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624571.155611:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dda300. 00000020:00000040:1.0:1788624571.155613:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624571.155615:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624571.155616:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624571.155617:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624571.155621:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd12ada900. 00000100:00000001:1.0:1788624571.155623:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624571.155639:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11dda300 x1875506845058944/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624571.155645:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624571.155646:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624571.155649:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092fce80d] to pc [ptlrpcd_00_01+1] req@ffff99dd11dda300 x1875506845058944/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624571.155657:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624571.155659:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624571.155662:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624571.155666:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddad80. 00000020:00000040:1.0:1788624571.155668:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:1.0:1788624571.155670:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624571.155671:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624571.155673:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624571.155688:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04d2f900. 00000100:00000001:1.0:1788624571.155691:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624571.155695:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11ddad80 x1875506845059072/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624571.155704:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624571.155707:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624571.155711:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc900cd] to pc [ptlrpcd_00_00+0] req@ffff99dd11ddad80 x1875506845059072/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624571.155718:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624571.155719:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624571.155722:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624571.155725:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8e00. 00000020:00000040:1.0:1788624571.155728:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:1.0:1788624571.155729:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624571.155731:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624571.155732:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624571.155736:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04d2f700. 00000100:00000001:1.0:1788624571.155739:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624571.155743:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11dd8e00 x1875506845059200/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624571.155759:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624571.155761:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624571.155765:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2a4f607] to pc [ptlrpcd_00_01+1] req@ffff99dd11dd8e00 x1875506845059200/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624571.155772:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624571.155777:0:25842:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1922) 00000100:00000001:1.0:1788624571.155801:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624571.155805:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624571.155807:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624571.155813:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddbb80 x1875506845058688/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624571.155821:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624571.155824:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624571.155827:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624571.155830:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624571.155833:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624571.155836:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2390:1875506845058688:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624571.155840:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624571.155846:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624571.155849:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624571.155851:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624571.155856:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd06577600. 02000000:00000001:1.0:1788624571.155858:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624571.155865:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624571.155869:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793898. 00000400:00000010:1.0:1788624571.155876:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cee0. 00000100:00000200:1.0:1788624571.155884:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845058688, portal 25 00000100:00000001:1.0:1788624571.155887:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624571.155889:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499407232 : -112300210144384 : ffff99dd11ddbb80) 00000100:00000040:1.0:1788624571.155894:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11ddbb80 x1875506845058688/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624571.155911:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624571.155914:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624571.155917:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c3b8. 00000100:00000200:1.0:1788624571.155921:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845058688, offset 0 00000400:00000200:1.0:1788624571.155929:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624571.155937:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624571.155945:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624571.155950:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624571.155955:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624571.155958:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624571.155961:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624571.155965:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2859:2859:256:4294967295] 192.168.202.125@tcp LPNI seq info [2859:2859:8:4294967295] 00000400:00000200:1.0:1788624571.155969:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624571.155982:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624571.155989:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624571.155994:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04d2ff00. 00000800:00000200:1.0:1788624571.156001:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624571.156010:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624571.156014:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04d2ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624571.156032:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624571.156037:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624571.156039:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296589143 00000100:00000010:1.0:1788624571.156044:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd048661e0. 00000100:00000001:1.0:1788624571.156052:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788624571.156057:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296589143 00000100:00000010:1.0:1788624571.156060:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd04866300. 00000100:00000001:1.0:1788624571.156063:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788624571.156066:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624571.156069:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624571.156072:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624571.156076:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dda300 x1875506845058944/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624571.156083:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624571.156084:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624571.156087:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624571.156088:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624571.156090:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624571.156094:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845058944:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624571.156097:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624571.156100:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624571.156101:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624571.156103:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624571.156139:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd06576a00. 02000000:00000001:1.0:1788624571.156141:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624571.156145:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624571.156148:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793b00. 00000400:00000010:1.0:1788624571.156151:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c198. 00000100:00000200:1.0:1788624571.156154:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845058944, portal 10 00000100:00000001:1.0:1788624571.156156:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624571.156157:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499400960 : -112300210150656 : ffff99dd11dda300) 00000100:00000040:1.0:1788624571.156164:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dda300 x1875506845058944/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624571.156172:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624571.156174:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624571.156176:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c000. 00000100:00000200:1.0:1788624571.156179:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845058944, offset 0 00000400:00000200:1.0:1788624571.156183:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624571.156186:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624571.156190:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624571.156192:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624571.156194:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624571.156197:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624571.156199:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624571.156202:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2860:2860:255:4294967295] 192.168.202.125@tcp LPNI seq info [2860:2860:7:4294967295] 00000400:00000200:1.0:1788624571.156206:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624571.156211:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624571.156214:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624571.156218:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04d2f300. 00000800:00000200:1.0:1788624571.156221:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624571.156225:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624571.156227:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04d2f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624571.156230:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624571.156233:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24761 usecs (25 jiffies) 00000400:00000200:1.0:1788624571.156236:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624571.156238:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296585242 00000100:00000001:1.0:1788624571.156241:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296589143 00000100:00000001:1.0:1788624571.156243:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296585242 00000100:00000001:1.0:1788624571.156245:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296589143 00000100:00000001:1.0:1788624571.156246:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624571.156248:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624571.156250:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624571.156253:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8e00 x1875506845059200/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624571.156258:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624571.156260:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624571.156262:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624571.156263:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624571.156265:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624571.156269:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845059200:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624571.156272:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624571.156274:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624571.156275:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624571.156276:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624571.156508:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd1112ce00. 02000000:00000001:1.0:1788624571.156512:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624571.156517:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624571.156520:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793058. 00000400:00000010:1.0:1788624571.156524:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cf68. 00000100:00000200:1.0:1788624571.156527:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845059200, portal 4 00000100:00000001:1.0:1788624571.156529:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624571.156530:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499395584 : -112300210156032 : ffff99dd11dd8e00) 00000100:00000040:1.0:1788624571.156536:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd8e00 x1875506845059200/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624571.156542:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624571.156544:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624571.156546:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c550. 00000100:00000200:1.0:1788624571.156548:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845059200, offset 0 00000400:00000200:1.0:1788624571.156551:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624571.156554:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624571.156558:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624571.156560:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624571.156562:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624571.156564:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624571.156566:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624571.156569:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2861:2861:254:4294967295] 192.168.202.125@tcp LPNI seq info [2861:2861:6:4294967295] 00000400:00000200:1.0:1788624571.156572:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624571.156578:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624571.156582:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624571.156585:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04d2fd00. 00000800:00000200:1.0:1788624571.156589:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624571.156593:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624571.156595:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04d2fd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624571.156599:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624571.156601:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25123 usecs (26 jiffies) 00000400:00000200:1.0:1788624571.156604:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624571.156606:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296585243 00000100:00000001:1.0:1788624571.156608:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296589143 00000100:00000001:1.0:1788624571.156611:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296585243 00000100:00000001:1.0:1788624571.156613:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296589143 00000100:00000001:1.0:1788624571.156614:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624571.156616:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624571.156619:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624571.156621:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624571.156630:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624571.156632:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624571.156634:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624571.156635:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624571.156637:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624571.156640:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788624571.156642:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624571.156644:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624571.156645:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624571.156647:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624571.156648:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624571.156649:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624571.156653:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8a80 x1875506845058816/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624571.156660:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624571.156662:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624571.156664:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624571.156666:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624571.156668:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624571.156671:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845058816:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624571.156686:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624571.156689:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624571.156690:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624571.156692:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624571.156695:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd1112da00. 02000000:00000001:1.0:1788624571.156697:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624571.156701:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624571.156703:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793210. 00000400:00000010:1.0:1788624571.156706:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c990. 00000100:00000200:1.0:1788624571.156709:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845058816, portal 10 00000100:00000001:1.0:1788624571.156711:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624571.156712:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00000100:00000040:1.0:1788624571.156718:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd8a80 x1875506845058816/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624571.156723:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624571.156725:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624571.156727:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c5d8. 00000100:00000200:1.0:1788624571.156730:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845058816, offset 0 00000400:00000200:1.0:1788624571.156733:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624571.156737:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624571.156741:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624571.156845:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624571.156848:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624571.156850:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624571.156852:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624571.156855:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2862:2862:253:4294967295] 192.168.202.125@tcp LPNI seq info [2862:2862:5:4294967295] 00000400:00000200:1.0:1788624571.156859:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624571.156865:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624571.156870:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624571.156874:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e900. 00000800:00000200:1.0:1788624571.156878:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624571.156883:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624571.156885:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624571.156888:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624571.156891:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 807272 usecs (808 jiffies) 00000400:00000200:1.0:1788624571.156894:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624571.156896:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296586025 00000100:00000001:1.0:1788624571.156898:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296589143 00000100:00000001:1.0:1788624571.156911:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296586025 00000100:00000001:1.0:1788624571.156913:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296589143 00000100:00000001:1.0:1788624571.156915:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624571.156917:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624571.156919:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624571.156923:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddad80 x1875506845059072/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624571.156929:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624571.156930:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624571.156933:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624571.156934:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624571.156936:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624571.156939:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845059072:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624571.156942:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624571.156945:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624571.156946:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624571.156948:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624571.156951:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd1112cc00. 02000000:00000001:1.0:1788624571.156953:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624571.156956:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624571.156959:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793160. 00000400:00000010:1.0:1788624571.156963:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cbb0. 00000100:00000200:1.0:1788624571.156966:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845059072, portal 4 00000100:00000001:1.0:1788624571.156967:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624571.156968:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00000100:00000040:1.0:1788624571.156974:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11ddad80 x1875506845059072/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624571.156979:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624571.156981:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624571.156984:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c908. 00000100:00000200:1.0:1788624571.156986:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845059072, offset 0 00000400:00000200:1.0:1788624571.156990:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624571.156993:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624571.156996:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624571.156998:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624571.157000:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624571.157002:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624571.157004:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624571.157007:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2863:2863:252:4294967295] 192.168.202.125@tcp LPNI seq info [2863:2863:4:4294967295] 00000400:00000200:1.0:1788624571.157010:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624571.157015:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624571.157019:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624571.157022:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ee00. 00000800:00000200:1.0:1788624571.157025:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624571.157028:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624571.157031:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624571.157033:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624571.157036:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 208127 usecs (209 jiffies) 00000400:00000200:1.0:1788624571.157039:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624571.157040:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296585426 00000100:00000001:1.0:1788624571.157042:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296589143 00000100:00000001:1.0:1788624571.157044:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296585426 00000100:00000001:1.0:1788624571.157046:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296589143 00000100:00000001:1.0:1788624571.157048:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624571.157050:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624571.157052:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624571.157054:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624571.157074:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624571.157077:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624571.157358:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624571.157363:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04d2ff00. 00000400:00000200:3.0:1788624571.157374:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624571.157379:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624571.157385:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c3b8 00000400:00000010:3.0:1788624571.157387:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c3b8. 00000100:00000001:3.0:1788624571.157392:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624571.157396:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddbb80 x1875506845058688/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624571.157405:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624571.157408:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddbb80 x1875506845058688/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624571.157415:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624571.157416:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624571.157430:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624571.157432:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04d2f300. 00000400:00000200:3.0:1788624571.157434:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624571.157437:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624571.157439:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c000 00000400:00000010:3.0:1788624571.157441:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c000. 00000100:00000001:3.0:1788624571.157443:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624571.157446:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dda300 x1875506845058944/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624571.157453:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624571.157455:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dda300 x1875506845058944/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624571.157462:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624571.157463:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624571.157471:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624571.157473:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04d2fd00. 00000400:00000200:3.0:1788624571.157475:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624571.157478:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624571.157480:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c550 00000400:00000010:3.0:1788624571.157482:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c550. 00000100:00000001:3.0:1788624571.157484:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624571.157487:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8e00 x1875506845059200/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624571.157495:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624571.157497:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8e00 x1875506845059200/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624571.157503:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624571.157504:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624571.157512:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624571.157514:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e900. 00000400:00000200:3.0:1788624571.157517:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624571.157519:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624571.157521:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c5d8 00000400:00000010:3.0:1788624571.157523:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c5d8. 00000100:00000001:3.0:1788624571.157525:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624571.157528:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8a80 x1875506845058816/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624571.157534:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624571.157536:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8a80 x1875506845058816/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624571.157542:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624571.157543:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624571.157609:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624571.157612:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ee00. 00000400:00000200:3.0:1788624571.157615:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624571.157619:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624571.157622:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c908 00000400:00000010:3.0:1788624571.157623:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c908. 00000100:00000001:3.0:1788624571.157633:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624571.157637:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddad80 x1875506845059072/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624571.157643:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624571.157645:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddad80 x1875506845059072/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624571.157650:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624571.157652:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624571.165272:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624571.165296:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624571.165301:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624571.165304:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624571.165314:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624571.165324:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624571.165335:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624571.165339:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624571.165344:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624571.165349:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377460680 00000400:00000200:3.0:1788624571.165354:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624571.165360:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x82dd [1] + 224 00000800:00000001:3.0:1788624571.165367:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624571.165371:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624571.165374:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624571.165379:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624571.165388:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624571.165398:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddbb80 x1875506845058688/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624571.165409:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11ddbb80 x1875506845058688/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624571.165428:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624571.165437:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624571.165441:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624571.165443:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624571.165445:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624571.165448:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624571.165452:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624571.165456:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624571.165458:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624571.165461:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624571.165602:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624571.165607:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624571.165616:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624571.165618:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624571.165621:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793898. 00000400:00000200:0.0:1788624571.166240:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cee0 00000400:00000010:0.0:1788624571.166244:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cee0. 00000100:00000001:0.0:1788624571.166249:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624571.166255:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddbb80 x1875506845058688/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624571.166264:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddbb80 x1875506845058688/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.166271:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624571.166273:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624571.166276:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624571.166279:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624571.166282:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624571.166284:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624571.166287:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624571.166294:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=150 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624571.166299:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=150 v=5 (1 1 1 1) 00000100:00000001:0.0:1788624571.166301:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624571.166303:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624571.166307:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624571.166309:0:2390:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624571.166312:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624571.166317:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddbb80 x1875506845058688/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.166325:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624571.166328:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624571.166330:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624571.166334:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddbb80 x1875506845058688/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624571.166342:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2390:1875506845058688:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624571.166348:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624571.166351:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624571.166354:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddbb80 x1875506845058688/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.166362:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624571.166366:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624571.166369:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd06577600. 02000000:00000001:0.0:1788624571.166374:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624571.166377:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624571.166379:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:0.0:1788624571.166381:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624571.166384:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd20611100. 02000000:00000001:0.0:1788624571.166388:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624571.166390:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624571.166392:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddbb80. 00000100:00000001:0.0:1788624571.166396:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624571.166397:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624571.166400:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624571.166403:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624571.166404:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624571.166407:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624571.166408:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624571.168023:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377460780 00000400:00000200:3.0:1788624571.168038:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624571.168049:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x82e5 [1] + 224 00000800:00000001:3.0:1788624571.168062:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624571.168082:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624571.168087:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624571.168093:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624571.168117:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624571.168127:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dda300 x1875506845058944/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624571.168139:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dda300 x1875506845058944/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624571.168156:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624571.168166:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624571.168169:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624571.168171:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624571.168174:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624571.168177:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624571.168182:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624571.168187:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624571.168191:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624571.168195:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624571.168198:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377460700 00000400:00000200:3.0:1788624571.168202:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624571.168205:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x82f5 [1] + 224 00000800:00000001:3.0:1788624571.168209:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624571.168211:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624571.168213:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624571.168216:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624571.168219:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624571.168223:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8a80 x1875506845058816/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624571.168232:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dd8a80 x1875506845058816/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624571.168239:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624571.168242:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624571.168244:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624571.168246:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624571.168248:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624571.168250:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624571.168253:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624571.168257:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624571.168259:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624571.168262:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624571.168265:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377460880 00000400:00000200:3.0:1788624571.168268:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624571.168272:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x82ed [1] + 224 00000800:00000001:3.0:1788624571.168275:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624571.168285:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624571.168287:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624571.168290:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624571.168293:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624571.168297:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8e00 x1875506845059200/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624571.168305:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dd8e00 x1875506845059200/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624571.168313:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624571.168315:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624571.168318:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624571.168860:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624571.168865:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624571.168873:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624571.168875:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624571.168879:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793210. 00000400:00000200:0.0:1788624571.168884:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c990 00000400:00000010:0.0:1788624571.168887:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c990. 00000100:00000001:0.0:1788624571.168890:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624571.168896:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8a80 x1875506845058816/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624571.168986:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8a80 x1875506845058816/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.168993:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624571.168995:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624571.168998:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624571.169001:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624571.169003:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624571.169007:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624571.169010:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624571.169021:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=150 v=5 (103 103 103 137) 00000100:00001000:0.0:1788624571.169025:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624571.169027:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624571.169029:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624571.169032:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624571.169035:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624571.169039:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788624571.169042:0:2390:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: committing for last_committed 4294967633 gen 2 00000100:00000040:0.0:1788624571.169049:0:2390:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff99dd11dd9180 x1875506845048832/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/456 e 0 to 0 dl 1788624577 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.169056:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624571.169059:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9180 x1875506845048832/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/456 e 0 to 0 dl 1788624577 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.169066:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624571.169068:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624571.169072:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e1000. 02000000:00000001:0.0:1788624571.169075:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624571.169078:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624571.169080:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624571.169082:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624571.169084:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd0864a200. 02000000:00000001:0.0:1788624571.169088:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624571.169090:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624571.169091:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9180. 00000100:00000001:0.0:1788624571.169096:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624571.169097:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624571.169102:0:2390:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff99dd11c06d80 x1875506845052672/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624578 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624571.169127:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624571.169131:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06d80 x1875506845052672/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624578 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624571.169143:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624571.169144:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624571.169146:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049ca800. 02000000:00000001:0.0:1788624571.169149:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624571.169151:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624571.169152:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624571.169154:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624571.169156:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd0633ae00. 02000000:00000001:0.0:1788624571.169158:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624571.169159:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624571.169160:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06d80. 00000100:00000001:0.0:1788624571.169163:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624571.169165:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624571.169169:0:2390:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff99dd11dd8700 x1875506845055104/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/456 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.169175:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624571.169178:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8700 x1875506845055104/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 488/456 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.169183:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624571.169184:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624571.169185:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e0000. 02000000:00000001:0.0:1788624571.169187:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624571.169189:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624571.169190:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624571.169191:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624571.169193:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd197d6400. 02000000:00000001:0.0:1788624571.169195:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624571.169196:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624571.169197:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8700. 00000100:00000001:0.0:1788624571.169199:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624571.169200:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624571.169205:0:2390:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff99dd11dda680 x1875506845055744/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/456 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.169217:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624571.169220:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dda680 x1875506845055744/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/456 e 0 to 0 dl 1788624579 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.169226:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624571.169227:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624571.169228:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e3000. 02000000:00000001:0.0:1788624571.169230:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624571.169231:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624571.169232:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624571.169234:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624571.169235:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd197d7000. 02000000:00000001:0.0:1788624571.169237:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624571.169238:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624571.169239:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dda680. 00000100:00000001:0.0:1788624571.169242:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624571.169243:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624571.169247:0:2390:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff99dd11d60000 x1875506845057024/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/456 e 0 to 0 dl 1788624580 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.169252:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624571.169255:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d60000 x1875506845057024/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 496/456 e 0 to 0 dl 1788624580 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.169261:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624571.169263:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624571.169264:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd04838800. 02000000:00000001:0.0:1788624571.169267:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624571.169268:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624571.169269:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624571.169271:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624571.169272:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd110fbc00. 02000000:00000001:0.0:1788624571.169274:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624571.169276:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624571.169277:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d60000. 00000100:00000001:0.0:1788624571.169280:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624571.169281:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624571.169286:0:2390:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff99dd11d62a00 x1875506845057664/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/456 e 0 to 0 dl 1788624580 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.169293:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624571.169295:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d62a00 x1875506845057664/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 512/456 e 0 to 0 dl 1788624580 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.169301:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624571.169302:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624571.169303:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd04838400. 02000000:00000001:0.0:1788624571.169305:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624571.169307:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624571.169308:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624571.169309:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624571.169310:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd110fb800. 02000000:00000001:0.0:1788624571.169312:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624571.169313:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624571.169314:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d62a00. 00000100:00000001:0.0:1788624571.169318:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624571.169319:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624571.169321:0:2390:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788624571.169323:0:2390:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:0.0:1788624571.169326:0:2390:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624571.169328:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624571.169333:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8a80 x1875506845058816/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.169340:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624571.169343:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624571.169345:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624571.169349:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8a80 x1875506845058816/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624571.169357:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845058816:192.168.202.125@tcp:400:kworker.0 00000400:00000001:0.0:1788624571.169365:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624571.169367:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624571.169369:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793b00. 00000400:00000200:0.0:1788624571.169372:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c198 00000400:00000010:0.0:1788624571.169373:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c198. 00000100:00000001:0.0:1788624571.169376:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624571.169379:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dda300 x1875506845058944/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624571.169388:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dda300 x1875506845058944/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.169393:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624571.169395:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624571.169396:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624571.169397:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624571.169398:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624571.169400:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624571.169401:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624571.169406:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=150 v=5 (103 103 103 137) 00000100:00001000:0.0:1788624571.169409:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=150 v=5 (1 1 1 1) 00000100:00000001:0.0:1788624571.169411:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624571.169413:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624571.169414:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624571.169416:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624571.169418:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624571.169420:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788624571.169421:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624571.169423:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624571.169426:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dda300 x1875506845058944/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.169432:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624571.169434:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624571.169435:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624571.169438:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dda300 x1875506845058944/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624571.169446:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845058944:192.168.202.125@tcp:400:kworker.0 00000400:00000001:0.0:1788624571.169451:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624571.169452:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624571.169453:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793058. 00000400:00000200:0.0:1788624571.169456:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cf68 00000400:00000010:0.0:1788624571.169457:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cf68. 00000100:00000001:0.0:1788624571.169459:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624571.169462:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8e00 x1875506845059200/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624571.169469:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8e00 x1875506845059200/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.169474:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624571.169475:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624571.169477:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624571.169478:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624571.169479:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624571.169481:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624571.169483:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624571.169487:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=149 v=5 (5 5 5 36) 00000100:00001000:0.0:1788624571.169489:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624571.169491:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624571.169492:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624571.169494:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624571.169495:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624571.169497:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624571.169499:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:0.0:1788624571.169500:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624571.169501:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624571.169505:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8e00 x1875506845059200/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.169510:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624571.169512:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624571.169513:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624571.169516:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8e00 x1875506845059200/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624571.169523:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845059200:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624571.169527:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624571.169529:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624571.169532:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8a80 x1875506845058816/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.169537:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624571.169539:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624571.169540:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd1112da00. 02000000:00000001:0.0:1788624571.169543:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624571.169544:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624571.169545:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=3 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624571.169547:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624571.169548:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd20611a00. 02000000:00000001:0.0:1788624571.169550:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624571.169552:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624571.169553:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8a80. 00000100:00000001:0.0:1788624571.169556:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624571.169557:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624571.169558:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624571.169561:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dda300 x1875506845058944/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.169566:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624571.169567:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624571.169569:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd06576a00. 02000000:00000001:0.0:1788624571.169571:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624571.169572:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624571.169573:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624571.169574:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624571.169576:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd12ada900. 02000000:00000001:0.0:1788624571.169579:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624571.169580:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624571.169581:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dda300. 00000100:00000001:0.0:1788624571.169583:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624571.169584:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624571.169585:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624571.169588:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8e00 x1875506845059200/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.169593:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624571.169594:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624571.169595:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd1112ce00. 02000000:00000001:0.0:1788624571.169597:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624571.169598:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624571.169599:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624571.169600:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624571.169601:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04d2f700. 02000000:00000001:0.0:1788624571.169605:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624571.169606:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624571.169607:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8e00. 00000100:00000001:0.0:1788624571.169609:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624571.169610:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624571.169613:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624571.169615:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624571.169616:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624571.169617:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624571.169619:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624571.193032:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624571.193052:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624571.193055:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624571.193057:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624571.193066:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624571.193074:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624571.193084:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624571.193090:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624571.193095:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624571.193099:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377460800 00000400:00000200:2.0:1788624571.193124:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624571.193131:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x82fd [1] + 224 00000800:00000001:2.0:1788624571.193140:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624571.193194:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624571.193198:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624571.193202:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624571.193210:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624571.193219:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddad80 x1875506845059072/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624571.193230:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11ddad80 x1875506845059072/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624571.193246:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624571.193254:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624571.193258:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624571.193337:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624571.193342:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624571.193348:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624571.193350:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624571.193354:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793160. 00000400:00000200:0.0:1788624571.193359:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cbb0 00000400:00000010:0.0:1788624571.193362:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cbb0. 00000100:00000001:0.0:1788624571.193365:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624571.193369:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddad80 x1875506845059072/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624571.193378:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddad80 x1875506845059072/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.193385:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624571.193387:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624571.193389:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624571.193392:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624571.193394:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624571.193396:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624571.193399:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624571.193408:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=149 v=5 (5 5 5 36) 00000100:00001000:0.0:1788624571.193413:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624571.193415:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624571.193417:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624571.193420:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624571.193424:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624571.193427:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624571.193430:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1788624571.193432:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624571.193434:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624571.193439:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddad80 x1875506845059072/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.193446:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624571.193449:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624571.193452:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624571.193456:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddad80 x1875506845059072/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624571.193464:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845059072:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624571.193469:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624571.193472:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624571.193475:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddad80 x1875506845059072/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624571.193481:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624571.193484:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624571.193489:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd1112cc00. 02000000:00000001:0.0:1788624571.193492:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624571.193494:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624571.193496:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624571.193499:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624571.193501:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04d2f900. 02000000:00000001:0.0:1788624571.193507:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624571.193509:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624571.193511:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddad80. 00000100:00000001:0.0:1788624571.193515:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624571.193516:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624571.193518:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624571.193527:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624571.193529:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624571.193531:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624571.193533:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624571.353095:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624571.353103:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624571.357876:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624571.357885:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624571.357891:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624572.372232:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624572.372241:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624572.372262:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624572.372265:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624572.372268:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788624572.830381:0:33191:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624573.405914:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624573.405924:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624573.413030:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624573.413039:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624573.413046:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1788624573.449273:0:33227:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788624573.449284:0:33227:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 22: drop close request and do mknod ========================================================== 12:09:31 (1788624571) 00000001:00000001:0.0:1788624573.468650:0:33227:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:3.0:1788624574.226319:0:16807:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1788624574.226329:0:16807:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624574.418269:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624574.418280:0:28436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624574.418283:0:28436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624574.418287:0:28436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624574.418293:0:28436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624574.418296:0:28436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624574.418299:0:28436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624574.418301:0:28436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624574.418367:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624574.418371:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624574.418374:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788624574.447605:0:33248:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624574.447616:0:33248:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624574.447619:0:33248:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624574.447624:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87bc0 00000080:00200000:0.0:1788624574.447630:0:33248:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624574.447640:0:33248:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd11154200. 00800000:00000002:0.0:1788624574.447650:0:33248:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624574.447656:0:33248:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624574.447662:0:33248:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624574.447665:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87ae0 00800000:00000002:0.0:1788624574.447667:0:33248:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624574.447673:0:33248:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624574.447677:0:33248:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624574.447681:0:33248:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624574.447685:0:33248:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624574.447688:0:33248:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624574.447691:0:33248:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624574.447694:0:33248:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624574.447697:0:33248:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624574.447702:0:33248:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624574.447708:0:33248:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624574.447711:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d879b0 00000002:00010000:0.0:1788624574.447713:0:33248:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624574.447718:0:33248:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624574.447721:0:33248:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624574.447725:0:33248:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624574.447734:0:33248:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624574.447737:0:33248:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624574.447739:0:33248:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624574.447742:0:33248:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788624574.447746:0:33248:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788624574.447962:0:33248:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06d80. 00000020:00000040:0.0:1788624574.447969:0:33248:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:0.0:1788624574.447977:0:33248:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624574.447985:0:33248:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624574.447989:0:33248:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624574.447993:0:33248:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624574.447997:0:33248:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624574.448002:0:33248:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624574.448012:0:33248:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049c8c00. 00000100:00000001:0.0:1788624574.448022:0:33248:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624574.448027:0:33248:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624574.448029:0:33248:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624574.448031:0:33248:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624574.448032:0:33248:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624574.448034:0:33248:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624574.448040:0:33248:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773497486720 : -112300212064896 : ffff99dd11c06d80) 00010000:00000001:0.0:1788624574.448046:0:33248:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624574.448049:0:33248:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788624574.448054:0:33248:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03f10400. 00010000:00000010:0.0:1788624574.448058:0:33248:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd11c18480. 00010000:00000001:0.0:1788624574.448065:0:33248:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624574.448070:0:33248:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d19e00. 00000020:00000001:0.0:1788624574.448075:0:33248:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624574.448078:0:33248:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d19e00 with handle 0xcc94206c7ef418dc to hash 00000020:00000001:0.0:1788624574.448080:0:33248:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624574.448082:0:33248:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:0.0:1788624574.448086:0:33248:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:0.0:1788624574.448091:0:33248:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624574.448094:0:33248:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624574.448099:0:33248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef418dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624574.448148:0:33248:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef418dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624574.448161:0:33248:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef418dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624574.448167:0:33248:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624574.448169:0:33248:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624574.448178:0:33248:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203bed80. 00000100:00000001:0.0:1788624574.448180:0:33248:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740461440 : -112299969090176 : ffff99dd203bed80) 00000100:00000001:0.0:1788624574.448183:0:33248:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624574.448185:0:33248:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497486720 : -112300212064896 : ffff99dd11c06d80) 00000100:00000001:0.0:1788624574.448191:0:33248:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624574.448195:0:33248:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624574.448198:0:33248:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624574.448199:0:33248:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624574.448213:0:33248:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06d80 x1875506845059328/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624574.448229:0:33248:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624574.448232:0:33248:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624574.448236:0:33248:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624574.448239:0:33248:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624574.448242:0:33248:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624574.448246:0:33248:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06d80 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33248:1875506845059328:192.168.202.125@tcp:101:multiop.0 00000100:00000001:0.0:1788624574.448251:0:33248:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624574.448258:0:33248:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624574.448261:0:33248:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624574.448263:0:33248:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624574.448268:0:33248:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd02e11800. 02000000:00000001:0.0:1788624574.448270:0:33248:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624574.448279:0:33248:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624574.448284:0:33248:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d630. 00000400:00000010:0.0:1788624574.448292:0:33248:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395cc0. 00000100:00000200:0.0:1788624574.448300:0:33248:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845059328, portal 10 00000100:00000001:0.0:1788624574.448302:0:33248:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624574.448304:0:33248:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497486720 : -112300212064896 : ffff99dd11c06d80) 00000100:00000040:0.0:1788624574.448310:0:33248:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c06d80 x1875506845059328/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624590 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624574.448318:0:33248:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624574.448322:0:33248:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624574.448325:0:33248:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395c38. 00000100:00000200:0.0:1788624574.448329:0:33248:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845059328, offset 0 00000400:00000200:0.0:1788624574.448336:0:33248:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624574.448347:0:33248:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624574.448357:0:33248:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624574.448364:0:33248:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624574.448369:0:33248:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624574.448374:0:33248:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624574.448377:0:33248:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624574.448382:0:33248:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2864:2864:256:4294967295] 192.168.202.125@tcp LPNI seq info [2864:2864:8:4294967295] 00000400:00000200:0.0:1788624574.448387:0:33248:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624574.448398:0:33248:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624574.448405:0:33248:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624574.448411:0:33248:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df700. 00000800:00000200:0.0:1788624574.448419:0:33248:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624574.448428:0:33248:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624574.448432:0:33248:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788624574.451271:0:33248:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624574.451286:0:33248:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 806215 usecs (807 jiffies) 00000400:00000200:0.0:1788624574.451296:0:33248:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624574.451301:0:33248:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296589317 00000100:00000001:0.0:1788624574.451313:0:33248:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296589143 00000100:00000001:0.0:1788624574.451320:0:33248:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296589317 00000100:00000001:0.0:1788624574.451324:0:33248:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296589143 00000100:00000001:0.0:1788624574.451327:0:33248:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624574.451331:0:33248:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624574.451335:0:33248:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624574.451337:0:33248:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624574.451341:0:33248:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203bed80 going to sleep for 11 seconds 00000100:00000001:0.0:1788624574.451346:0:33248:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624574.451350:0:33248:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624574.451935:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624574.451942:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df700. 00000400:00000200:2.0:1788624574.451949:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624574.451959:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624574.451979:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395c38 00000400:00000010:2.0:1788624574.451982:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395c38. 00000100:00000001:2.0:1788624574.451988:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624574.451997:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06d80 x1875506845059328/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624590 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624574.452010:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624574.452014:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06d80 x1875506845059328/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624590 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624574.452022:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624574.452024:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624574.461499:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624574.461521:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624574.461526:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624574.461529:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624574.461541:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624574.461551:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624574.461561:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624574.461567:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624574.461573:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624574.461578:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377460900 00000400:00000200:2.0:1788624574.461584:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624574.461591:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x8305 [1] + 224 00000800:00000001:2.0:1788624574.461600:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624574.461606:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624574.461610:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624574.461615:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624574.461625:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624574.461636:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06d80 x1875506845059328/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624590 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624574.461655:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11c06d80 x1875506845059328/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624590 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624574.461686:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624574.461696:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624574.461699:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624574.461778:0:33248:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624574.461788:0:33248:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624574.461791:0:33248:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624574.461804:0:33248:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d630. 00000400:00000200:1.0:1788624574.461809:0:33248:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395cc0 00000400:00000010:1.0:1788624574.461812:0:33248:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395cc0. 00000100:00000001:1.0:1788624574.461816:0:33248:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624574.461821:0:33248:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06d80 x1875506845059328/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624590 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624574.461831:0:33248:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06d80 x1875506845059328/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624590 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624574.461838:0:33248:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624574.461840:0:33248:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624574.461843:0:33248:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624574.461847:0:33248:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624574.461850:0:33248:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624574.461853:0:33248:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624574.461857:0:33248:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624574.461874:0:33248:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=3 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624574.461879:0:33248:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624574.461883:0:33248:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624574.461885:0:33248:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.461889:0:33248:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624574.461894:0:33248:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624574.461899:0:33248:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624574.461901:0:33248:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1788624574.461904:0:33248:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624574.461906:0:33248:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624574.461911:0:33248:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06d80 x1875506845059328/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624590 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624574.461919:0:33248:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624574.461923:0:33248:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624574.461925:0:33248:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624574.461930:0:33248:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06d80 x1875506845059328/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624590 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624574.461939:0:33248:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06d80 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33248:1875506845059328:192.168.202.125@tcp:101:multiop.0 00000100:00000001:1.0:1788624574.461945:0:33248:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624574.461948:0:33248:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624574.461951:0:33248:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624574.461954:0:33248:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624574.461958:0:33248:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06d80 x1875506845059328/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624590 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624574.461975:0:33248:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624574.461979:0:33248:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203bed80. 00000100:00000001:1.0:1788624574.461983:0:33248:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624574.461984:0:33248:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.461988:0:33248:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624574.461993:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.461997:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.462001:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19e00 refcount=4 00000020:00000001:1.0:1788624574.462004:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:1.0:1788624574.462008:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000040:1.0:1788624574.462024:0:33248:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd11d19e00, remote cookie: 0xa103bd66258a817d, flags: 0x1001 00010000:00010000:1.0:1788624574.462031:0:33248:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef418dc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a817d expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624574.462044:0:33248:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef418dc lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a817d expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624574.462052:0:33248:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624574.462057:0:33248:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624574.462060:0:33248:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624574.462062:0:33248:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624574.462063:0:33248:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624574.462067:0:33248:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd03f10400) refcount = 1 00010000:00010000:1.0:1788624574.462071:0:33248:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef418dc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a817d expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624574.462079:0:33248:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624574.462083:0:33248:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624574.462085:0:33248:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624574.462087:0:33248:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624574.462090:0:33248:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624574.462093:0:33248:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef418dc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a817d expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624574.462101:0:33248:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624574.462103:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.462133:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624574.462134:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.462135:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624574.462137:0:33248:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624574.462142:0:33248:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624574.462144:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.462146:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.462147:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19e00 refcount=3 00000020:00000001:1.0:1788624574.462150:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:1.0:1788624574.462152:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:1.0:1788624574.462155:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.462156:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.462157:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19e00 refcount=4 00000020:00000001:1.0:1788624574.462159:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:1.0:1788624574.462161:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:1.0:1788624574.462164:0:33248:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624574.462168:0:33248:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624574.462172:0:33248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef418dc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a817d expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624574.462178:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.462179:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624574.462181:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.462182:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.462183:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19e00 refcount=5 00000020:00000001:1.0:1788624574.462184:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:1.0:1788624574.462186:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:1.0:1788624574.462189:0:33248:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624574.462192:0:33248:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef418dc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a817d expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624574.462198:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.462199:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624574.462201:0:33248:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef418dc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a817d expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624574.462208:0:33248:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624574.462209:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.462210:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624574.462211:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.462212:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624574.462217:0:33248:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11c06d80 x1875506845059328/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624590 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788624574.462233:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.462234:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.462236:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19e00 refcount=3 00000020:00000001:1.0:1788624574.462238:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:1.0:1788624574.462241:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:1.0:1788624574.462243:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.462244:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624574.462246:0:33248:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624574.462248:0:33248:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624574.462251:0:33248:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788624574.462254:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.462255:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.462256:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19e00 refcount=3 00000020:00000001:1.0:1788624574.462257:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:1.0:1788624574.462259:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00000002:00010000:1.0:1788624574.462263:0:33248:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef418dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a817d expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624574.462269:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.462270:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624574.462272:0:33248:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624574.462274:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.462275:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.462276:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19e00 refcount=3 00000020:00000001:1.0:1788624574.462278:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:1.0:1788624574.462281:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000040:1.0:1788624574.462288:0:33248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10400 count: 2 00010000:00000001:1.0:1788624574.462291:0:33248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624574.462295:0:33248:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788624574.462298:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.462300:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624574.462302:0:33248:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624574.462305:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87938 00000002:00002000:1.0:1788624574.462308:0:33248:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788624574.462311:0:33248:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624574.462315:0:33248:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624574.462318:0:33248:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624574.462322:0:33248:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788624574.462326:0:33248:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624574.462330:0:33248:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624574.462335:0:33248:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd11154200. 00000080:00000001:1.0:1788624574.462340:0:33248:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624574.462343:0:33248:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624574.462351:0:33248:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788624574.462355:0:33248:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788624574.462362:0:33248:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd1878ef40. 00800000:00000001:1.0:1788624574.462364:0:33248:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773610241856 : -112300099309760 : ffff99dd1878ef40) 00800000:00000001:1.0:1788624574.462367:0:33248:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624574.462369:0:33248:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624574.462373:0:33248:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788624574.462375:0:33248:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788624574.462378:0:33248:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788624574.462381:0:33248:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788624574.462382:0:33248:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624574.462387:0:33248:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788624574.462390:0:33248:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788624574.462395:0:33248:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1788624574.462397:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.462398:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.462400:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19e00 refcount=3 00000020:00000001:1.0:1788624574.462402:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:1.0:1788624574.462405:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:1.0:1788624574.462407:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.462408:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624574.462410:0:33248:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624574.462412:0:33248:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788624574.462414:0:33248:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878ef40 1 00800000:00000010:1.0:1788624574.462417:0:33248:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd1878ef40. 00800000:00000001:1.0:1788624574.462420:0:33248:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624574.462423:0:33248:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef418dc 00800000:00000001:1.0:1788624574.462427:0:33248:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624574.462429:0:33248:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624574.462430:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.462431:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.462433:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19e00 refcount=3 00000020:00000001:1.0:1788624574.462434:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:1.0:1788624574.462436:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:1.0:1788624574.462439:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.462440:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624574.462441:0:33248:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624574.462444:0:33248:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624574.462446:0:33248:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624574.462449:0:33248:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624574.462452:0:33248:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef418dc from it ffffbef880d87bf8 00010000:00000001:1.0:1788624574.462454:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.462455:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.462457:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19e00 refcount=3 00000020:00000001:1.0:1788624574.462459:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:1.0:1788624574.462461:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:1.0:1788624574.462463:0:33248:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624574.462466:0:33248:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef418dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a817d expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624574.462471:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.462472:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624574.462473:0:33248:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624574.462477:0:33248:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624574.462480:0:33248:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef418dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a817d expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624574.462496:0:33248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624574.462499:0:33248:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624574.462501:0:33248:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624574.462506:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.462508:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624574.462509:0:33248:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.462513:0:33248:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624574.462515:0:33248:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.462518:0:33248:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.462520:0:33248:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.462522:0:33248:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624574.462523:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.462524:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624574.462526:0:33248:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624574.462530:0:33248:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06d80 x1875506845059328/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624590 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624574.462536:0:33248:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624574.462539:0:33248:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624574.462543:0:33248:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd02e11800. 02000000:00000001:1.0:1788624574.462547:0:33248:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624574.462549:0:33248:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624574.462551:0:33248:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=3 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624574.462554:0:33248:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624574.462558:0:33248:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049c8c00. 02000000:00000001:1.0:1788624574.462561:0:33248:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624574.462563:0:33248:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624574.462566:0:33248:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06d80. 00000100:00000001:1.0:1788624574.462570:0:33248:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624574.462571:0:33248:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624574.462575:0:33248:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788624574.462581:0:33248:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624574.462599:0:33248:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd12bc8380. 00000080:00000001:1.0:1788624574.462606:0:33248:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624574.462609:0:33248:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624574.462611:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87b00 00000080:00200000:1.0:1788624574.462613:0:33248:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:1.0:1788624574.462618:0:33248:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744800. 00800000:00000002:1.0:1788624574.462624:0:33248:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624574.462627:0:33248:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624574.462630:0:33248:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624574.462632:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87a20 00800000:00000002:1.0:1788624574.462634:0:33248:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624574.462638:0:33248:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624574.462640:0:33248:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624574.462643:0:33248:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624574.462646:0:33248:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624574.462649:0:33248:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624574.462651:0:33248:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624574.462653:0:33248:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624574.462656:0:33248:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624574.462659:0:33248:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624574.462663:0:33248:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624574.462665:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d878f0 00000002:00010000:1.0:1788624574.462668:0:33248:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624574.462672:0:33248:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624574.462674:0:33248:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624574.462676:0:33248:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624574.462678:0:33248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10400 count: 2 00010000:00000001:1.0:1788624574.462680:0:33248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624574.462683:0:33248:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624574.462685:0:33248:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624574.462688:0:33248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef418dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a817d expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788624574.462697:0:33248:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624574.462701:0:33248:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624574.462705:0:33248:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef418dc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a817d expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788624574.462712:0:33248:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624574.462714:0:33248:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624574.462716:0:33248:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624574.462718:0:33248:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624574.462720:0:33248:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624574.462722:0:33248:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624574.462724:0:33248:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624574.462726:0:33248:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624574.462728:0:33248:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744800. 00000080:00000001:1.0:1788624574.462731:0:33248:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624574.462732:0:33248:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624574.462735:0:33248:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624574.462738:0:33248:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef418dc 00800000:00000001:1.0:1788624574.462740:0:33248:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624574.462741:0:33248:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624574.462743:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.462744:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.462746:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19e00 refcount=3 00000020:00000001:1.0:1788624574.462747:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:1.0:1788624574.462750:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:1.0:1788624574.462752:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.462753:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624574.462754:0:33248:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624574.462756:0:33248:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624574.462771:0:33248:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef418dc from it ffffbef880d87b38 00010000:00000001:1.0:1788624574.462773:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.462774:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.462775:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19e00 refcount=3 00000020:00000001:1.0:1788624574.462777:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:1.0:1788624574.462780:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:1.0:1788624574.462782:0:33248:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624574.462785:0:33248:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef418dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a817d expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624574.462790:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.462792:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624574.462794:0:33248:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624574.462795:0:33248:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624574.462806:0:33248:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef418dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a817d expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788624574.462813:0:33248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624574.462815:0:33248:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624574.462816:0:33248:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624574.462818:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.462819:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624574.462820:0:33248:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.462822:0:33248:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624574.462824:0:33248:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.462826:0:33248:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.462827:0:33248:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.462829:0:33248:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624574.462830:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.462831:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624574.462832:0:33248:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624574.462834:0:33248:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624574.462836:0:33248:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788624574.462840:0:33248:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624574.462844:0:33248:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788624574.462846:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87b58 00000080:00200000:1.0:1788624574.462848:0:33248:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), file ffff99dd185de000, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1788624574.462855:0:33248:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff99dd04866ea0. 00000080:00000001:1.0:1788624574.462860:0:33248:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788624574.462862:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87a08 00000080:00200000:1.0:1788624574.462864:0:33248:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=open|creat 00000080:00000010:1.0:1788624574.462872:0:33248:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744800. 00800000:00000002:1.0:1788624574.462875:0:33248:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624574.462881:0:33248:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624574.462882:0:33248:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624574.462884:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87928 00800000:00000002:1.0:1788624574.462885:0:33248:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624574.462890:0:33248:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788624574.462893:0:33248:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788624574.462897:0:33248:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624574.462898:0:33248:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624574.462899:0:33248:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624574.462901:0:33248:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624574.462903:0:33248:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624574.462905:0:33248:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624574.462907:0:33248:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624574.462910:0:33248:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446631773493984256 : -112300215567360 : ffff99dd118afc00) 00800000:00000001:1.0:1788624574.462913:0:33248:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788624574.462916:0:33248:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788624574.462918:0:33248:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788624574.462921:0:33248:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788624574.462924:0:33248:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff99dd10dbf800: Allocated FID [0x200000405:0x27:0x0] 40000000:00000001:1.0:1788624574.462927:0:33248:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624574.462929:0:33248:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624574.462931:0:33248:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624574.462933:0:33248:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624574.462936:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d878a8 00800000:00000002:1.0:1788624574.462938:0:33248:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x27:0x0], name='f22.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:1.0:1788624574.462941:0:33248:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624574.462942:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d877e0 00000002:00010000:1.0:1788624574.462944:0:33248:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x200000405:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1788624574.462949:0:33248:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788624574.462952:0:33248:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788624574.462956:0:33248:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788624574.462960:0:33248:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624574.462962:0:33248:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788624574.462964:0:33248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10400 count: 2 00010000:00000001:1.0:1788624574.462966:0:33248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624574.462968:0:33248:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788624574.462973:0:33248:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788624574.462976:0:33248:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef418dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a817d expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788624574.462989:0:33248:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788624574.462994:0:33248:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788624574.462996:0:33248:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788624574.462998:0:33248:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788624574.463001:0:33248:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624574.463002:0:33248:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624574.463004:0:33248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10400 count: 3 00010000:00000001:1.0:1788624574.463006:0:33248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624574.463009:0:33248:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624574.463010:0:33248:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624574.463012:0:33248:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624574.463013:0:33248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10400 count: 3 00010000:00000001:1.0:1788624574.463014:0:33248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624574.463016:0:33248:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624574.463018:0:33248:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624574.463019:0:33248:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624574.463021:0:33248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10400 count: 3 00010000:00000001:1.0:1788624574.463023:0:33248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624574.463025:0:33248:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624574.463027:0:33248:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788624574.463029:0:33248:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788624574.463034:0:33248:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788624574.463036:0:33248:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788624574.463039:0:33248:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788624574.463040:0:33248:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.463043:0:33248:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788624574.463046:0:33248:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788624574.463047:0:33248:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788624574.463049:0:33248:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624574.463051:0:33248:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788624574.463053:0:33248:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d19e00 with handle 0xcc94206c7ef418dc from hash 00010000:00000001:1.0:1788624574.463055:0:33248:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788624574.463057:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.463058:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624574.463060:0:33248:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788624574.463063:0:33248:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788624574.463065:0:33248:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788624574.463068:0:33248:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624574.463070:0:33248:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624574.463072:0:33248:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788624574.463077:0:33248:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9c00. 00000020:00000040:1.0:1788624574.463081:0:33248:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:1.0:1788624574.463087:0:33248:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788624574.463089:0:33248:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.463092:0:33248:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624574.463097:0:33248:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624574.463098:0:33248:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624574.463102:0:33248:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624574.463128:0:33248:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624574.463132:0:33248:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624574.463140:0:33248:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e1400. 00000100:00000001:1.0:1788624574.463147:0:33248:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.463150:0:33248:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624574.463152:0:33248:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788624574.463157:0:33248:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef418dc lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a817d expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788624574.463164:0:33248:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788624574.463166:0:33248:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624574.463168:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788624574.463171:0:33248:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef418dc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a817d expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1788624574.463179:0:33248:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10400 count: 0 00010000:00000010:1.0:1788624574.463185:0:33248:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd11c18480. 00010000:00000001:1.0:1788624574.463197:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624574.463199:0:33248:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.463200:0:33248:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624574.463202:0:33248:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.463205:0:33248:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624574.463215:0:33248:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773499399168 : -112300210152448 : ffff99dd11dd9c00) 00010000:00000001:1.0:1788624574.463218:0:33248:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624574.463221:0:33248:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788624574.463225:0:33248:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd189e4400. 00010000:00000010:1.0:1788624574.463229:0:33248:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd087e6e00. 00010000:00000001:1.0:1788624574.463234:0:33248:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624574.463240:0:33248:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18600200. 00000020:00000001:1.0:1788624574.463242:0:33248:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624574.463244:0:33248:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18600200 with handle 0xcc94206c7ef418e3 to hash 00000020:00000001:1.0:1788624574.463246:0:33248:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624574.463248:0:33248:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624574.463252:0:33248:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624574.463254:0:33248:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624574.463256:0:33248:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624574.463260:0:33248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624574.463268:0:33248:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788624574.463279:0:33248:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788624574.463286:0:33248:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11dd9c00 x1875506845059584/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788624574.463296:0:33248:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33248 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624574.463302:0:33248:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624574.463304:0:33248:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624574.463310:0:33248:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cd780. 00000100:00000001:1.0:1788624574.463313:0:33248:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486765952 : -112300222785664 : ffff99dd111cd780) 00000100:00000001:1.0:1788624574.463316:0:33248:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624574.463318:0:33248:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499399168 : -112300210152448 : ffff99dd11dd9c00) 00000100:00000001:1.0:1788624574.463323:0:33248:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624574.463328:0:33248:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624574.463330:0:33248:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624574.463332:0:33248:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624574.463336:0:33248:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9c00 x1875506845059584/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624574.463343:0:33248:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624574.463346:0:33248:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624574.463350:0:33248:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624574.463353:0:33248:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624574.463356:0:33248:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624574.463359:0:33248:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd9c00 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33248:1875506845059584:192.168.202.125@tcp:101:multiop.0 00000100:00000001:1.0:1788624574.463364:0:33248:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624574.463371:0:33248:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624574.463373:0:33248:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624574.463376:0:33248:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624574.463455:0:33248:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff99dd04840000. 02000000:00000001:1.0:1788624574.463457:0:33248:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624574.463465:0:33248:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624574.463469:0:33248:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793160. 00000400:00000010:1.0:1788624574.463477:0:33248:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff99dd107e2400. 00000100:00000200:1.0:1788624574.463484:0:33248:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875506845059584, portal 10 00000100:00000001:1.0:1788624574.463486:0:33248:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624574.463488:0:33248:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499399168 : -112300210152448 : ffff99dd11dd9c00) 00000100:00000040:1.0:1788624574.463494:0:33248:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dd9c00 x1875506845059584/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624590 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624574.463502:0:33248:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624574.463505:0:33248:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624574.463508:0:33248:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862ccc0. 00000100:00000200:1.0:1788624574.463513:0:33248:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875506845059584, offset 0 00000400:00000200:1.0:1788624574.463520:0:33248:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624574.463528:0:33248:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624574.463536:0:33248:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624574.463543:0:33248:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624574.463548:0:33248:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624574.463552:0:33248:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624574.463555:0:33248:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624574.463560:0:33248:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2865:2865:256:4294967295] 192.168.202.125@tcp LPNI seq info [2865:2865:8:4294967295] 00000400:00000200:1.0:1788624574.463566:0:33248:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624574.463577:0:33248:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624574.463584:0:33248:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624574.463590:0:33248:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e600. 00000800:00000200:1.0:1788624574.463598:0:33248:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624574.463606:0:33248:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624574.463611:0:33248:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e600 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1788624574.463628:0:33248:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624574.463633:0:33248:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 805161 usecs (806 jiffies) 00000400:00000200:1.0:1788624574.463637:0:33248:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624574.463640:0:33248:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296589329 00000100:00000001:1.0:1788624574.463649:0:33248:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296589317 00000100:00000001:1.0:1788624574.463655:0:33248:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296589329 00000100:00000001:1.0:1788624574.463659:0:33248:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296589317 00000100:00000001:1.0:1788624574.463662:0:33248:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624574.463665:0:33248:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624574.463668:0:33248:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624574.463670:0:33248:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624574.463673:0:33248:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cd780 going to sleep for 11 seconds 00000100:00000001:1.0:1788624574.463676:0:33248:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624574.463679:0:33248:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624574.464073:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624574.464080:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e600. 00000400:00000200:2.0:1788624574.464086:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624574.464092:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624574.464098:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ccc0 00000400:00000010:2.0:1788624574.464101:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ccc0. 00000100:00000001:2.0:1788624574.464126:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624574.464130:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9c00 x1875506845059584/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624590 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624574.464140:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624574.464144:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9c00 x1875506845059584/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624590 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624574.464157:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624574.464159:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788624574.469794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10400. 00010000:00000010:1.1:1788624574.469873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19e00. 00000800:00000001:2.0:1788624574.505390:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624574.505414:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624574.505420:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624574.505422:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624574.505436:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624574.505446:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624574.505458:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624574.505464:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624574.505471:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624574.505476:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c377460a00 00000400:00000200:2.0:1788624574.505482:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624574.505490:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x830d [32] + 224 00000800:00000001:2.0:1788624574.505499:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624574.505505:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624574.505509:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624574.505514:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624574.505524:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624574.505535:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9c00 x1875506845059584/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624590 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624574.505549:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff99dd11dd9c00 x1875506845059584/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624590 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624574.505572:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624574.505581:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624574.505584:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624574.510631:0:33248:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624574.510661:0:33248:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624574.510664:0:33248:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624574.510672:0:33248:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793160. 00000400:00000200:1.0:1788624574.510688:0:33248:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd107e2400 00000400:00000010:1.0:1788624574.510692:0:33248:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff99dd107e2400. 00000100:00000001:1.0:1788624574.510700:0:33248:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624574.510717:0:33248:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9c00 x1875506845059584/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624590 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624574.510731:0:33248:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9c00 x1875506845059584/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624590 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624574.510740:0:33248:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624574.510742:0:33248:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624574.510746:0:33248:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624574.510750:0:33248:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624574.510753:0:33248:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624574.510756:0:33248:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624574.510771:0:33248:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624574.510788:0:33248:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=3 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624574.510793:0:33248:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624574.510795:0:33248:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624574.510798:0:33248:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.510801:0:33248:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624574.510807:0:33248:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624574.510811:0:33248:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624574.510814:0:33248:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:1.0:1788624574.510816:0:33248:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624574.510819:0:33248:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624574.510821:0:33248:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499399168 : -112300210152448 : ffff99dd11dd9c00) 00000100:00000001:1.0:1788624574.510825:0:33248:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624574.510827:0:33248:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1788624574.510829:0:33248:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624574.510833:0:33248:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624574.510839:0:33248:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9c00 x1875506845059584/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624590 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624574.510847:0:33248:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624574.510851:0:33248:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624574.510854:0:33248:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624574.510858:0:33248:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9c00 x1875506845059584/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624590 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624574.510867:0:33248:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9c00 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33248:1875506845059584:192.168.202.125@tcp:101:multiop.0 00000100:00000001:1.0:1788624574.510873:0:33248:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624574.510876:0:33248:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624574.510880:0:33248:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624574.510882:0:33248:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624574.510886:0:33248:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9c00 x1875506845059584/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624590 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624574.510894:0:33248:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624574.510897:0:33248:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cd780. 00000100:00000001:1.0:1788624574.510901:0:33248:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624574.510903:0:33248:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.510907:0:33248:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624574.510914:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.510917:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.510922:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=4 00000020:00000001:1.0:1788624574.510925:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624574.510928:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000040:1.0:1788624574.510937:0:33248:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18600200, remote cookie: 0xa103bd66258a8199, flags: 0x1001 00010000:00010000:1.0:1788624574.510942:0:33248:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8199 expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788624574.510953:0:33248:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788624574.510957:0:33248:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788624574.510973:0:33248:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd189e4d00. 00010000:00000010:1.0:1788624574.510981:0:33248:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd087e6380. 00010000:00000040:1.0:1788624574.510998:0:33248:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd189e4400 count: 0 00010000:00000010:1.0:1788624574.511005:0:33248:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd087e6e00. 00010000:00000001:1.0:1788624574.511015:0:33248:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624574.511019:0:33248:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8199 expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624574.511029:0:33248:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8199 expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624574.511036:0:33248:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624574.511041:0:33248:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624574.511043:0:33248:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624574.511045:0:33248:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624574.511046:0:33248:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624574.511049:0:33248:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x27:0x0].0x0 (ffff99dd189e4d00) refcount = 1 00010000:00010000:1.0:1788624574.511053:0:33248:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8199 expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624574.511060:0:33248:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624574.511063:0:33248:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624574.511065:0:33248:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624574.511068:0:33248:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624574.511071:0:33248:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624574.511074:0:33248:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8199 expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624574.511080:0:33248:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624574.511092:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.511094:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624574.511095:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.511096:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624574.511098:0:33248:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624574.511104:0:33248:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624574.511181:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.511183:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.511185:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624574.511188:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624574.511190:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624574.511193:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.511194:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.511195:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=4 00000020:00000001:1.0:1788624574.511197:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624574.511199:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624574.511202:0:33248:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624574.511216:0:33248:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624574.511220:0:33248:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8199 expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624574.511227:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.511228:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624574.511230:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.511231:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.511232:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=5 00000020:00000001:1.0:1788624574.511234:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624574.511237:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624574.511240:0:33248:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624574.511242:0:33248:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8199 expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624574.511249:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.511250:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624574.511252:0:33248:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8199 expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624574.511258:0:33248:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624574.511260:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.511261:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624574.511263:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.511265:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624574.511271:0:33248:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff99dd11dd9c00 x1875506845059584/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624590 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624574.511280:0:33248:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788624574.511286:0:33248:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11dd9c00 x1875506845059584/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624590 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624574.511293:0:33248:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.511301:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.511302:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.511304:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624574.511305:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624574.511307:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00000002:00010000:1.0:1788624574.511311:0:33248:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8199 expref: -99 pid: 33248 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788624574.511321:0:33248:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99dd1878ef40. 00010000:00000001:1.0:1788624574.511323:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.511324:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624574.511326:0:33248:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624574.511328:0:33248:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624574.511332:0:33248:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788624574.511334:0:33248:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624574.511335:0:33248:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499399168 : -112300210152448 : ffff99dd11dd9c00) 00000100:00000001:1.0:1788624574.511337:0:33248:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624574.511338:0:33248:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499399168 : -112300210152448 : ffff99dd11dd9c00) 00010000:00000001:1.0:1788624574.511340:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.511341:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.511342:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624574.511344:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624574.511347:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00000002:00010000:1.0:1788624574.511350:0:33248:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8199 expref: -99 pid: 33248 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624574.511357:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.511358:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624574.511360:0:33248:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624574.511361:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.511363:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.511364:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624574.511366:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624574.511368:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000040:1.0:1788624574.511373:0:33248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4d00 count: 2 00010000:00000001:1.0:1788624574.511375:0:33248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624574.511379:0:33248:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/39 (0 0) 00010000:00000001:1.0:1788624574.511381:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.511382:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624574.511384:0:33248:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624574.511387:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87768 00000002:00002000:1.0:1788624574.511390:0:33248:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1788624574.511394:0:33248:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624574.511398:0:33248:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624574.511401:0:33248:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624574.511404:0:33248:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788624574.511408:0:33248:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624574.511413:0:33248:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:1.0:1788624574.511416:0:33248:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788624574.511418:0:33248:0:(namei.c:674:ll_lookup_it_finish()) it ffff99dd04866ea0 it_disposition 1800037 00000080:00002000:1.0:1788624574.511425:0:33248:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd1934fa20 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1788624574.511431:0:33248:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788624574.511434:0:33248:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1788624574.511435:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87990 00000080:00200000:1.0:1788624574.511437:0:33248:0:(namei.c:1628:ll_create_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=open|creat 00000080:00000001:1.0:1788624574.511440:0:33248:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1788624574.511443:0:33248:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624574.511449:0:33248:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788624574.511454:0:33248:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624574.511457:0:33248:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:1.0:1788624574.511460:0:33248:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788624574.511474:0:33248:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff99dd191b9080. 00000020:00000001:1.0:1788624574.511488:0:33248:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788624574.511489:0:33248:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788624574.511493:0:33248:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788624574.511495:0:33248:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x27:0x0](ffff99dd191b9148) 00000020:00000001:1.0:1788624574.511500:0:33248:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624574.511505:0:33248:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624574.511508:0:33248:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00000020:00000001:1.0:1788624574.511513:0:33248:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788624574.511519:0:33248:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff99dd18364000. 00000020:00000001:1.0:1788624574.511522:0:33248:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788624574.511524:0:33248:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624574.511533:0:33248:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788624574.511537:0:33248:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff99dd1817ed90. 00020000:00000001:1.0:1788624574.511539:0:33248:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446631773603884432 : -112300105667184 : ffff99dd1817ed90) 00020000:00000001:1.0:1788624574.511542:0:33248:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788624574.511546:0:33248:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788624574.511552:0:33248:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd04866540. 00020000:00000010:1.0:1788624574.511557:0:33248:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd2006c080. 00020000:00000010:1.0:1788624574.511562:0:33248:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd04866240. 00020000:00000001:1.0:1788624574.511565:0:33248:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773275578944 : -112300433972672 : ffff99dd04866240) 00020000:00000002:1.0:1788624574.511569:0:33248:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd04866240, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788624574.511574:0:33248:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788624574.511579:0:33248:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd2006c080: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000001:1.0:1788624574.511582:0:33248:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1788624574.511584:0:33248:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd04866240, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788624574.511587:0:33248:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788624574.511590:0:33248:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd2006c080: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000010:1.0:1788624574.511595:0:33248:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff99dd18609eb0. 00020000:00000010:1.0:1788624574.511598:0:33248:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff99dd111cd780. 00020000:00000001:1.0:1788624574.511604:0:33248:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1788624574.511607:0:33248:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff99dd03190f18. 00020000:00000001:1.0:1788624574.511611:0:33248:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1788624574.511612:0:33248:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1788624574.511620:0:33248:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1788624574.511623:0:33248:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff99dd183640c8. 00000020:00000001:1.0:1788624574.511625:0:33248:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788624574.511627:0:33248:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624574.511629:0:33248:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446631773605871944 : -112300103679672 : ffff99dd18364148) 00020000:00000001:1.0:1788624574.511633:0:33248:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1788624574.511639:0:33248:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff99dd08445880. 00020000:00000001:1.0:1788624574.511642:0:33248:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624574.511647:0:33248:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446631773605871944 : -112300103679672 : ffff99dd18364148) 00020000:00000001:1.0:1788624574.511650:0:33248:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446631773605871944 : -112300103679672 : ffff99dd18364148) 00020000:00000002:1.0:1788624574.511654:0:33248:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x14:0x0]@ffff99dd183640c8[0:0] -> [0x200000405:0x27:0x0]@ffff99dd18364000: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000001:1.0:1788624574.511659:0:33248:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1788624574.511662:0:33248:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1788624574.511664:0:33248:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624574.511668:0:33248:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446631773605871744 : -112300103679872 : ffff99dd18364080) 00000020:00001000:1.0:1788624574.511671:0:33248:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00000080:00000001:1.0:1788624574.511677:0:33248:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:1.0:1788624574.511680:0:33248:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788624574.511683:0:33248:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611175 mtime from 0 to 1788624574 00000080:00000001:1.0:1788624574.511688:0:33248:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788624574.511692:0:33248:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620900168 : -112300088651448 : ffff99dd191b9148) 00010000:00000001:1.0:1788624574.511695:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.511696:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.511698:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624574.511700:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624574.511702:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00000080:00000001:1.0:1788624574.511706:0:33248:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788624574.511707:0:33248:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624574.511710:0:33248:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624574.511712:0:33248:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00000020:00000001:1.0:1788624574.511714:0:33248:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788624574.511717:0:33248:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788624574.511718:0:33248:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788624574.511721:0:33248:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd04866b40. 00020000:00000010:1.0:1788624574.511724:0:33248:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd2006ca00. 00020000:00000010:1.0:1788624574.511727:0:33248:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd04866600. 00020000:00000001:1.0:1788624574.511729:0:33248:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773275579904 : -112300433971712 : ffff99dd04866600) 00020000:00000002:1.0:1788624574.511732:0:33248:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd04866600, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788624574.511736:0:33248:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788624574.511740:0:33248:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd2006ca00: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000002:1.0:1788624574.511744:0:33248:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd1817ed90) owner ffff99dd064f27c0 00020000:00000001:1.0:1788624574.511746:0:33248:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788624574.511749:0:33248:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd1817ed90) owner ffff99dd064f27c0 00020000:00000010:1.0:1788624574.511754:0:33248:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd2006ca00. 00020000:00000010:1.0:1788624574.511771:0:33248:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd04866b40. 00020000:00000010:1.0:1788624574.511775:0:33248:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd04866600. 00020000:00000002:1.0:1788624574.511777:0:33248:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788624574.511779:0:33248:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624574.511781:0:33248:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624574.511785:0:33248:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788624574.511789:0:33248:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817ed90) owner 0000000000000000/ffff99dd064f27c0 00020000:00000002:1.0:1788624574.511792:0:33248:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd04866240 addref 2/0 by ffff99dd064f27c0. 00020000:00000002:1.0:1788624574.511794:0:33248:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817ed90) owner 0000000000000000/ffff99dd064f27c0 00020000:00000001:1.0:1788624574.511797:0:33248:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788624574.511799:0:33248:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788624574.511801:0:33248:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788624574.511803:0:33248:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788624574.511805:0:33248:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788624574.511808:0:33248:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x27:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788624574.511810:0:33248:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00000080:00000001:1.0:1788624574.511813:0:33248:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.511815:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.511816:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624574.511818:0:33248:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624574.511821:0:33248:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788624574.511823:0:33248:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624574.511825:0:33248:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x27:0x0](ffff99dd191b9148) 00000080:00010000:1.0:1788624574.511829:0:33248:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff99dd191b9148) for lock 0xcc94206c7ef418e3 00800000:00000001:1.0:1788624574.511832:0:33248:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624574.511833:0:33248:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624574.511835:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.511836:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.511837:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624574.511840:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624574.511842:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624574.511844:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.511845:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624574.511847:0:33248:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624574.511849:0:33248:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624574.511851:0:33248:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1788624574.511853:0:33248:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624574.511859:0:33248:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff99dd11dd9c00 x1875506845059584/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624590 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624574.511866:0:33248:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788624574.511872:0:33248:0:(namei.c:1651:ll_create_it()) inode ffff99dd191b9148 need_sync_to_mds [0x200000405:0x27:0x0] 00000080:00000001:1.0:1788624574.511877:0:33248:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624574.511881:0:33248:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff99dd191b9148) 00000080:00000001:1.0:1788624574.511884:0:33248:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788624574.511888:0:33248:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744800. 00000100:00000001:1.0:1788624574.511891:0:33248:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624574.511894:0:33248:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9c00 x1875506845059584/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624590 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624574.511900:0:33248:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624574.511904:0:33248:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1788624574.511906:0:33248:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788624574.511909:0:33248:0:(namei.c:1500:ll_atomic_open()) inode ffff99dd191b9148 need_sync_to_mds [0x200000405:0x27:0x0] 00000080:00000001:1.0:1788624574.511920:0:33248:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788624574.511923:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87a68 00000080:00200008:1.0:1788624574.511925:0:33248:0:(file.c:1090:ll_file_open()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff99dd191b9148), flags 100102 00000080:00000010:1.0:1788624574.511933:0:33248:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd03d12f00. 00000080:00000010:1.0:1788624574.511940:0:33248:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd1878eac0. 00000080:00000001:1.0:1788624574.511943:0:33248:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788624574.511947:0:33248:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788624574.511950:0:33248:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624574.511954:0:33248:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624574.511957:0:33248:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624574.511960:0:33248:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624574.511962:0:33248:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624574.511965:0:33248:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1788624574.511967:0:33248:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624574.511970:0:33248:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788624574.511974:0:33248:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd12bc81e0. 00000002:00100000:1.0:1788624574.511979:0:33248:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11dd9c00 x1875506845059584/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624590 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624574.511985:0:33248:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624574.511986:0:33248:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788624574.511991:0:33248:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788624574.511995:0:33248:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624574.511998:0:33248:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624574.512000:0:33248:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624574.512004:0:33248:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9c00 x1875506845059584/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624590 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788624574.512011:0:33248:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624574.512016:0:33248:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff99dd04840000. 02000000:00000001:1.0:1788624574.512055:0:33248:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788624574.512057:0:33248:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624574.512060:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87a68 00000080:00000008:1.0:1788624574.512063:0:33248:0:(file.c:1329:ll_file_open()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff99dd191b9148), flags 100102, rc = 0 00000080:00000001:1.0:1788624574.512068:0:33248:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788624574.512070:0:33248:0:(dcache.c:176:ll_intent_release()) intent ffff99dd04866ea0 released 00000080:00010000:1.0:1788624574.512073:0:33248:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef418e3 from it ffff99dd04866ea0 00010000:00000001:1.0:1788624574.512075:0:33248:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624574.512076:0:33248:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624574.512078:0:33248:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:1.0:1788624574.512080:0:33248:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624574.512082:0:33248:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:1.0:1788624574.512084:0:33248:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624574.512088:0:33248:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a8199 expref: -99 pid: 33248 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624574.512095:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.512096:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624574.512097:0:33248:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624574.512100:0:33248:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624574.512103:0:33248:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a8199 expref: -99 pid: 33248 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624574.512151:0:33248:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624574.512154:0:33248:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624574.512156:0:33248:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624574.512161:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.512162:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624574.512164:0:33248:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.512168:0:33248:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624574.512170:0:33248:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.512172:0:33248:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.512175:0:33248:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624574.512177:0:33248:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624574.512178:0:33248:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624574.512179:0:33248:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624574.512181:0:33248:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788624574.512183:0:33248:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788624574.512185:0:33248:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788624574.512187:0:33248:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624574.512190:0:33248:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788624574.512192:0:33248:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624574.512195:0:33248:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788624574.512197:0:33248:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624574.512198:0:33248:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788624574.512201:0:33248:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624574.512203:0:33248:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788624574.512205:0:33248:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff99dd04866ea0. 00000080:00000001:1.0:1788624574.512209:0:33248:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624574.512214:0:33248:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788624574.512216:0:33248:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x27:0x0](ffff99dd191b9148), inode mode 81a4 mask 40 00000080:00000001:1.0:1788624574.512220:0:33248:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624574.512248:0:33248:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788624574.512250:0:33248:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817ed90) owner 0000000000000000/ffff99dd064f27c0 00020000:00000002:1.0:1788624574.512254:0:33248:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817ed90) owner 0000000000000000/ffff99dd064f27c0 00020000:00000001:1.0:1788624574.512256:0:33248:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624574.512264:0:33248:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788624574.512267:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87df0 00000080:00200008:1.0:1788624574.512268:0:33248:0:(file.c:479:ll_file_release()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff99dd191b9148), flags 100002 00000080:00000001:1.0:1788624574.512271:0:33248:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788624574.512274:0:33248:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788624574.512275:0:33248:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788624574.512277:0:33248:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817ed90) owner 0000000000000000/ffff99dd064f27c0 00020000:00000002:1.0:1788624574.512279:0:33248:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817ed90) owner 0000000000000000/ffff99dd064f27c0 00020000:00000001:1.0:1788624574.512281:0:33248:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624574.512283:0:33248:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788624574.512287:0:33248:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624574.512288:0:33248:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624574.512289:0:33248:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624574.512291:0:33248:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624574.512293:0:33248:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624574.512294:0:33248:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1788624574.512296:0:33248:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624574.512299:0:33248:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624574.512301:0:33248:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624574.512304:0:33248:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4d00 count: 2 00010000:00000001:1.0:1788624574.512306:0:33248:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624574.512311:0:33248:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624574.512313:0:33248:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x27:0x0]: 0 00000080:00000001:1.0:1788624574.512316:0:33248:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788624574.512318:0:33248:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788624574.512322:0:33248:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd18744800. 00000080:00000001:1.0:1788624574.512324:0:33248:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788624574.512330:0:33248:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788624574.512333:0:33248:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788624574.512335:0:33248:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624574.512336:0:33248:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624574.512337:0:33248:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624574.512339:0:33248:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624574.512340:0:33248:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624574.512342:0:33248:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1788624574.512344:0:33248:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624574.512346:0:33248:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x27:0x0] 00000002:00000001:1.0:1788624574.512349:0:33248:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788624574.512351:0:33248:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff99dd10dbf800: [0x200000405:0x27:0x0] file closed with intent: 0 00000100:00000010:1.0:1788624574.512357:0:33248:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8380. 00000020:00000040:1.0:1788624574.512362:0:33248:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624574.512366:0:33248:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624574.512369:0:33248:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624574.512374:0:33248:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624574.512381:0:33248:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd18745600. 00000100:00000001:1.0:1788624574.512390:0:33248:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788624574.512402:0:33248:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11dd9c00 x1875506845059584/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624590 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788624574.512412:0:33248:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788624574.512417:0:33248:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11dd8380 x1875506845059840/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788624574.512424:0:33248:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624574.512425:0:33248:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624574.512432:0:33248:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cd540. 00000100:00000001:1.0:1788624574.512435:0:33248:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486765376 : -112300222786240 : ffff99dd111cd540) 00000100:00000001:1.0:1788624574.512437:0:33248:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624574.512439:0:33248:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392896 : -112300210158720 : ffff99dd11dd8380) 00000100:00000001:1.0:1788624574.512444:0:33248:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624574.512449:0:33248:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624574.512451:0:33248:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624574.512453:0:33248:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624574.512458:0:33248:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8380 x1875506845059840/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624574.512465:0:33248:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624574.512468:0:33248:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624574.512472:0:33248:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624574.512475:0:33248:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624574.512478:0:33248:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624574.512482:0:33248:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8380 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33248:1875506845059840:192.168.202.125@tcp:35:multiop.0 00000100:00000001:1.0:1788624574.512487:0:33248:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624574.512494:0:33248:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624574.512497:0:33248:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624574.512500:0:33248:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624574.512505:0:33248:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e2400. 02000000:00000001:1.0:1788624574.512507:0:33248:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624574.512516:0:33248:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624574.512521:0:33248:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793160. 00000400:00000010:1.0:1788624574.512529:0:33248:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862caa0. 00000100:00000200:1.0:1788624574.512539:0:33248:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845059840, portal 10 00000100:00000001:1.0:1788624574.512541:0:33248:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624574.512542:0:33248:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392896 : -112300210158720 : ffff99dd11dd8380) 00000100:00000040:1.0:1788624574.512549:0:33248:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dd8380 x1875506845059840/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624590 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624574.512556:0:33248:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624574.512560:0:33248:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624574.512563:0:33248:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cd48. 00000100:00000200:1.0:1788624574.512567:0:33248:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845059840, offset 0 00000400:00000200:1.0:1788624574.512575:0:33248:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624574.512585:0:33248:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624574.512594:0:33248:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624574.512601:0:33248:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624574.512606:0:33248:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624574.512610:0:33248:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624574.512614:0:33248:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624574.512619:0:33248:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2866:2866:256:4294967295] 192.168.202.125@tcp LPNI seq info [2866:2866:8:4294967295] 00000400:00000200:1.0:1788624574.512623:0:33248:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624574.512636:0:33248:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624574.512644:0:33248:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624574.512651:0:33248:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e200. 00000800:00000200:1.0:1788624574.512660:0:33248:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624574.512670:0:33248:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624574.512676:0:33248:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788624574.512699:0:33248:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624574.512704:0:33248:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 804167 usecs (805 jiffies) 00000400:00000200:1.0:1788624574.512708:0:33248:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624574.512711:0:33248:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296589379 00000100:00000001:1.0:1788624574.512719:0:33248:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296589329 00000100:00000001:1.0:1788624574.512724:0:33248:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296589379 00000100:00000001:1.0:1788624574.512728:0:33248:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296589329 00000100:00000001:1.0:1788624574.512731:0:33248:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624574.512734:0:33248:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624574.512736:0:33248:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624574.512738:0:33248:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624574.512742:0:33248:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cd540 going to sleep for 11 seconds 00000100:00000001:1.0:1788624574.512744:0:33248:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624574.512747:0:33248:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624574.513172:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624574.513179:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e200. 00000400:00000200:2.0:1788624574.513195:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624574.513202:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624574.513208:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cd48 00000400:00000010:2.0:1788624574.513211:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cd48. 00000100:00000001:2.0:1788624574.513216:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624574.513221:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8380 x1875506845059840/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624590 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624574.513232:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624574.513235:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8380 x1875506845059840/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624590 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624574.513242:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624574.513244:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788624574.517586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4400. 00000100:00000040:2.0:1788624575.378293:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296589379, at 4296589440 00000100:00000010:2.0:1788624575.378316:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd048661e0. 00000100:00000040:3.0:1788624575.378378:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296589379, at 4296589440 00000100:00000010:3.0:1788624575.378386:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd04866300. 00010000:00000001:3.0:1788624575.443528:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624575.443538:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624575.443544:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624575.443545:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624575.443576:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624575.443580:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.443583:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788624575.471545:0:33250:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624575.471556:0:33250:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624575.471560:0:33250:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624575.471564:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07b98 00000080:00200000:1.0:1788624575.471572:0:33250:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:1.0:1788624575.471582:0:33250:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744e00. 00800000:00000002:1.0:1788624575.471591:0:33250:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624575.471597:0:33250:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624575.471603:0:33250:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624575.471606:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07ab8 00800000:00000002:1.0:1788624575.471609:0:33250:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624575.471614:0:33250:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624575.471617:0:33250:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624575.471621:0:33250:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624575.471624:0:33250:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624575.471627:0:33250:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624575.471629:0:33250:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624575.471632:0:33250:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624575.471634:0:33250:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624575.471638:0:33250:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624575.471644:0:33250:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624575.471646:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07988 00000002:00010000:1.0:1788624575.471648:0:33250:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624575.471652:0:33250:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624575.471654:0:33250:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624575.471658:0:33250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624575.471666:0:33250:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.471669:0:33250:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.471671:0:33250:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.471674:0:33250:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788624575.471677:0:33250:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788624575.471683:0:33250:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddb480. 00000020:00000040:1.0:1788624575.471687:0:33250:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:1.0:1788624575.471696:0:33250:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624575.471701:0:33250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624575.471709:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.471711:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.471713:0:33250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624575.471716:0:33250:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624575.471720:0:33250:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624575.471726:0:33250:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624575.471735:0:33250:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e2c00. 00000100:00000001:1.0:1788624575.471743:0:33250:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.495665:0:33250:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624575.495675:0:33250:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.495680:0:33250:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624575.495681:0:33250:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.495683:0:33250:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.495699:0:33250:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773499405440 : -112300210146176 : ffff99dd11ddb480) 00010000:00000001:1.0:1788624575.495706:0:33250:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624575.495709:0:33250:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788624575.495727:0:33250:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd189e4400. 00010000:00000010:1.0:1788624575.495736:0:33250:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd087e6e00. 00010000:00000001:1.0:1788624575.495741:0:33250:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624575.495745:0:33250:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18600c00. 00000020:00000001:1.0:1788624575.495761:0:33250:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624575.495766:0:33250:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18600c00 with handle 0xcc94206c7ef418ea to hash 00000020:00000001:1.0:1788624575.495768:0:33250:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624575.495770:0:33250:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.495774:0:33250:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.495779:0:33250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624575.495783:0:33250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624575.495789:0:33250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33250 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624575.495800:0:33250:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33250 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624575.495814:0:33250:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33250 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624575.495822:0:33250:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624575.495825:0:33250:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624575.495834:0:33250:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cdcc0. 00000100:00000001:1.0:1788624575.495838:0:33250:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486767296 : -112300222784320 : ffff99dd111cdcc0) 00000100:00000001:1.0:1788624575.495841:0:33250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624575.495843:0:33250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499405440 : -112300210146176 : ffff99dd11ddb480) 00000100:00000001:1.0:1788624575.495848:0:33250:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624575.495854:0:33250:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624575.495856:0:33250:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624575.495858:0:33250:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624575.495871:0:33250:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddb480 x1875506845059968/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624575.495880:0:33250:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624575.495883:0:33250:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624575.495887:0:33250:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624575.495891:0:33250:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624575.495895:0:33250:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624575.495898:0:33250:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddb480 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33250:1875506845059968:192.168.202.125@tcp:101:multiop.0 00000100:00000001:1.0:1788624575.495903:0:33250:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624575.495910:0:33250:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624575.495913:0:33250:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624575.495916:0:33250:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624575.495923:0:33250:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd18651800. 02000000:00000001:1.0:1788624575.495925:0:33250:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624575.495934:0:33250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624575.495952:0:33250:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793058. 00000400:00000010:1.0:1788624575.495961:0:33250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c660. 00000100:00000200:1.0:1788624575.495969:0:33250:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845059968, portal 10 00000100:00000001:1.0:1788624575.495971:0:33250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624575.495973:0:33250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499405440 : -112300210146176 : ffff99dd11ddb480) 00000100:00000040:1.0:1788624575.495978:0:33250:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11ddb480 x1875506845059968/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624575.495986:0:33250:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624575.495989:0:33250:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624575.495991:0:33250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cc38. 00000100:00000200:1.0:1788624575.495995:0:33250:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845059968, offset 0 00000400:00000200:1.0:1788624575.496003:0:33250:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624575.496012:0:33250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624575.496021:0:33250:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624575.496028:0:33250:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624575.496033:0:33250:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624575.496038:0:33250:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624575.496040:0:33250:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624575.496044:0:33250:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2867:2867:256:4294967295] 192.168.202.125@tcp LPNI seq info [2867:2867:8:4294967295] 00000400:00000200:1.0:1788624575.496049:0:33250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624575.496059:0:33250:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624575.496066:0:33250:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624575.496072:0:33250:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e400. 00000800:00000200:1.0:1788624575.496079:0:33250:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624575.496089:0:33250:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624575.496094:0:33250:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788624575.496135:0:33250:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624575.496140:0:33250:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 804167 usecs (805 jiffies) 00000400:00000200:1.0:1788624575.496144:0:33250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624575.496147:0:33250:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296590363 00000100:00000010:1.0:1788624575.496153:0:33250:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd04866ea0. 00000100:00000001:1.0:1788624575.496161:0:33250:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788624575.496169:0:33250:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296590363 00000100:00000010:1.0:1788624575.496173:0:33250:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd04866600. 00000100:00000001:1.0:1788624575.496176:0:33250:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788624575.496179:0:33250:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624575.496183:0:33250:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624575.496186:0:33250:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624575.496188:0:33250:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624575.496190:0:33250:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cdcc0 going to sleep for 11 seconds 00000100:00000001:1.0:1788624575.496194:0:33250:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624575.496198:0:33250:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624575.496413:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624575.496419:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e400. 00000400:00000200:2.0:1788624575.496427:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624575.496433:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624575.496449:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cc38 00000400:00000010:2.0:1788624575.496452:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cc38. 00000100:00000001:2.0:1788624575.496457:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624575.496461:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddb480 x1875506845059968/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624575.496473:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624575.496476:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddb480 x1875506845059968/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624591 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624575.496484:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624575.496485:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624575.499266:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.499290:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624575.499297:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.499300:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624575.499311:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.499322:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624575.499331:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.499337:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.499344:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.499350:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377460b80 00000400:00000200:2.0:1788624575.499356:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.499363:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x831d [1] + 224 00000800:00000001:2.0:1788624575.499372:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.499383:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624575.499388:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624575.499393:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624575.499401:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624575.499412:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddb480 x1875506845059968/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624591 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624575.499424:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11ddb480 x1875506845059968/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624575.499452:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624575.499464:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.499469:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624575.499696:0:33250:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624575.499706:0:33250:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624575.499708:0:33250:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624575.499712:0:33250:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793058. 00000400:00000200:1.0:1788624575.499718:0:33250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c660 00000400:00000010:1.0:1788624575.499721:0:33250:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c660. 00000100:00000001:1.0:1788624575.499724:0:33250:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624575.499729:0:33250:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddb480 x1875506845059968/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624575.499737:0:33250:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddb480 x1875506845059968/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624575.499743:0:33250:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624575.499745:0:33250:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624575.499758:0:33250:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624575.499762:0:33250:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624575.499765:0:33250:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624575.499768:0:33250:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624575.499771:0:33250:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624575.499783:0:33250:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=4 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624575.499787:0:33250:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624575.499791:0:33250:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624575.499792:0:33250:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.499796:0:33250:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624575.499801:0:33250:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624575.499806:0:33250:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624575.499809:0:33250:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1788624575.499811:0:33250:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624575.499815:0:33250:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624575.499820:0:33250:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddb480 x1875506845059968/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624575.499828:0:33250:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624575.499832:0:33250:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624575.499834:0:33250:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624575.499838:0:33250:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddb480 x1875506845059968/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624591 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624575.499847:0:33250:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddb480 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33250:1875506845059968:192.168.202.125@tcp:101:multiop.0 00000100:00000001:1.0:1788624575.499851:0:33250:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624575.499854:0:33250:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624575.499857:0:33250:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624575.499859:0:33250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624575.499862:0:33250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddb480 x1875506845059968/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624591 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624575.499869:0:33250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624575.499872:0:33250:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cdcc0. 00000100:00000001:1.0:1788624575.499876:0:33250:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624575.499878:0:33250:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.499882:0:33250:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624575.499886:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.499890:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.499894:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=4 00000020:00000001:1.0:1788624575.499897:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.499900:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000040:1.0:1788624575.499908:0:33250:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18600c00, remote cookie: 0xa103bd66258a81ae, flags: 0x1001 00010000:00010000:1.0:1788624575.499915:0:33250:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ae expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624575.499926:0:33250:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ae expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.499934:0:33250:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624575.499948:0:33250:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624575.499951:0:33250:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624575.499953:0:33250:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624575.499954:0:33250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624575.499958:0:33250:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd189e4400) refcount = 1 00010000:00010000:1.0:1788624575.499963:0:33250:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a81ae expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.499970:0:33250:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624575.499973:0:33250:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624575.499975:0:33250:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624575.499978:0:33250:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624575.499981:0:33250:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624575.499985:0:33250:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ae expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.499990:0:33250:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624575.499992:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.499995:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.499996:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.499997:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.499999:0:33250:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.500004:0:33250:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624575.500006:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.500007:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.500009:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:1.0:1788624575.500010:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500013:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500015:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.500016:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.500017:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=4 00000020:00000001:1.0:1788624575.500019:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500020:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500023:0:33250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624575.500026:0:33250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624575.500029:0:33250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a81ae expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.500039:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.500040:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.500041:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.500042:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.500043:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=5 00000020:00000001:1.0:1788624575.500044:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500046:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500048:0:33250:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624575.500051:0:33250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a81ae expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.500056:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.500056:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624575.500059:0:33250:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a81ae expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.500064:0:33250:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624575.500065:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.500066:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.500068:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.500068:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624575.500073:0:33250:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11ddb480 x1875506845059968/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624591 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788624575.500080:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.500081:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.500083:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:1.0:1788624575.500084:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500086:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500088:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.500090:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624575.500091:0:33250:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.500094:0:33250:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.500097:0:33250:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788624575.500099:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.500101:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.500102:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:1.0:1788624575.500103:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500132:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00000002:00010000:1.0:1788624575.500135:0:33250:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ae expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.500142:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.500143:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.500145:0:33250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624575.500146:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.500148:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.500149:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:1.0:1788624575.500151:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500153:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000040:1.0:1788624575.500161:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 2 00010000:00000001:1.0:1788624575.500165:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624575.500170:0:33250:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788624575.500172:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.500173:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624575.500175:0:33250:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624575.500178:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07910 00000002:00002000:1.0:1788624575.500181:0:33250:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788624575.500184:0:33250:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624575.500188:0:33250:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624575.500191:0:33250:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624575.500195:0:33250:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788624575.500198:0:33250:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624575.500203:0:33250:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624575.500207:0:33250:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744e00. 00000080:00000001:1.0:1788624575.500212:0:33250:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624575.500215:0:33250:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624575.500223:0:33250:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788624575.500228:0:33250:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788624575.500235:0:33250:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd1878e740. 00800000:00000001:1.0:1788624575.500237:0:33250:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773610239808 : -112300099311808 : ffff99dd1878e740) 00800000:00000001:1.0:1788624575.500241:0:33250:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.500243:0:33250:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624575.500246:0:33250:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788624575.500249:0:33250:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788624575.500252:0:33250:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788624575.500255:0:33250:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788624575.500257:0:33250:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624575.500262:0:33250:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788624575.500265:0:33250:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1788624575.500268:0:33250:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788624564 to 1788624574 00000080:00200000:1.0:1788624575.500274:0:33250:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1788624575.500276:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.500278:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.500279:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:1.0:1788624575.500281:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500284:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500286:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.500288:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624575.500289:0:33250:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624575.500292:0:33250:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788624575.500293:0:33250:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878e740 1 00800000:00000010:1.0:1788624575.500296:0:33250:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd1878e740. 00800000:00000001:1.0:1788624575.500299:0:33250:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624575.500302:0:33250:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef418ea 00800000:00000001:1.0:1788624575.500305:0:33250:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624575.500307:0:33250:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624575.500308:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.500309:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.500310:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:1.0:1788624575.500312:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500315:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500317:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.500318:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624575.500320:0:33250:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624575.500321:0:33250:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624575.500324:0:33250:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624575.500326:0:33250:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624575.500330:0:33250:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef418ea from it ffffbef881c07bd0 00010000:00000001:1.0:1788624575.500331:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.500332:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.500333:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:1.0:1788624575.500335:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500337:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500339:0:33250:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624575.500341:0:33250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a81ae expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.500347:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.500348:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.500350:0:33250:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624575.500353:0:33250:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624575.500355:0:33250:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ae expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624575.500365:0:33250:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624575.500368:0:33250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624575.500370:0:33250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624575.500375:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.500376:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.500378:0:33250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.500381:0:33250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624575.500383:0:33250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.500385:0:33250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.500387:0:33250:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.500390:0:33250:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624575.500391:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.500392:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624575.500395:0:33250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624575.500399:0:33250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddb480 x1875506845059968/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624591 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624575.500406:0:33250:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624575.500409:0:33250:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624575.500413:0:33250:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd18651800. 02000000:00000001:1.0:1788624575.500417:0:33250:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624575.500419:0:33250:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624575.500421:0:33250:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624575.500423:0:33250:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624575.500426:0:33250:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e2c00. 02000000:00000001:1.0:1788624575.500430:0:33250:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624575.500446:0:33250:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624575.500450:0:33250:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddb480. 00000100:00000001:1.0:1788624575.500456:0:33250:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624575.500457:0:33250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624575.500461:0:33250:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788624575.500469:0:33250:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624575.500492:0:33250:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd12bc8160. 00000020:00000001:1.0:1788624575.500497:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07d88 00000080:00200000:1.0:1788624575.500499:0:33250:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), flags=1536 00000080:00000001:1.0:1788624575.500502:0:33250:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624575.500504:0:33250:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624575.500506:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07c98 00000080:00200000:1.0:1788624575.500508:0:33250:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:1.0:1788624575.500513:0:33250:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744e00. 00800000:00000002:1.0:1788624575.500519:0:33250:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624575.500522:0:33250:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624575.500525:0:33250:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624575.500528:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07bb8 00800000:00000002:1.0:1788624575.500530:0:33250:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624575.500533:0:33250:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624575.500536:0:33250:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624575.500541:0:33250:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624575.500544:0:33250:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624575.500546:0:33250:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624575.500549:0:33250:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624575.500551:0:33250:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624575.500554:0:33250:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624575.500557:0:33250:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624575.500562:0:33250:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624575.500564:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07a88 00000002:00010000:1.0:1788624575.500566:0:33250:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624575.500570:0:33250:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624575.500572:0:33250:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624575.500575:0:33250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624575.500578:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 2 00010000:00000001:1.0:1788624575.500580:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624575.500583:0:33250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624575.500586:0:33250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624575.500589:0:33250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ae expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788624575.500598:0:33250:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624575.500603:0:33250:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624575.500606:0:33250:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ae expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788624575.500613:0:33250:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624575.500615:0:33250:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624575.500617:0:33250:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624575.500619:0:33250:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624575.500621:0:33250:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624575.500623:0:33250:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624575.500625:0:33250:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624575.500627:0:33250:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624575.500629:0:33250:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744e00. 00000080:00000001:1.0:1788624575.500632:0:33250:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624575.500634:0:33250:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624575.500636:0:33250:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624575.500639:0:33250:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef418ea 00800000:00000001:1.0:1788624575.500641:0:33250:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624575.500643:0:33250:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624575.500644:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.500645:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.500647:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:1.0:1788624575.500649:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500651:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500653:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.500654:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624575.500655:0:33250:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624575.500657:0:33250:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624575.500659:0:33250:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef418ea from it ffffbef881c07cd0 00010000:00000001:1.0:1788624575.500661:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.500662:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.500663:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:1.0:1788624575.500665:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500666:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500668:0:33250:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624575.500671:0:33250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a81ae expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624575.500676:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.500678:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.500679:0:33250:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624575.500680:0:33250:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624575.500683:0:33250:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ae expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788624575.500689:0:33250:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624575.500691:0:33250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624575.500693:0:33250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624575.500695:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.500696:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.500697:0:33250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.500699:0:33250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624575.500700:0:33250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.500702:0:33250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.500704:0:33250:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.500706:0:33250:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624575.500707:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.500708:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624575.500710:0:33250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624575.500711:0:33250:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624575.500713:0:33250:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788624575.500716:0:33250:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624575.500726:0:33250:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624575.500727:0:33250:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624575.500728:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07d78 00000080:00200000:1.0:1788624575.500730:0:33250:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:1.0:1788624575.500734:0:33250:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744e00. 00800000:00000002:1.0:1788624575.500736:0:33250:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624575.500738:0:33250:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624575.500739:0:33250:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624575.500741:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07c98 00800000:00000002:1.0:1788624575.500742:0:33250:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624575.500745:0:33250:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624575.500746:0:33250:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624575.500759:0:33250:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624575.500761:0:33250:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624575.500762:0:33250:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624575.500765:0:33250:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624575.500766:0:33250:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624575.500768:0:33250:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624575.500770:0:33250:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624575.500773:0:33250:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624575.500774:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07b68 00000002:00010000:1.0:1788624575.500775:0:33250:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624575.500778:0:33250:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624575.500780:0:33250:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624575.500781:0:33250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624575.500784:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 2 00010000:00000001:1.0:1788624575.500786:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624575.500788:0:33250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624575.500790:0:33250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624575.500793:0:33250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ae expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788624575.500799:0:33250:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624575.500801:0:33250:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624575.500804:0:33250:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ae expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788624575.500810:0:33250:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624575.500812:0:33250:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624575.500814:0:33250:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624575.500815:0:33250:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624575.500817:0:33250:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624575.500818:0:33250:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624575.500821:0:33250:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624575.500822:0:33250:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624575.500824:0:33250:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744e00. 00000080:00000001:1.0:1788624575.500826:0:33250:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624575.500827:0:33250:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624575.500829:0:33250:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624575.500831:0:33250:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef418ea 00800000:00000001:1.0:1788624575.500834:0:33250:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624575.500835:0:33250:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624575.500836:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.500837:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.500839:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:1.0:1788624575.500840:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500843:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500845:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.500846:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624575.500847:0:33250:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624575.500848:0:33250:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624575.500850:0:33250:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef418ea from it ffffbef881c07db0 00010000:00000001:1.0:1788624575.500851:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.500852:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.500854:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:1.0:1788624575.500855:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500857:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.500858:0:33250:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624575.500860:0:33250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a81ae expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788624575.500866:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.500867:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.500867:0:33250:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624575.500869:0:33250:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624575.500871:0:33250:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ae expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788624575.500876:0:33250:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624575.500878:0:33250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624575.500879:0:33250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624575.500881:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.500882:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.500884:0:33250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.500886:0:33250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624575.500888:0:33250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.500889:0:33250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.500891:0:33250:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.500892:0:33250:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624575.500894:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.500895:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624575.500896:0:33250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624575.500897:0:33250:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624575.500899:0:33250:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788624575.500902:0:33250:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624575.500908:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07e20 00000080:00200000:1.0:1788624575.500910:0:33250:0:(namei.c:2062:ll_create_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), flags=33188, excl=1 00000080:00000001:1.0:1788624575.500914:0:33250:0:(namei.c:2013:ll_mknod()) Process entered 00000020:00000001:1.0:1788624575.500916:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07dd0 00000080:00200000:1.0:1788624575.500918:0:33250:0:(namei.c:2017:ll_mknod()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff99dd198763c8) mode 100644 dev 0 00000080:00000001:1.0:1788624575.500921:0:33250:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:1.0:1788624575.500924:0:33250:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:1.0:1788624575.500927:0:33250:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744e00. 00800000:00000002:1.0:1788624575.500930:0:33250:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624575.500938:0:33250:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624575.500941:0:33250:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:1.0:1788624575.500944:0:33250:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788624575.500947:0:33250:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624575.500949:0:33250:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624575.500950:0:33250:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624575.500951:0:33250:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624575.500953:0:33250:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624575.500954:0:33250:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624575.500956:0:33250:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624575.500959:0:33250:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446631773493984256 : -112300215567360 : ffff99dd118afc00) 00800000:00000001:1.0:1788624575.500962:0:33250:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788624575.500964:0:33250:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788624575.500967:0:33250:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788624575.500970:0:33250:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788624575.500973:0:33250:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff99dd10dbf800: Allocated FID [0x200000405:0x28:0x0] 40000000:00000001:1.0:1788624575.500976:0:33250:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.500978:0:33250:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624575.500980:0:33250:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624575.500982:0:33250:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624575.500984:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07c38 00800000:00000002:1.0:1788624575.500985:0:33250:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'f22.recovery-small-1' [0x200000405:0x28:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1788624575.500990:0:33250:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788624575.500993:0:33250:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788624575.500996:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 2 00010000:00000001:1.0:1788624575.500998:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624575.501001:0:33250:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788624575.501004:0:33250:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788624575.501007:0:33250:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a81ae expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1788624575.501015:0:33250:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788624575.501020:0:33250:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788624575.501022:0:33250:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788624575.501024:0:33250:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788624575.501027:0:33250:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624575.501028:0:33250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624575.501030:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 3 00010000:00000001:1.0:1788624575.501031:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624575.501033:0:33250:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.501034:0:33250:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624575.501036:0:33250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624575.501037:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 3 00010000:00000001:1.0:1788624575.501039:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624575.501041:0:33250:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.501042:0:33250:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624575.501043:0:33250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624575.501044:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 3 00010000:00000001:1.0:1788624575.501046:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624575.501048:0:33250:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624575.501050:0:33250:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788624575.501052:0:33250:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788624575.501057:0:33250:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788624575.501059:0:33250:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788624575.501062:0:33250:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788624575.501063:0:33250:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.501066:0:33250:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788624575.501069:0:33250:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788624575.501071:0:33250:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788624575.501073:0:33250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624575.501075:0:33250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788624575.501078:0:33250:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18600c00 with handle 0xcc94206c7ef418ea from hash 00010000:00000001:1.0:1788624575.501080:0:33250:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788624575.501082:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.501083:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.501084:0:33250:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788624575.501086:0:33250:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788624575.501088:0:33250:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788624575.501091:0:33250:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624575.501093:0:33250:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624575.501095:0:33250:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788624575.501100:0:33250:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddb480. 00000020:00000040:1.0:1788624575.501133:0:33250:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:1.0:1788624575.501140:0:33250:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788624575.501142:0:33250:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.501145:0:33250:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624575.501150:0:33250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624575.501153:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.501154:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.501155:0:33250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624575.501159:0:33250:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624575.501161:0:33250:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624575.501163:0:33250:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624575.501173:0:33250:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e2c00. 00000100:00000001:1.0:1788624575.501180:0:33250:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.501184:0:33250:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624575.501187:0:33250:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788624575.501193:0:33250:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a81ae expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788624575.501201:0:33250:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788624575.501203:0:33250:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624575.501204:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788624575.501207:0:33250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a81ae expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1788624575.501219:0:33250:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd189e4400 count: 0 00010000:00000010:1.0:1788624575.501225:0:33250:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd087e6e00. 00010000:00000001:1.0:1788624575.501234:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.501236:0:33250:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.501238:0:33250:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624575.501240:0:33250:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.501242:0:33250:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788624575.501255:0:33250:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:1.0:1788624575.501263:0:33250:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11ddb480 x1875506845060224/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624575.501270:0:33250:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624575.501272:0:33250:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624575.501279:0:33250:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cdcc0. 00000100:00000001:1.0:1788624575.501281:0:33250:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486767296 : -112300222784320 : ffff99dd111cdcc0) 00000100:00000001:1.0:1788624575.501284:0:33250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624575.501286:0:33250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499405440 : -112300210146176 : ffff99dd11ddb480) 00000100:00000001:1.0:1788624575.501292:0:33250:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624575.501296:0:33250:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624575.501299:0:33250:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624575.501301:0:33250:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624575.501305:0:33250:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddb480 x1875506845060224/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624575.501313:0:33250:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624575.501316:0:33250:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624575.501320:0:33250:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624575.501323:0:33250:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624575.501325:0:33250:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624575.501329:0:33250:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddb480 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33250:1875506845060224:192.168.202.125@tcp:36:multiop.0 00000100:00000001:1.0:1788624575.501334:0:33250:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624575.501340:0:33250:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624575.501343:0:33250:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624575.501346:0:33250:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624575.501351:0:33250:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e2800. 02000000:00000001:1.0:1788624575.501353:0:33250:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624575.501361:0:33250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624575.501365:0:33250:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793058. 00000400:00000010:1.0:1788624575.501372:0:33250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c660. 00000100:00000200:1.0:1788624575.501378:0:33250:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845060224, portal 10 00000100:00000001:1.0:1788624575.501380:0:33250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624575.501381:0:33250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499405440 : -112300210146176 : ffff99dd11ddb480) 00000100:00000040:1.0:1788624575.501387:0:33250:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11ddb480 x1875506845060224/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/576 e 0 to 0 dl 1788624591 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624575.501394:0:33250:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624575.501397:0:33250:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624575.501399:0:33250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c110. 00000100:00000200:1.0:1788624575.501403:0:33250:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875506845060224, offset 0 00000400:00000200:1.0:1788624575.501409:0:33250:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624575.501417:0:33250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624575.501425:0:33250:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624575.501432:0:33250:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624575.501437:0:33250:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624575.501441:0:33250:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624575.501444:0:33250:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624575.501449:0:33250:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2868:2868:256:4294967295] 192.168.202.125@tcp LPNI seq info [2868:2868:8:4294967295] 00000400:00000200:1.0:1788624575.501453:0:33250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624575.501465:0:33250:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624575.501472:0:33250:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624575.501478:0:33250:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044eb00. 00000800:00000200:1.0:1788624575.501486:0:33250:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624575.501495:0:33250:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624575.501500:0:33250:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044eb00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788624575.501511:0:33250:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624575.501517:0:33250:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 803102 usecs (804 jiffies) 00000400:00000200:1.0:1788624575.501520:0:33250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624575.501523:0:33250:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296590367 00000100:00000001:1.0:1788624575.501532:0:33250:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296590363 00000100:00000001:1.0:1788624575.501538:0:33250:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296590367 00000100:00000001:1.0:1788624575.501541:0:33250:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296590363 00000100:00000001:1.0:1788624575.501544:0:33250:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624575.501547:0:33250:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624575.501549:0:33250:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624575.501551:0:33250:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624575.501555:0:33250:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cdcc0 going to sleep for 11 seconds 00000100:00000001:1.0:1788624575.501557:0:33250:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624575.501560:0:33250:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624575.503237:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624575.503248:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044eb00. 00000400:00000200:2.0:1788624575.503256:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624575.503265:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624575.503272:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c110 00000400:00000010:2.0:1788624575.503275:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c110. 00000100:00000001:2.0:1788624575.503281:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624575.503288:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddb480 x1875506845060224/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/576 e 0 to 0 dl 1788624591 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624575.503301:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624575.503304:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddb480 x1875506845060224/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/576 e 0 to 0 dl 1788624591 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624575.503311:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624575.503312:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624575.521741:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.521776:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624575.521783:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.521787:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624575.521798:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.521808:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624575.521821:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.521827:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.521834:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.521840:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 448 into portal 10 MB=0x6a9c377460c80 00000400:00000200:2.0:1788624575.521846:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.521854:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 448/448 into md 0x8325 [1] + 224 00000800:00000001:2.0:1788624575.521863:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.521874:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624575.521879:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624575.521884:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624575.521895:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624575.521907:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddb480 x1875506845060224/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/576 e 0 to 0 dl 1788624591 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624575.521920:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff99dd11ddb480 x1875506845060224/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/576 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624575.521953:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624575.521966:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.521969:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624575.522153:0:33250:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624575.522170:0:33250:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624575.522172:0:33250:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624575.522176:0:33250:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793058. 00000400:00000200:1.0:1788624575.522183:0:33250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c660 00000400:00000010:1.0:1788624575.522185:0:33250:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c660. 00000100:00000001:1.0:1788624575.522189:0:33250:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624575.522195:0:33250:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddb480 x1875506845060224/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/576 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624575.522205:0:33250:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddb480 x1875506845060224/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/576 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624575.522211:0:33250:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624575.522214:0:33250:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624575.522216:0:33250:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624575.522221:0:33250:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624575.522224:0:33250:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624575.522227:0:33250:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624575.522231:0:33250:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624575.522245:0:33250:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=4 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624575.522250:0:33250:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624575.522254:0:33250:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624575.522256:0:33250:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.522259:0:33250:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624575.522264:0:33250:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624575.522268:0:33250:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624575.522270:0:33250:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:1.0:1788624575.522272:0:33250:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624575.522275:0:33250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624575.522277:0:33250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499405440 : -112300210146176 : ffff99dd11ddb480) 00000100:00000001:1.0:1788624575.522281:0:33250:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624575.522284:0:33250:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1788624575.522286:0:33250:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624575.522289:0:33250:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624575.522296:0:33250:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddb480 x1875506845060224/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/448 e 0 to 0 dl 1788624591 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624575.522303:0:33250:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624575.522307:0:33250:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624575.522309:0:33250:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624575.522314:0:33250:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddb480 x1875506845060224/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/448 e 0 to 0 dl 1788624591 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624575.522322:0:33250:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddb480 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33250:1875506845060224:192.168.202.125@tcp:36:multiop.0 00000100:00000001:1.0:1788624575.522328:0:33250:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624575.522331:0:33250:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624575.522334:0:33250:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624575.522337:0:33250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624575.522341:0:33250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddb480 x1875506845060224/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/448 e 0 to 0 dl 1788624591 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624575.522349:0:33250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624575.522352:0:33250:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cdcc0. 00000100:00000001:1.0:1788624575.522357:0:33250:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624575.522358:0:33250:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.522370:0:33250:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624575.522376:0:33250:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x28:0x0] 00800000:00000001:1.0:1788624575.522379:0:33250:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624575.522384:0:33250:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:1.0:1788624575.522388:0:33250:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788624574 to 1788624575 00000080:00000001:1.0:1788624575.522393:0:33250:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624575.522400:0:33250:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788624575.522403:0:33250:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624575.522406:0:33250:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:1.0:1788624575.522409:0:33250:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788624575.522431:0:33250:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff99dd191b98c0. 00000020:00000001:1.0:1788624575.522459:0:33250:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788624575.522461:0:33250:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788624575.522465:0:33250:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788624575.522467:0:33250:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x28:0x0](ffff99dd191b9988) 00000080:00000001:1.0:1788624575.522471:0:33250:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:1.0:1788624575.522473:0:33250:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788624575.522477:0:33250:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611176 mtime from 0 to 1788624575 00000080:00000001:1.0:1788624575.522483:0:33250:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000020:00000001:1.0:1788624575.522487:0:33250:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624575.522494:0:33250:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624575.522497:0:33250:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00000020:00000001:1.0:1788624575.522503:0:33250:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788624575.522510:0:33250:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff99dd18364898. 00000020:00000001:1.0:1788624575.522513:0:33250:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788624575.522515:0:33250:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624575.522525:0:33250:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788624575.522531:0:33250:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff99dd1817e1f0. 00020000:00000001:1.0:1788624575.522533:0:33250:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446631773603881456 : -112300105670160 : ffff99dd1817e1f0) 00020000:00000001:1.0:1788624575.522536:0:33250:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788624575.522539:0:33250:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624575.522545:0:33250:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446631773605873944 : -112300103677672 : ffff99dd18364918) 00000020:00001000:1.0:1788624575.522548:0:33250:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00000080:00000001:1.0:1788624575.522553:0:33250:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620902280 : -112300088649336 : ffff99dd191b9988) 00000080:00000001:1.0:1788624575.522556:0:33250:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624575.522559:0:33250:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788624575.522562:0:33250:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624575.522569:0:33250:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624575.522571:0:33250:0:(namei.c:1996:ll_new_node()) Process leaving 00000100:00000001:1.0:1788624575.522573:0:33250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624575.522578:0:33250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddb480 x1875506845060224/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/448 e 0 to 0 dl 1788624591 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624575.522585:0:33250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624575.522588:0:33250:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624575.522591:0:33250:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744e00. 00000080:00000001:1.0:1788624575.522595:0:33250:0:(namei.c:2004:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624575.522600:0:33250:0:(namei.c:2045:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624575.522603:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07e20 00000080:00200000:1.0:1788624575.522605:0:33250:0:(namei.c:2070:ll_create_nd()) VFS Op:name=f22.recovery-small-1, unhashed 1 00000080:00000001:1.0:1788624575.522624:0:33250:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788624575.522641:0:33250:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788624575.522723:0:33250:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624575.522729:0:33250:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624575.522731:0:33250:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624575.522733:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07b20 00000080:00200000:1.0:1788624575.522736:0:33250:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:1.0:1788624575.522742:0:33250:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744e00. 00800000:00000002:1.0:1788624575.522761:0:33250:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624575.522765:0:33250:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624575.522769:0:33250:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624575.522771:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07a40 00800000:00000002:1.0:1788624575.522775:0:33250:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624575.522778:0:33250:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624575.522790:0:33250:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624575.522794:0:33250:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624575.522796:0:33250:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624575.522799:0:33250:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624575.522801:0:33250:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624575.522804:0:33250:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624575.522807:0:33250:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624575.522810:0:33250:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624575.522816:0:33250:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624575.522818:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07910 00000002:00010000:1.0:1788624575.522820:0:33250:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624575.522825:0:33250:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624575.522827:0:33250:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624575.522831:0:33250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624575.522839:0:33250:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.522841:0:33250:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.522843:0:33250:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.522846:0:33250:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788624575.522849:0:33250:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788624575.522855:0:33250:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9f80. 00000020:00000040:1.0:1788624575.522860:0:33250:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:1.0:1788624575.522868:0:33250:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624575.522874:0:33250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624575.522882:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.522884:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.522885:0:33250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624575.522889:0:33250:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624575.522892:0:33250:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624575.522897:0:33250:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624575.522906:0:33250:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e2000. 00000100:00000001:1.0:1788624575.522914:0:33250:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.522918:0:33250:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624575.522920:0:33250:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.522922:0:33250:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624575.522923:0:33250:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.522925:0:33250:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.522931:0:33250:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773499400064 : -112300210151552 : ffff99dd11dd9f80) 00010000:00000001:1.0:1788624575.522946:0:33250:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624575.522949:0:33250:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788624575.522956:0:33250:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd189e4900. 00010000:00000010:1.0:1788624575.522962:0:33250:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd087e6e00. 00010000:00000001:1.0:1788624575.522967:0:33250:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624575.522971:0:33250:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18601a00. 00000020:00000001:1.0:1788624575.522975:0:33250:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624575.522978:0:33250:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18601a00 with handle 0xcc94206c7ef418f1 to hash 00000020:00000001:1.0:1788624575.522980:0:33250:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624575.522982:0:33250:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624575.522987:0:33250:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624575.522991:0:33250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624575.522994:0:33250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624575.522999:0:33250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33250 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624575.523008:0:33250:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33250 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624575.523017:0:33250:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33250 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624575.523022:0:33250:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624575.523024:0:33250:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624575.523031:0:33250:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cdcc0. 00000100:00000001:1.0:1788624575.523033:0:33250:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486767296 : -112300222784320 : ffff99dd111cdcc0) 00000100:00000001:1.0:1788624575.523035:0:33250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624575.523036:0:33250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499400064 : -112300210151552 : ffff99dd11dd9f80) 00000100:00000001:1.0:1788624575.523041:0:33250:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624575.523046:0:33250:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624575.523048:0:33250:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624575.523050:0:33250:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624575.523055:0:33250:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9f80 x1875506845060352/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624575.523063:0:33250:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624575.523066:0:33250:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624575.523070:0:33250:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624575.523073:0:33250:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624575.523076:0:33250:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624575.523079:0:33250:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd9f80 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33250:1875506845060352:192.168.202.125@tcp:101:multiop.0 00000100:00000001:1.0:1788624575.523083:0:33250:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624575.523090:0:33250:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624575.523092:0:33250:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624575.523096:0:33250:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624575.523101:0:33250:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd18651800. 02000000:00000001:1.0:1788624575.523103:0:33250:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624575.523145:0:33250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624575.523149:0:33250:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793058. 00000400:00000010:1.0:1788624575.523155:0:33250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c660. 00000100:00000200:1.0:1788624575.523162:0:33250:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845060352, portal 10 00000100:00000001:1.0:1788624575.523165:0:33250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624575.523166:0:33250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499400064 : -112300210151552 : ffff99dd11dd9f80) 00000100:00000040:1.0:1788624575.523173:0:33250:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dd9f80 x1875506845060352/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624575.523181:0:33250:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624575.523183:0:33250:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624575.523187:0:33250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862ce58. 00000100:00000200:1.0:1788624575.523191:0:33250:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845060352, offset 0 00000400:00000200:1.0:1788624575.523198:0:33250:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624575.523206:0:33250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624575.523214:0:33250:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624575.523220:0:33250:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624575.523225:0:33250:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624575.523230:0:33250:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624575.523233:0:33250:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624575.523237:0:33250:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2869:2869:256:4294967295] 192.168.202.125@tcp LPNI seq info [2869:2869:8:4294967295] 00000400:00000200:1.0:1788624575.523241:0:33250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624575.523252:0:33250:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624575.523259:0:33250:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624575.523266:0:33250:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ef00. 00000800:00000200:1.0:1788624575.523274:0:33250:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624575.523284:0:33250:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624575.523289:0:33250:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ef00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788624575.523310:0:33250:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624575.523317:0:33250:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 802070 usecs (803 jiffies) 00000400:00000200:1.0:1788624575.523321:0:33250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624575.523324:0:33250:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296590388 00000100:00000001:1.0:1788624575.523333:0:33250:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296590367 00000100:00000001:1.0:1788624575.523341:0:33250:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296590388 00000100:00000001:1.0:1788624575.523344:0:33250:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296590367 00000100:00000001:1.0:1788624575.523347:0:33250:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624575.523349:0:33250:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624575.523351:0:33250:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624575.523353:0:33250:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624575.523357:0:33250:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cdcc0 going to sleep for 11 seconds 00000100:00000001:1.0:1788624575.523359:0:33250:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624575.523361:0:33250:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624575.523975:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624575.523982:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ef00. 00000400:00000200:2.0:1788624575.523990:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624575.523997:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624575.524004:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ce58 00000400:00000010:2.0:1788624575.524006:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ce58. 00000100:00000001:2.0:1788624575.524012:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624575.524016:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9f80 x1875506845060352/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624575.524027:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624575.524031:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9f80 x1875506845060352/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624591 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624575.524037:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624575.524038:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788624575.524797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4400. 00010000:00000010:1.1:1788624575.524807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600c00. 00000800:00000001:2.0:1788624575.530072:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.530140:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624575.530146:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.530149:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624575.530161:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.530171:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624575.530183:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.530190:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.530197:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.530202:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377460d00 00000400:00000200:2.0:1788624575.530209:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.530216:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x832d [1] + 224 00000800:00000001:2.0:1788624575.530225:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.530234:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624575.530238:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624575.530243:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624575.530266:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624575.530277:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9f80 x1875506845060352/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624591 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624575.530289:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11dd9f80 x1875506845060352/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624575.530307:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624575.530319:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.530323:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1788624575.532806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8160. 00000100:00000001:1.0:1788624575.532865:0:33250:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624575.532881:0:33250:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624575.532884:0:33250:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624575.532889:0:33250:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793058. 00000400:00000200:1.0:1788624575.532895:0:33250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c660 00000400:00000010:1.0:1788624575.532898:0:33250:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c660. 00000100:00000001:1.0:1788624575.532903:0:33250:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624575.532917:0:33250:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9f80 x1875506845060352/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624575.532929:0:33250:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9f80 x1875506845060352/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624575.532937:0:33250:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624575.532940:0:33250:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624575.532944:0:33250:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624575.532948:0:33250:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624575.532951:0:33250:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624575.532954:0:33250:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624575.532958:0:33250:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624575.532970:0:33250:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=4 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624575.532975:0:33250:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624575.532979:0:33250:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624575.532981:0:33250:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.532985:0:33250:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624575.532989:0:33250:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624575.532994:0:33250:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624575.532996:0:33250:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1788624575.532999:0:33250:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624575.533003:0:33250:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624575.533008:0:33250:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9f80 x1875506845060352/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624575.533014:0:33250:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624575.533018:0:33250:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624575.533020:0:33250:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624575.533024:0:33250:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9f80 x1875506845060352/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624591 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624575.533031:0:33250:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9f80 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33250:1875506845060352:192.168.202.125@tcp:101:multiop.0 00000100:00000001:1.0:1788624575.533036:0:33250:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624575.533039:0:33250:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624575.533042:0:33250:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624575.533044:0:33250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624575.533047:0:33250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9f80 x1875506845060352/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624591 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624575.533053:0:33250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624575.533056:0:33250:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cdcc0. 00000100:00000001:1.0:1788624575.533059:0:33250:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624575.533061:0:33250:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.533064:0:33250:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624575.533069:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.533072:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.533077:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=4 00000020:00000001:1.0:1788624575.533079:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624575.533083:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000040:1.0:1788624575.533092:0:33250:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18601a00, remote cookie: 0xa103bd66258a81ca, flags: 0x1001 00010000:00010000:1.0:1788624575.533099:0:33250:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ca expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624575.533142:0:33250:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ca expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.533150:0:33250:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624575.533156:0:33250:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624575.533159:0:33250:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624575.533161:0:33250:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624575.533162:0:33250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624575.533166:0:33250:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd189e4900) refcount = 1 00010000:00010000:1.0:1788624575.533170:0:33250:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a81ca expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.533176:0:33250:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624575.533180:0:33250:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624575.533181:0:33250:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624575.533185:0:33250:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624575.533187:0:33250:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624575.533191:0:33250:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ca expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.533196:0:33250:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624575.533198:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.533200:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.533201:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.533202:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.533204:0:33250:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.533209:0:33250:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624575.533211:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.533212:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.533214:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:1.0:1788624575.533216:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624575.533219:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624575.533221:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.533222:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.533223:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=4 00000020:00000001:1.0:1788624575.533225:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624575.533227:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624575.533230:0:33250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624575.533233:0:33250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624575.533236:0:33250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a81ca expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.533241:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.533242:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.533244:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.533245:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.533246:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=5 00000020:00000001:1.0:1788624575.533248:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624575.533250:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624575.533252:0:33250:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624575.533255:0:33250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a81ca expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.533260:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.533261:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624575.533264:0:33250:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a81ca expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.533270:0:33250:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624575.533271:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.533272:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.533273:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.533275:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624575.533280:0:33250:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11dd9f80 x1875506845060352/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624591 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788624575.533289:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.533290:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.533291:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:1.0:1788624575.533293:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624575.533295:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624575.533297:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.533298:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624575.533299:0:33250:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.533301:0:33250:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.533305:0:33250:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788624575.533308:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.533309:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.533310:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:1.0:1788624575.533312:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624575.533314:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00000002:00010000:1.0:1788624575.533317:0:33250:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ca expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.533323:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.533324:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.533326:0:33250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624575.533327:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.533328:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.533329:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:1.0:1788624575.533331:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624575.533333:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000040:1.0:1788624575.533340:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4900 count: 2 00010000:00000001:1.0:1788624575.533343:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624575.533347:0:33250:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788624575.533349:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.533351:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624575.533352:0:33250:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624575.533356:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07898 00000002:00002000:1.0:1788624575.533359:0:33250:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788624575.533362:0:33250:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624575.533366:0:33250:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624575.533369:0:33250:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624575.533373:0:33250:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788624575.533376:0:33250:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624575.533381:0:33250:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624575.533385:0:33250:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744e00. 00000080:00000001:1.0:1788624575.533390:0:33250:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624575.533392:0:33250:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624575.533400:0:33250:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788624575.533405:0:33250:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788624575.533416:0:33250:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd1878e740. 00800000:00000001:1.0:1788624575.533418:0:33250:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773610239808 : -112300099311808 : ffff99dd1878e740) 00800000:00000001:1.0:1788624575.533420:0:33250:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.533423:0:33250:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624575.533425:0:33250:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788624575.533428:0:33250:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788624575.533431:0:33250:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788624575.533687:0:33250:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788624575.533690:0:33250:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624575.533696:0:33250:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788624575.533700:0:33250:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788624575.533705:0:33250:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1788624575.533708:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.533709:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.533711:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:1.0:1788624575.533713:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624575.533715:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624575.533717:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.533718:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624575.533720:0:33250:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624575.533724:0:33250:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788624575.533725:0:33250:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878e740 1 00800000:00000010:1.0:1788624575.533728:0:33250:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd1878e740. 00800000:00000001:1.0:1788624575.533732:0:33250:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624575.533735:0:33250:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef418f1 00800000:00000001:1.0:1788624575.533738:0:33250:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624575.533740:0:33250:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624575.533741:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.533742:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.533743:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:1.0:1788624575.533745:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624575.533746:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624575.533760:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.533761:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624575.533763:0:33250:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624575.533765:0:33250:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624575.533767:0:33250:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624575.533770:0:33250:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624575.533773:0:33250:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef418f1 from it ffffbef881c07b58 00010000:00000001:1.0:1788624575.533775:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.533776:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.533777:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:1.0:1788624575.533779:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624575.533781:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:1.0:1788624575.533783:0:33250:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624575.533786:0:33250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a81ca expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.533793:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.533794:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.533795:0:33250:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624575.533798:0:33250:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624575.533801:0:33250:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ca expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624575.533815:0:33250:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624575.533818:0:33250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624575.533820:0:33250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624575.533825:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.533827:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.533828:0:33250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.533832:0:33250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624575.533834:0:33250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.533836:0:33250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.533838:0:33250:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.533840:0:33250:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624575.533841:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.533842:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624575.533844:0:33250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624575.533849:0:33250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9f80 x1875506845060352/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624591 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624575.533856:0:33250:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624575.533859:0:33250:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624575.533863:0:33250:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd18651800. 02000000:00000001:1.0:1788624575.533867:0:33250:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624575.533870:0:33250:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624575.533872:0:33250:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624575.533875:0:33250:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624575.533879:0:33250:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e2000. 02000000:00000001:1.0:1788624575.533884:0:33250:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624575.533886:0:33250:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624575.533888:0:33250:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9f80. 00000100:00000001:1.0:1788624575.533893:0:33250:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624575.533895:0:33250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624575.533899:0:33250:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788624575.533904:0:33250:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624575.533922:0:33250:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd12bc8160. 00000020:00000001:1.0:1788624575.533928:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07ae8 00000080:00200000:1.0:1788624575.533931:0:33250:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), flags=9 00000080:00000001:1.0:1788624575.533935:0:33250:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788624575.533937:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07998 00000080:00200000:1.0:1788624575.533939:0:33250:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=getattr 00000080:00000010:1.0:1788624575.533951:0:33250:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744e00. 00800000:00000002:1.0:1788624575.533958:0:33250:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624575.533964:0:33250:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624575.533967:0:33250:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624575.533970:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c078b8 00800000:00000002:1.0:1788624575.533972:0:33250:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624575.533975:0:33250:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624575.533980:0:33250:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624575.533983:0:33250:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624575.533985:0:33250:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624575.533988:0:33250:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624575.533990:0:33250:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624575.533992:0:33250:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624575.533995:0:33250:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624575.533998:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07850 00800000:00000002:1.0:1788624575.534000:0:33250:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-1' -> mds #0 00000002:00000001:1.0:1788624575.534005:0:33250:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624575.534007:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07788 00000002:00010000:1.0:1788624575.534008:0:33250:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788624575.534013:0:33250:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788624575.534016:0:33250:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788624575.534021:0:33250:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9f80. 00000020:00000040:1.0:1788624575.534026:0:33250:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:1.0:1788624575.534032:0:33250:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624575.534036:0:33250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624575.534039:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.534040:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.534041:0:33250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624575.534045:0:33250:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624575.534047:0:33250:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624575.534052:0:33250:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624575.534060:0:33250:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e2000. 00000100:00000001:1.0:1788624575.534069:0:33250:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.534072:0:33250:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624575.534074:0:33250:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.534076:0:33250:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624575.534077:0:33250:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.534079:0:33250:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.534087:0:33250:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773499400064 : -112300210151552 : ffff99dd11dd9f80) 00010000:00000001:1.0:1788624575.534091:0:33250:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624575.534093:0:33250:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788624575.534097:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4900 count: 2 00010000:00000001:1.0:1788624575.534100:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624575.534102:0:33250:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624575.534354:0:33250:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18600c00. 00000020:00000001:1.0:1788624575.534359:0:33250:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624575.534362:0:33250:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18600c00 with handle 0xcc94206c7ef418f8 to hash 00000020:00000001:1.0:1788624575.534363:0:33250:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624575.534365:0:33250:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.534370:0:33250:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:1.0:1788624575.534373:0:33250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624575.534375:0:33250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624575.534378:0:33250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33250 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624575.534386:0:33250:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33250 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624575.534397:0:33250:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33250 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624575.534403:0:33250:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624575.534405:0:33250:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624575.536339:0:33250:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203be3c0. 00000100:00000001:0.0:1788624575.536351:0:33250:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740458944 : -112299969092672 : ffff99dd203be3c0) 00000100:00000001:0.0:1788624575.536357:0:33250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624575.536359:0:33250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499400064 : -112300210151552 : ffff99dd11dd9f80) 00000100:00000001:0.0:1788624575.536368:0:33250:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624575.536373:0:33250:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624575.536376:0:33250:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624575.536378:0:33250:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624575.536391:0:33250:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9f80 x1875506845060480/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624575.536401:0:33250:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624575.536404:0:33250:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624575.536409:0:33250:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624575.536414:0:33250:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624575.536417:0:33250:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624575.536421:0:33250:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd9f80 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33250:1875506845060480:192.168.202.125@tcp:101:multiop.0 00000100:00000001:0.0:1788624575.536425:0:33250:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624575.536434:0:33250:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624575.536448:0:33250:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624575.536452:0:33250:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624575.536459:0:33250:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd02e15800. 02000000:00000001:0.0:1788624575.536462:0:33250:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624575.536471:0:33250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624575.536476:0:33250:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d318. 00000400:00000010:0.0:1788624575.536486:0:33250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395d48. 00000100:00000200:0.0:1788624575.536495:0:33250:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845060480, portal 10 00000100:00000001:0.0:1788624575.536497:0:33250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624575.536499:0:33250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499400064 : -112300210151552 : ffff99dd11dd9f80) 00000100:00000040:0.0:1788624575.536508:0:33250:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dd9f80 x1875506845060480/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624575.536517:0:33250:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624575.536520:0:33250:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624575.536524:0:33250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395dd0. 00000100:00000200:0.0:1788624575.536528:0:33250:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875506845060480, offset 0 00000400:00000200:0.0:1788624575.536537:0:33250:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624575.536547:0:33250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624575.536558:0:33250:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624575.536565:0:33250:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624575.536569:0:33250:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624575.536573:0:33250:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624575.536576:0:33250:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624575.536581:0:33250:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2870:2870:256:4294967295] 192.168.202.125@tcp LPNI seq info [2870:2870:8:4294967295] 00000400:00000200:0.0:1788624575.536586:0:33250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624575.536597:0:33250:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624575.536604:0:33250:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624575.536611:0:33250:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091dfd00. 00000800:00000200:0.0:1788624575.536620:0:33250:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624575.536639:0:33250:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624575.536644:0:33250:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091dfd00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788624575.536665:0:33250:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624575.536671:0:33250:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 801021 usecs (802 jiffies) 00000400:00000200:0.0:1788624575.536675:0:33250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624575.536678:0:33250:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296590400 00000100:00000001:0.0:1788624575.536688:0:33250:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296590388 00000100:00000001:0.0:1788624575.536694:0:33250:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296590400 00000100:00000001:0.0:1788624575.536698:0:33250:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296590388 00000100:00000001:0.0:1788624575.536701:0:33250:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624575.536703:0:33250:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624575.536706:0:33250:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624575.536708:0:33250:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624575.536711:0:33250:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788624575.536715:0:33250:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624575.536719:0:33250:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624575.536857:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624575.537775:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091dfd00. 00000400:00000200:2.0:1788624575.537781:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624575.537789:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624575.537798:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395dd0 00000400:00000010:2.0:1788624575.537802:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395dd0. 00000100:00000001:2.0:1788624575.537807:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624575.537814:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9f80 x1875506845060480/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624591 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624575.537828:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624575.537832:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9f80 x1875506845060480/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624591 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624575.537839:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624575.537841:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624575.546247:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.546272:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624575.546278:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.546281:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624575.546292:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.546302:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624575.546314:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.546320:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.546326:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.546332:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 584 into portal 10 MB=0x6a9c377460d80 00000400:00000200:2.0:1788624575.546338:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.546346:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 584/584 into md 0x8335 [1] + 224 00000800:00000001:2.0:1788624575.546355:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.546364:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624575.546368:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624575.546373:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624575.546385:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624575.546398:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9f80 x1875506845060480/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624591 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624575.546412:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff99dd11dd9f80 x1875506845060480/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624575.546439:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624575.546451:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.546455:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624575.546673:0:33250:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624575.546684:0:33250:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624575.546688:0:33250:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624575.546692:0:33250:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d318. 00000400:00000200:0.0:1788624575.546698:0:33250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395d48 00000400:00000010:0.0:1788624575.546701:0:33250:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395d48. 00000100:00000001:0.0:1788624575.546704:0:33250:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624575.546710:0:33250:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9f80 x1875506845060480/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624575.546725:0:33250:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9f80 x1875506845060480/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624575.546731:0:33250:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624575.546734:0:33250:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624575.546737:0:33250:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624575.546740:0:33250:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624575.546743:0:33250:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624575.546746:0:33250:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624575.546758:0:33250:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624575.546769:0:33250:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=4 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624575.546774:0:33250:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624575.546777:0:33250:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624575.546779:0:33250:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624575.546782:0:33250:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624575.546787:0:33250:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624575.546792:0:33250:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624575.546795:0:33250:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967633 00000100:00000001:0.0:1788624575.546797:0:33250:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624575.546801:0:33250:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624575.546806:0:33250:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9f80 x1875506845060480/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624575.546814:0:33250:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624575.546817:0:33250:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624575.546819:0:33250:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624575.546823:0:33250:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9f80 x1875506845060480/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624591 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624575.546831:0:33250:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9f80 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33250:1875506845060480:192.168.202.125@tcp:101:multiop.0 00000100:00000001:0.0:1788624575.546836:0:33250:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624575.546839:0:33250:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624575.546842:0:33250:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624575.546844:0:33250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624575.546848:0:33250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9f80 x1875506845060480/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624591 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624575.546855:0:33250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624575.546869:0:33250:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203be3c0. 00000100:00000001:0.0:1788624575.546873:0:33250:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624575.546875:0:33250:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624575.546879:0:33250:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624575.547236:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624575.547239:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624575.547243:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=4 00000020:00000001:0.0:1788624575.547247:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:0.0:1788624575.547250:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000040:0.0:1788624575.547259:0:33250:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18600c00, remote cookie: 0xa103bd66258a81e6, flags: 0x1001 00010000:00010000:0.0:1788624575.547266:0:33250:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418f8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81e6 expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788624575.547276:0:33250:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788624575.547280:0:33250:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788624575.547292:0:33250:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03f10200. 00010000:00000010:0.0:1788624575.547298:0:33250:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd11c18c80. 00010000:00000001:0.0:1788624575.547305:0:33250:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624575.547309:0:33250:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418f8 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81e6 expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624575.547319:0:33250:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418f8 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81e6 expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624575.547326:0:33250:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624575.547332:0:33250:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624575.547335:0:33250:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624575.547337:0:33250:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624575.547339:0:33250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624575.547341:0:33250:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x28:0x0].0x0 (ffff99dd03f10200) refcount = 1 00010000:00010000:0.0:1788624575.547346:0:33250:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418f8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a81e6 expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624575.547352:0:33250:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624575.547357:0:33250:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624575.547359:0:33250:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624575.547362:0:33250:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624575.547365:0:33250:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624575.547368:0:33250:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418f8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81e6 expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624575.547373:0:33250:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624575.547375:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624575.547377:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624575.547378:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624575.547379:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624575.547381:0:33250:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624575.547386:0:33250:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788624575.547388:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624575.547390:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624575.547391:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:0.0:1788624575.547393:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:0.0:1788624575.547395:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:0.0:1788624575.547398:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624575.547399:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624575.547400:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=4 00000020:00000001:0.0:1788624575.547402:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:0.0:1788624575.547404:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:0.0:1788624575.547407:0:33250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624575.547411:0:33250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624575.547414:0:33250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418f8 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a81e6 expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624575.547426:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624575.547427:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624575.547429:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624575.547430:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624575.547431:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=5 00000020:00000001:0.0:1788624575.547434:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:0.0:1788624575.547436:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:0.0:1788624575.547439:0:33250:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624575.547442:0:33250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418f8 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a81e6 expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624575.547449:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624575.547450:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624575.547453:0:33250:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418f8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a81e6 expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624575.547460:0:33250:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624575.547461:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624575.547463:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624575.547464:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624575.547465:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788624575.547471:0:33250:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11dd9f80 x1875506845060480/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624591 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788624575.547479:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624575.547481:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624575.547482:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:0.0:1788624575.547484:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:0.0:1788624575.547487:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:0.0:1788624575.547489:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624575.547490:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624575.547492:0:33250:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624575.547495:0:33250:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624575.547499:0:33250:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788624575.547501:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624575.547502:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624575.547504:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:0.0:1788624575.547506:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:0.0:1788624575.547508:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00000002:00010000:0.0:1788624575.547511:0:33250:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418f8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81e6 expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624575.547518:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624575.547519:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624575.547521:0:33250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624575.547522:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624575.547523:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624575.547524:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:0.0:1788624575.547540:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:0.0:1788624575.547542:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000040:0.0:1788624575.547546:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10200 count: 2 00010000:00000001:0.0:1788624575.547549:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788624575.547553:0:33250:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/40 (0 0) 00010000:00000001:0.0:1788624575.547556:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624575.547557:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624575.547558:0:33250:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624575.547562:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07710 00000002:00002000:0.0:1788624575.547565:0:33250:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788624575.547568:0:33250:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624575.547573:0:33250:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624575.547576:0:33250:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624575.547580:0:33250:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788624575.547583:0:33250:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624575.547587:0:33250:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:0.0:1788624575.547590:0:33250:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788624575.547593:0:33250:0:(namei.c:674:ll_lookup_it_finish()) it ffffbef881c07b20 it_disposition b 00000080:00000001:0.0:1788624575.547596:0:33250:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624575.547603:0:33250:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788624575.547607:0:33250:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788624575.547609:0:33250:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:0.0:1788624575.547613:0:33250:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788624575.547689:0:33250:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:0.0:1788624575.547693:0:33250:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788624575.547700:0:33250:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x28:0x0], updating i_size 0 00000080:00200000:0.0:1788624575.547703:0:33250:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x28:0x0](ffff99dd191b9988): rc = 0 00000080:00000001:0.0:1788624575.547706:0:33250:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620902280 : -112300088649336 : ffff99dd191b9988) 00010000:00000001:0.0:1788624575.547709:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624575.547710:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624575.547713:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:0.0:1788624575.547715:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:0.0:1788624575.547717:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00000080:00000001:0.0:1788624575.547721:0:33250:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788624575.547724:0:33250:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624575.547730:0:33250:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832424 : -112300453719192 : ffff99dd03591368) 00000020:00001000:0.0:1788624575.547733:0:33250:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591360 00000020:00000001:0.0:1788624575.547736:0:33250:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788624575.547740:0:33250:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:0.0:1788624575.547744:0:33250:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd1817e1f0) owner ffff99dd19dc27c0 00020000:00000001:0.0:1788624575.547758:0:33250:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788624575.547761:0:33250:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd1817e1f0) owner ffff99dd19dc27c0 00020000:00000002:0.0:1788624575.547764:0:33250:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x28:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788624575.547767:0:33250:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624575.547769:0:33250:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624575.547772:0:33250:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788624575.547776:0:33250:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e1f0) owner 0000000000000000/ffff99dd19dc27c0 00020000:00000002:0.0:1788624575.547779:0:33250:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e1f0) owner 0000000000000000/ffff99dd19dc27c0 00020000:00000001:0.0:1788624575.547783:0:33250:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788624575.547785:0:33250:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624575.547787:0:33250:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x28:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:0.0:1788624575.547790:0:33250:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591360 00000080:00000001:0.0:1788624575.547795:0:33250:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624575.547796:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624575.547798:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624575.547800:0:33250:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624575.547803:0:33250:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788624575.547805:0:33250:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624575.547809:0:33250:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x28:0x0](ffff99dd191b9988) for lock 0xcc94206c7ef418f8 00800000:00000001:0.0:1788624575.547812:0:33250:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624575.547814:0:33250:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624575.547815:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624575.547817:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624575.547818:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:0.0:1788624575.547820:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:0.0:1788624575.547822:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:0.0:1788624575.547825:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624575.547827:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624575.547828:0:33250:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624575.547830:0:33250:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788624575.547839:0:33250:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd1934fca8 inode ffff99dd191b9988 refc 1 flags 0x40000e 00000080:00000001:0.0:1788624575.547843:0:33250:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788624575.547847:0:33250:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x28:0x0](ffff99dd191b9988) 00000080:00010000:0.0:1788624575.547851:0:33250:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef418f8 from it ffffbef881c07b20 00010000:00000001:0.0:1788624575.547854:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624575.547855:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624575.547856:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:0.0:1788624575.548245:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:0.0:1788624575.548248:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:0.0:1788624575.548250:0:33250:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624575.548254:0:33250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418f8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a81e6 expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624575.548261:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624575.548262:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624575.548264:0:33250:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624575.548268:0:33250:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624575.548271:0:33250:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418f8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a81e6 expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624575.548280:0:33250:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624575.548284:0:33250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624575.548286:0:33250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624575.548291:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624575.548292:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624575.548294:0:33250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624575.548298:0:33250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624575.548301:0:33250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624575.548303:0:33250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624575.548306:0:33250:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624575.548308:0:33250:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624575.548309:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624575.548310:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624575.548314:0:33250:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788624575.548319:0:33250:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744e00. 00000100:00000001:0.0:1788624575.548327:0:33250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624575.548335:0:33250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9f80 x1875506845060480/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624591 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624575.548343:0:33250:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624575.548347:0:33250:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624575.548351:0:33250:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd02e15800. 02000000:00000001:0.0:1788624575.548356:0:33250:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624575.548359:0:33250:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624575.548361:0:33250:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624575.548364:0:33250:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624575.548367:0:33250:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e2000. 02000000:00000001:0.0:1788624575.548371:0:33250:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624575.548374:0:33250:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624575.548376:0:33250:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9f80. 00000100:00000001:0.0:1788624575.548381:0:33250:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624575.548383:0:33250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624575.548386:0:33250:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788624575.548388:0:33250:0:(dcache.c:176:ll_intent_release()) intent ffffbef881c07b20 released 00000080:00000001:0.0:1788624575.548390:0:33250:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1788624575.548405:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07d08 00000080:00200008:0.0:1788624575.548408:0:33250:0:(file.c:6296:ll_getattr_dentry()) START file f22.recovery-small-1:[0x200000405:0x28:0x0](ffff99dd191b9988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788624575.548418:0:33250:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788624575.548422:0:33250:0:(statahead.c:604:ll_sai_alloc()) Process entered 00000080:00000010:0.0:1788624575.548428:0:33250:0:(statahead.c:606:ll_sai_alloc()) kmalloced '(sai)': 504 at ffff99dd11155000. 00000080:00000001:0.0:1788624575.548431:0:33250:0:(statahead.c:628:ll_sai_alloc()) Process leaving (rc=18446631773486272512 : -112300223279104 : ffff99dd11155000) 00000080:00000001:0.0:1788624575.548436:0:33250:0:(statahead.c:529:ll_sax_alloc()) Process entered 00000080:00000010:0.0:1788624575.548440:0:33250:0:(statahead.c:531:ll_sax_alloc()) kmalloced '(ctx)': 2592 at ffff99dd11c73000. 00000080:00000001:0.0:1788624575.548444:0:33250:0:(statahead.c:544:ll_sax_alloc()) Process leaving (rc=18446631773497929728 : -112300211621888 : ffff99dd11c73000) 00000080:00400000:0.0:1788624575.548448:0:33250:0:(statahead.c:2469:start_statahead_thread()) start statahead thread: [pid 33250] [parent /] 00000080:00000001:0.0:1788624575.549382:0:33250:0:(statahead.c:1163:ll_start_agl()) Process entered 00000080:00400000:0.0:1788624575.549386:0:33250:0:(statahead.c:1166:ll_start_agl()) start agl thread: sai ffff99dd11155000, parent / 00000080:00000001:2.0:1788624575.550511:0:33250:0:(statahead.c:1183:ll_start_agl()) Process leaving 00000080:00000001:2.0:1788624575.550522:0:33250:0:(statahead.c:2500:start_statahead_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624575.550531:0:33250:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624575.550535:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07c80 00000080:00200000:2.0:1788624575.550538:0:33250:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x28:0x0](ffff99dd191b9988),name=f22.recovery-small-1 00000080:00000010:2.0:1788624575.550550:0:33250:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd187ca800. 00800000:00000002:2.0:1788624575.550559:0:33250:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624575.550569:0:33250:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624575.550576:0:33250:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624575.550580:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07ba0 00800000:00000002:2.0:1788624575.550583:0:33250:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x28:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624575.550587:0:33250:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624575.550592:0:33250:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624575.550596:0:33250:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624575.550599:0:33250:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624575.550602:0:33250:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624575.550604:0:33250:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624575.550606:0:33250:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624575.550609:0:33250:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624575.550613:0:33250:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624575.550613:0:33250:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624575.550615:0:33250:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624575.550626:0:33250:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624575.550627:0:33250:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624575.550628:0:33250:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x28:0x0] 00800000:00000001:2.0:1788624575.550630:0:33250:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624575.550633:0:33250:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x28:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624575.550644:0:33250:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624575.550646:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07a70 00000002:00010000:2.0:1788624575.550648:0:33250:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624575.550652:0:33250:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624575.550655:0:33250:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624575.550658:0:33250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624575.550667:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10200 count: 2 00010000:00000001:2.0:1788624575.550672:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624575.550678:0:33250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624575.550682:0:33250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624575.550687:0:33250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418f8 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a81e6 expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788624575.550699:0:33250:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624575.550706:0:33250:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624575.550709:0:33250:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418f8 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a81e6 expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788624575.550716:0:33250:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624575.550719:0:33250:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624575.550721:0:33250:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624575.550723:0:33250:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624575.550725:0:33250:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624575.550728:0:33250:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624575.550731:0:33250:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624575.550734:0:33250:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624575.550738:0:33250:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd187ca800. 00000080:00000001:2.0:1788624575.550745:0:33250:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624575.550757:0:33250:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624575.550760:0:33250:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x28:0x0](ffff99dd191b9988) 00000080:00010000:2.0:1788624575.550764:0:33250:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x28:0x0](ffff99dd191b9988) for lock 0xcc94206c7ef418f8 00800000:00000001:2.0:1788624575.550768:0:33250:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624575.550770:0:33250:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624575.550772:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624575.550774:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624575.550777:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:2.0:1788624575.550779:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:2.0:1788624575.550782:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:2.0:1788624575.550785:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624575.550786:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624575.550788:0:33250:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624575.550790:0:33250:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624575.550793:0:33250:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef418f8 from it ffffbef881c07cb8 00010000:00000001:2.0:1788624575.550795:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624575.550796:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624575.550798:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600c00 refcount=3 00000020:00000001:2.0:1788624575.550800:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:2.0:1788624575.550802:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608610816 : -112300100940800 : ffff99dd18600c00) 00010000:00000001:2.0:1788624575.550804:0:33250:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624575.550807:0:33250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418f8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a81e6 expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624575.550814:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624575.550815:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624575.550816:0:33250:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624575.550819:0:33250:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624575.550821:0:33250:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418f8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a81e6 expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624575.550829:0:33250:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624575.550832:0:33250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624575.550835:0:33250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624575.550840:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624575.550841:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624575.550843:0:33250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624575.550847:0:33250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624575.550849:0:33250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624575.550851:0:33250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624575.550854:0:33250:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624575.550856:0:33250:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624575.550858:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624575.550869:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624575.550874:0:33250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624575.550876:0:33250:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624575.550880:0:33250:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788624575.550889:0:33250:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788624575.550892:0:33250:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624575.550895:0:33250:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788624575.550897:0:33250:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624575.550900:0:33250:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624575.550903:0:33250:0:(file.c:6360:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788624575.550910:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07d08 00000080:00000008:2.0:1788624575.550912:0:33250:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f22.recovery-small-1:[0x200000405:0x28:0x0](ffff99dd191b9988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624575.550919:0:33250:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788624575.550920:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07da0 00000080:00002000:2.0:1788624575.550922:0:33250:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-1 (ffff99dd1934fca8, parent ffff99dd19287870, inode ffff99dd191b9988) hashed, 00000080:00000001:2.0:1788624575.550925:0:33250:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.551089:0:33251:0:(statahead.c:1544:ll_statahead_thread()) Process entered 00000080:00400000:3.0:1788624575.551095:0:33251:0:(statahead.c:1547:ll_statahead_thread()) statahead thread starting: sai ffff99dd11155000, parent / 00800000:00000001:3.0:1788624575.551099:0:33251:0:(lmv_obd.c:4431:lmv_batch_create()) Process entered 00800000:00000010:3.0:1788624575.551135:0:33251:0:(lmv_obd.c:4432:lmv_batch_create()) kmalloced '(lbh)': 48 at ffff99dd049c3180. 00800000:00000001:3.0:1788624575.551138:0:33251:0:(lmv_obd.c:4449:lmv_batch_create()) Process leaving (rc=18446631773277008256 : -112300432543360 : ffff99dd049c3180) 00000080:00000001:3.0:1788624575.551143:0:33251:0:(statahead.c:1486:ll_statahead_by_fname()) Process entered 00000080:00400000:3.0:1788624575.551145:0:33251:0:(statahead.c:1489:ll_statahead_by_fname()) lustre: FNAME statahead: parent / fname prefix f22.recovery-small- 00000080:00000010:3.0:1788624575.551151:0:33251:0:(statahead.c:1491:ll_statahead_by_fname()) kmalloced '(fname)': 255 at ffff99dd1b185b00. 00000080:00000001:3.0:1788624575.551155:0:33251:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788624575.551158:0:33251:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788624575.551161:0:33251:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff99dd1115a780. 00000020:00000001:3.0:1788624575.551164:0:33251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88201bcd8 00000080:00400000:3.0:1788624575.551166:0:33251:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-2(ffff99dd1115a780) index 1 00000080:00000001:3.0:1788624575.551169:0:33251:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446631773486294912 : -112300223256704 : ffff99dd1115a780) 00000080:00000001:3.0:1788624575.551174:0:33251:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788624575.551176:0:33251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88201bc98 00000080:00002000:3.0:1788624575.551178:0:33251:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff99dd1934fa20) flags 0x40000e refc 1 00000080:00000001:3.0:1788624575.551181:0:33251:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.551183:0:33251:0:(statahead.c:1012:sa_revalidate()) Process entered 00000080:00000010:3.0:1788624575.551186:0:33251:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff99dd049cc000. 00800000:00000002:3.0:1788624575.551190:0:33251:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00800000:00000001:3.0:1788624575.551196:0:33251:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1788624575.551198:0:33251:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624575.551200:0:33251:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624575.551201:0:33251:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624575.551203:0:33251:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624575.551205:0:33251:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624575.551207:0:33251:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:3.0:1788624575.551209:0:33251:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.551212:0:33251:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624575.551213:0:33251:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624575.551215:0:33251:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624575.551220:0:33251:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4d00 count: 2 00010000:00000001:3.0:1788624575.551222:0:33251:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624575.551225:0:33251:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.551228:0:33251:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624575.551232:0:33251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a8199 expref: -99 pid: 33248 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788624575.551240:0:33251:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624575.551243:0:33251:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.551246:0:33251:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a8199 expref: -99 pid: 33248 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788624575.551253:0:33251:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624575.551255:0:33251:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624575.551257:0:33251:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788624575.551259:0:33251:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788624575.551261:0:33251:0:(dcache.c:176:ll_intent_release()) intent ffffbef88201bd78 released 00000080:00010000:3.0:1788624575.551263:0:33251:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef418e3 from it ffffbef88201bd78 00010000:00000001:3.0:1788624575.551265:0:33251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624575.551266:0:33251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624575.551268:0:33251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600200 refcount=3 00000020:00000001:3.0:1788624575.551270:0:33251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:3.0:1788624575.551273:0:33251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608608256 : -112300100943360 : ffff99dd18600200) 00010000:00000001:3.0:1788624575.551275:0:33251:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624575.551277:0:33251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a8199 expref: -99 pid: 33248 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788624575.551283:0:33251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.551284:0:33251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.551285:0:33251:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624575.551287:0:33251:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624575.551289:0:33251:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a8199 expref: -99 pid: 33248 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788624575.551295:0:33251:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624575.551297:0:33251:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624575.551299:0:33251:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624575.551302:0:33251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.551303:0:33251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.551304:0:33251:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624575.551306:0:33251:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624575.551307:0:33251:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624575.551309:0:33251:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624575.551311:0:33251:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624575.551313:0:33251:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624575.551314:0:33251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.551315:0:33251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788624575.551317:0:33251:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788624575.551319:0:33251:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624575.551322:0:33251:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff99dd049cc000. 00000080:00000001:3.0:1788624575.551326:0:33251:0:(statahead.c:1031:sa_revalidate()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788624575.551331:0:33251:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788624575.551333:0:33251:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788624575.551334:0:33251:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788624575.551337:0:33251:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff99dd1115ad00. 00000020:00000001:3.0:1788624575.551338:0:33251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88201bcd8 00000080:00400000:3.0:1788624575.551340:0:33251:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-3(ffff99dd1115ad00) index 2 00000080:00000001:3.0:1788624575.551342:0:33251:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446631773486296320 : -112300223255296 : ffff99dd1115ad00) 00000080:00000001:3.0:1788624575.551345:0:33251:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788624575.551347:0:33251:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff99dd049cc000. 00800000:00000002:3.0:1788624575.551350:0:33251:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00800000:00000001:3.0:1788624575.551353:0:33251:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788624575.551355:0:33251:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624575.551357:0:33251:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624575.551358:0:33251:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624575.551359:0:33251:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624575.551361:0:33251:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624575.551362:0:33251:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624575.551364:0:33251:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624575.551366:0:33251:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000010:3.0:1788624575.551369:0:33251:0:(lmv_obd.c:4594:lmv_batch_get_sub()) kmalloced '(sbh)': 32 at ffff99dd049c6ae0. 00000002:00000001:3.0:1788624575.551373:0:33251:0:(batch.c:649:cli_batch_create()) Process entered 00000002:00000010:3.0:1788624575.551375:0:33251:0:(batch.c:651:cli_batch_create()) kmalloced '(cbh)': 32 at ffff99dd049c6680. 00000002:00000010:3.0:1788624575.551379:0:33251:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff99dd049ade40. 00000002:00000010:3.0:1788624575.551383:0:33251:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff99dd049c3ec0. 00000002:00000010:3.0:1788624575.551389:0:33251:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff99dd049d1000. 00000002:00000001:3.0:1788624575.551391:0:33251:0:(batch.c:666:cli_batch_create()) Process leaving (rc=18446631773277021824 : -112300432529792 : ffff99dd049c6680) 00800000:00000001:3.0:1788624575.551394:0:33251:0:(lmv_obd.c:4612:lmv_batch_get_sub()) Process leaving (rc=18446631773277021824 : -112300432529792 : ffff99dd049c6680) 00000002:00000001:3.0:1788624575.551397:0:33251:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788624575.551401:0:33251:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff99dd048e1e40. 00000002:00000001:3.0:1788624575.551404:0:33251:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1788624575.551405:0:33251:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788624575.551407:0:33251:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788624575.551425:0:33251:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788624575.551429:0:33251:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788624575.551432:0:33251:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788624575.551435:0:33251:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4900 count: 2 00010000:00000001:3.0:1788624575.551438:0:33251:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624575.551441:0:33251:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624575.551445:0:33251:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067f200. 00000020:00000001:3.0:1788624575.551448:0:33251:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624575.551451:0:33251:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067f200 with handle 0xcc94206c7ef418ff to hash 00000020:00000001:3.0:1788624575.551453:0:33251:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624575.551455:0:33251:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474910720 : -112300234640896 : ffff99dd1067f200) 00010000:00000001:3.0:1788624575.551459:0:33251:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474910720 : -112300234640896 : ffff99dd1067f200) 00010000:00000001:3.0:1788624575.551462:0:33251:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.551464:0:33251:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.551467:0:33251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef418ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624575.551487:0:33251:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef418ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.551495:0:33251:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.551497:0:33251:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.551501:0:33251:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788624575.551506:0:33251:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff99dd049c3c80. 00000002:00000001:3.0:1788624575.551509:0:33251:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.551512:0:33251:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.551514:0:33251:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624575.551516:0:33251:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.551518:0:33251:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.551520:0:33251:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788624575.551522:0:33251:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788624575.551523:0:33251:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788624575.551525:0:33251:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff99dd1115a000. 00000020:00000001:3.0:1788624575.551527:0:33251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88201bcd8 00000080:00400000:3.0:1788624575.551529:0:33251:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-4(ffff99dd1115a000) index 3 00000080:00000001:3.0:1788624575.551532:0:33251:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446631773486292992 : -112300223258624 : ffff99dd1115a000) 00000080:00000001:3.0:1788624575.551534:0:33251:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788624575.551537:0:33251:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff99dd049cd400. 00800000:00000002:3.0:1788624575.551540:0:33251:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 3 00800000:00000001:3.0:1788624575.551543:0:33251:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788624575.551544:0:33251:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624575.551546:0:33251:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624575.551547:0:33251:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624575.551549:0:33251:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624575.551551:0:33251:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624575.551552:0:33251:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624575.551554:0:33251:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624575.551556:0:33251:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1788624575.551558:0:33251:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446631773277021824 : -112300432529792 : ffff99dd049c6680) 00000002:00000001:3.0:1788624575.551560:0:33251:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788624575.551562:0:33251:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff99dd048e1540. 00000002:00000001:3.0:1788624575.551564:0:33251:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1788624575.551565:0:33251:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788624575.551566:0:33251:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788624575.551569:0:33251:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788624575.551571:0:33251:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788624575.551572:0:33251:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788624575.551574:0:33251:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4900 count: 3 00010000:00000001:3.0:1788624575.551576:0:33251:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624575.551578:0:33251:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624575.551581:0:33251:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067e200. 00000020:00000001:3.0:1788624575.551583:0:33251:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624575.551585:0:33251:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067e200 with handle 0xcc94206c7ef41906 to hash 00000020:00000001:3.0:1788624575.551587:0:33251:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624575.551588:0:33251:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474906624 : -112300234644992 : ffff99dd1067e200) 00010000:00000001:3.0:1788624575.551590:0:33251:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474906624 : -112300234644992 : ffff99dd1067e200) 00010000:00000001:3.0:1788624575.551592:0:33251:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.551594:0:33251:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.551597:0:33251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e200/0xcc94206c7ef41906 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624575.551603:0:33251:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e200/0xcc94206c7ef41906 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.551609:0:33251:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.551611:0:33251:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.551613:0:33251:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788624575.551616:0:33251:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff99dd049c3b80. 00000002:00000001:3.0:1788624575.551619:0:33251:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.551620:0:33251:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.551622:0:33251:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624575.551623:0:33251:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.551625:0:33251:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.551627:0:33251:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788624575.551628:0:33251:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788624575.551629:0:33251:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788624575.551631:0:33251:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff99dd1115a800. 00000020:00000001:3.0:1788624575.551633:0:33251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88201bcd8 00000080:00400000:3.0:1788624575.551635:0:33251:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-5(ffff99dd1115a800) index 4 00000080:00000001:3.0:1788624575.551637:0:33251:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446631773486295040 : -112300223256576 : ffff99dd1115a800) 00000080:00000001:3.0:1788624575.551639:0:33251:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788624575.551642:0:33251:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff99dd049cdc00. 00800000:00000002:3.0:1788624575.551644:0:33251:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 4 00800000:00000001:3.0:1788624575.551647:0:33251:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788624575.551648:0:33251:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624575.551650:0:33251:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624575.551651:0:33251:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624575.551653:0:33251:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624575.551654:0:33251:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624575.551656:0:33251:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624575.551659:0:33251:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624575.551660:0:33251:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1788624575.551661:0:33251:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446631773277021824 : -112300432529792 : ffff99dd049c6680) 00000002:00000001:3.0:1788624575.551663:0:33251:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788624575.551665:0:33251:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff99dd048e1780. 00000002:00000001:3.0:1788624575.551667:0:33251:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1788624575.551668:0:33251:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788624575.551670:0:33251:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788624575.551673:0:33251:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788624575.551674:0:33251:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788624575.551676:0:33251:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788624575.551678:0:33251:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4900 count: 4 00010000:00000001:3.0:1788624575.551680:0:33251:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624575.551682:0:33251:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624575.551684:0:33251:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067ec00. 00000020:00000001:3.0:1788624575.551687:0:33251:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624575.551688:0:33251:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067ec00 with handle 0xcc94206c7ef4190d to hash 00000020:00000001:3.0:1788624575.551690:0:33251:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624575.551691:0:33251:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624575.551694:0:33251:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624575.551696:0:33251:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.551697:0:33251:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.551700:0:33251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef4190d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624575.551706:0:33251:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef4190d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.551711:0:33251:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.551713:0:33251:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.551715:0:33251:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788624575.551718:0:33251:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff99dd049c34c0. 00000002:00000001:3.0:1788624575.551720:0:33251:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.551721:0:33251:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.551723:0:33251:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624575.551726:0:33251:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.551727:0:33251:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.551729:0:33251:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788624575.551730:0:33251:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788624575.551732:0:33251:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788624575.551734:0:33251:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff99dd1115a480. 00000020:00000001:3.0:1788624575.551736:0:33251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88201bcd8 00000080:00400000:3.0:1788624575.551737:0:33251:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-6(ffff99dd1115a480) index 5 00000080:00000001:3.0:1788624575.551739:0:33251:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446631773486294144 : -112300223257472 : ffff99dd1115a480) 00000080:00000001:3.0:1788624575.551742:0:33251:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788624575.551744:0:33251:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff99dd049ce400. 00800000:00000002:3.0:1788624575.551757:0:33251:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 5 00800000:00000001:3.0:1788624575.551761:0:33251:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788624575.551762:0:33251:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624575.551764:0:33251:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624575.551765:0:33251:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624575.551766:0:33251:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624575.551768:0:33251:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624575.551769:0:33251:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624575.551771:0:33251:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624575.551773:0:33251:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1788624575.551774:0:33251:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446631773277021824 : -112300432529792 : ffff99dd049c6680) 00000002:00000001:3.0:1788624575.551776:0:33251:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788624575.551778:0:33251:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff99dd048e1840. 00000002:00000001:3.0:1788624575.551780:0:33251:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1788624575.551781:0:33251:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788624575.551782:0:33251:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788624575.551785:0:33251:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788624575.551787:0:33251:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788624575.551788:0:33251:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788624575.551790:0:33251:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4900 count: 5 00010000:00000001:3.0:1788624575.551792:0:33251:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624575.551793:0:33251:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624575.551796:0:33251:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067e000. 00000020:00000001:3.0:1788624575.551798:0:33251:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624575.551800:0:33251:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067e000 with handle 0xcc94206c7ef41914 to hash 00000020:00000001:3.0:1788624575.551802:0:33251:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624575.551804:0:33251:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:3.0:1788624575.551806:0:33251:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:3.0:1788624575.551808:0:33251:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.551810:0:33251:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.551813:0:33251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef41914 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624575.551819:0:33251:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef41914 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.551824:0:33251:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.551826:0:33251:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.551828:0:33251:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788624575.551830:0:33251:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff99dd049c3fc0. 00000002:00000001:3.0:1788624575.551832:0:33251:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.551833:0:33251:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.551835:0:33251:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624575.551837:0:33251:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.551838:0:33251:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.551839:0:33251:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788624575.551841:0:33251:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788624575.551842:0:33251:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788624575.551843:0:33251:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff99dd1115af00. 00000020:00000001:3.0:1788624575.551845:0:33251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88201bcd8 00000080:00400000:3.0:1788624575.551846:0:33251:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-7(ffff99dd1115af00) index 6 00000080:00000001:3.0:1788624575.551849:0:33251:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446631773486296832 : -112300223254784 : ffff99dd1115af00) 00000080:00000001:3.0:1788624575.551851:0:33251:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788624575.551853:0:33251:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff99dd049cf400. 00800000:00000002:3.0:1788624575.551855:0:33251:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 6 00800000:00000001:3.0:1788624575.551857:0:33251:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788624575.551859:0:33251:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624575.551860:0:33251:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624575.551861:0:33251:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624575.551862:0:33251:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624575.551864:0:33251:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624575.551866:0:33251:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624575.551868:0:33251:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624575.551870:0:33251:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1788624575.551871:0:33251:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446631773277021824 : -112300432529792 : ffff99dd049c6680) 00000002:00000001:3.0:1788624575.551873:0:33251:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788624575.551876:0:33251:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff99dd048e1000. 00000002:00000001:3.0:1788624575.551877:0:33251:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1788624575.551878:0:33251:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788624575.551879:0:33251:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788624575.551882:0:33251:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788624575.551883:0:33251:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788624575.551885:0:33251:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788624575.551886:0:33251:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4900 count: 6 00010000:00000001:3.0:1788624575.551888:0:33251:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624575.551890:0:33251:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624575.551892:0:33251:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067ea00. 00000020:00000001:3.0:1788624575.551894:0:33251:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624575.551896:0:33251:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067ea00 with handle 0xcc94206c7ef4191b to hash 00000020:00000001:3.0:1788624575.551897:0:33251:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624575.551899:0:33251:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624575.551901:0:33251:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624575.551903:0:33251:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.551905:0:33251:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.551907:0:33251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef4191b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624575.551913:0:33251:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef4191b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.551918:0:33251:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.551920:0:33251:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.551922:0:33251:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788624575.551925:0:33251:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff99dd049c3980. 00000002:00000001:3.0:1788624575.551926:0:33251:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.551928:0:33251:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.551929:0:33251:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624575.551932:0:33251:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.551933:0:33251:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.551935:0:33251:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788624575.551937:0:33251:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788624575.551938:0:33251:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788624575.551941:0:33251:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff99dd1115a680. 00000020:00000001:3.0:1788624575.551943:0:33251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88201bcd8 00000080:00400000:3.0:1788624575.551944:0:33251:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-8(ffff99dd1115a680) index 7 00000080:00000001:3.0:1788624575.551946:0:33251:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446631773486294656 : -112300223256960 : ffff99dd1115a680) 00000080:00000001:3.0:1788624575.551949:0:33251:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788624575.552339:0:33251:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff99dd049cec00. 00800000:00000002:3.0:1788624575.552344:0:33251:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 7 00800000:00000001:3.0:1788624575.552347:0:33251:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788624575.552349:0:33251:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624575.552350:0:33251:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624575.552352:0:33251:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624575.552353:0:33251:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624575.552355:0:33251:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624575.552357:0:33251:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624575.552359:0:33251:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624575.552361:0:33251:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1788624575.552362:0:33251:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446631773277021824 : -112300432529792 : ffff99dd049c6680) 00000002:00000001:3.0:1788624575.552364:0:33251:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788624575.552367:0:33251:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff99dd048e1d80. 00000002:00000001:3.0:1788624575.552369:0:33251:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1788624575.552370:0:33251:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788624575.552371:0:33251:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788624575.552375:0:33251:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788624575.552376:0:33251:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788624575.552378:0:33251:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788624575.552380:0:33251:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4900 count: 7 00010000:00000001:3.0:1788624575.552382:0:33251:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624575.552384:0:33251:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624575.552387:0:33251:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067e600. 00000020:00000001:3.0:1788624575.552389:0:33251:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624575.552391:0:33251:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067e600 with handle 0xcc94206c7ef41922 to hash 00000020:00000001:3.0:1788624575.552393:0:33251:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624575.552395:0:33251:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:3.0:1788624575.552396:0:33251:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:3.0:1788624575.552399:0:33251:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.552400:0:33251:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.552403:0:33251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef41922 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624575.552409:0:33251:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef41922 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.552414:0:33251:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.552416:0:33251:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.552418:0:33251:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788624575.552420:0:33251:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff99dd049c3780. 00000002:00000001:3.0:1788624575.552422:0:33251:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.552424:0:33251:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.552426:0:33251:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624575.552427:0:33251:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.552429:0:33251:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.552431:0:33251:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788624575.552432:0:33251:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:3.0:1788624575.552433:0:33251:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1788624575.552435:0:33251:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff99dd1115a200. 00000020:00000001:3.0:1788624575.552438:0:33251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88201bcd8 00000080:00400000:3.0:1788624575.552439:0:33251:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-9(ffff99dd1115a200) index 8 00000080:00000001:3.0:1788624575.552442:0:33251:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446631773486293504 : -112300223258112 : ffff99dd1115a200) 00000080:00000001:3.0:1788624575.552446:0:33251:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:3.0:1788624575.552448:0:33251:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff99dd049cd800. 00800000:00000002:3.0:1788624575.552450:0:33251:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 8 00800000:00000001:3.0:1788624575.552452:0:33251:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:3.0:1788624575.552454:0:33251:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624575.552455:0:33251:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624575.552456:0:33251:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624575.552458:0:33251:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624575.552460:0:33251:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624575.552461:0:33251:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624575.552464:0:33251:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624575.552465:0:33251:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1788624575.552467:0:33251:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446631773277021824 : -112300432529792 : ffff99dd049c6680) 00000002:00000001:3.0:1788624575.552469:0:33251:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1788624575.552471:0:33251:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff99dd048e13c0. 00000002:00000001:3.0:1788624575.552473:0:33251:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1788624575.552474:0:33251:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1788624575.552475:0:33251:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1788624575.552478:0:33251:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1788624575.552479:0:33251:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1788624575.552481:0:33251:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788624575.552483:0:33251:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4900 count: 8 00010000:00000001:3.0:1788624575.552485:0:33251:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624575.552487:0:33251:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624575.552489:0:33251:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067e800. 00000020:00000001:3.0:1788624575.552491:0:33251:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624575.552493:0:33251:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067e800 with handle 0xcc94206c7ef41929 to hash 00000020:00000001:3.0:1788624575.552494:0:33251:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624575.552496:0:33251:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:3.0:1788624575.552498:0:33251:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:3.0:1788624575.552500:0:33251:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.552501:0:33251:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.552503:0:33251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef41929 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x10000000000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624575.552509:0:33251:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef41929 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 9 type: IBT flags: 0x0 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.552514:0:33251:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.552516:0:33251:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.552518:0:33251:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788624575.552520:0:33251:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff99dd049c3540. 00000002:00000001:3.0:1788624575.552522:0:33251:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.552524:0:33251:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.552525:0:33251:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624575.552527:0:33251:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.552529:0:33251:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624575.552531:0:33251:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1788624575.552533:0:33251:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1788624575.552535:0:33251:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1788624575.552537:0:33251:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:3.0:1788624575.552544:0:33251:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597480. 00000020:00000040:3.0:1788624575.552548:0:33251:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624575.552552:0:33251:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624575.552556:0:33251:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624575.552560:0:33251:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624575.552568:0:33251:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 4096 at ffff99dd049d7000. 00000100:00000001:3.0:1788624575.552576:0:33251:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.552581:0:33251:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.552583:0:33251:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624575.552586:0:33251:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624575.552592:0:33251:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624575.552599:0:33251:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624575.553289:0:33251:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f60d6dd] to pc [ptlrpcd_01_01+1] req@ffff99dd11597480 x1875506845060608/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:3.0:1788624575.553327:0:33251:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624575.553330:0:33251:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624575.553332:0:33251:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.553335:0:33251:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:3.0:1788624575.553339:0:33251:0:(statahead.c:681:ll_agl_trigger()) Process entered 00000080:00400000:3.0:1788624575.553342:0:33251:0:(statahead.c:738:ll_agl_trigger()) Handling (init) async glimpse: inode = [0x200000405:0x27:0x0], idx = 1 00000001:00000001:3.0:1788624575.553345:0:33251:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788624575.553348:0:33251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624575.553353:0:33251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482285464 : -112300227266152 : ffff99dd10d87998) 00000020:00001000:3.0:1788624575.553356:0:33251:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87990 00000020:00000001:3.0:1788624575.553362:0:33251:0:(cl_object.c:143:cl_object_top()) ffff99dd18364080 -> ffff99dd18364080 00000020:00000001:3.0:1788624575.553365:0:33251:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788624575.553368:0:33251:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788624575.553371:0:33251:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788624575.553374:0:33251:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624575.553376:0:33251:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788624575.553379:0:33251:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788624575.553381:0:33251:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.553384:0:33251:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788624575.553389:0:33251:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x27:0x0]io ffff99dd18bb6c50 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788624575.553392:0:33251:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817ed90) owner 0000000000000000/ffff99dd217d8000 00000100:00000001:3.0:1788624575.553407:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624575.553410:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624575.553413:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624575.553421:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11597480 x1875506845060608/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624575.553429:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624575.553432:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624575.553438:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624575.553441:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624575.553444:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624575.553449:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845060608:192.168.202.125@tcp:63:ll_sa.0 00000100:00000001:3.0:1788624575.553453:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624575.553461:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624575.553464:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624575.553468:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624575.553477:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff99dd04a00000. 02000000:00000001:3.0:1788624575.553479:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624575.553488:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624575.553492:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a6e0. 00000400:00000010:3.0:1788624575.553501:0:2392:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff99dd048e1900. 00000100:00000200:3.0:1788624575.553510:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875506845060608, portal 4 00000100:00000001:3.0:1788624575.553512:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624575.553514:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490738304 : -112300218813312 : ffff99dd11597480) 00000100:00000040:3.0:1788624575.553521:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11597480 x1875506845060608/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788624591 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624575.553529:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624575.553532:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624575.553536:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f220. 00000100:00000200:3.0:1788624575.553540:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 3128 bytes to portal 24, xid 1875506845060608, offset 0 00000400:00000200:3.0:1788624575.553547:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624575.553556:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624575.553566:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624575.553572:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624575.553576:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624575.553581:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624575.553583:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624575.553587:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2871:2871:256:4294967295] 192.168.202.125@tcp LPNI seq info [2871:2871:8:4294967295] 00000400:00000200:3.0:1788624575.553592:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624575.553603:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624575.553608:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 3128 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624575.553614:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185400. 00000800:00000200:3.0:1788624575.553639:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624575.553649:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624575.553654:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185400 type 1, nob 3224 niov 1 nkiov 1 00000100:00000001:3.0:1788624575.553671:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624575.553676:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 799976 usecs (800 jiffies) 00000400:00000200:3.0:1788624575.553680:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624575.553683:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296590415 00000100:00000001:3.0:1788624575.553692:0:2392:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296590400 00000100:00000001:3.0:1788624575.553699:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296590415 00000100:00000001:3.0:1788624575.553702:0:2392:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296590400 00000100:00000001:3.0:1788624575.553706:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624575.553708:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624575.553712:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624575.553715:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624575.553722:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624575.553725:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788624575.553727:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624575.553729:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624575.553731:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624575.553733:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624575.553755:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624575.553758:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624575.555232:0:33250:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624575.555240:0:33250:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624575.555243:0:33250:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624575.555246:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07bd8 00000080:00200000:2.0:1788624575.555251:0:33250:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624575.555260:0:33250:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd187ca800. 00800000:00000002:2.0:1788624575.555269:0:33250:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 9 00000080:00000001:2.0:1788624575.555275:0:33250:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624575.555282:0:33250:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624575.555285:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07af8 00800000:00000002:2.0:1788624575.555288:0:33250:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624575.555292:0:33250:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624575.555295:0:33250:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624575.555298:0:33250:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624575.555300:0:33250:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624575.555303:0:33250:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624575.555305:0:33250:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624575.555307:0:33250:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624575.555310:0:33250:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624575.555314:0:33250:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624575.555319:0:33250:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624575.555322:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c079c8 00000002:00010000:2.0:1788624575.555324:0:33250:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624575.555328:0:33250:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624575.555330:0:33250:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624575.555334:0:33250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624575.555342:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4900 count: 9 00010000:00000001:2.0:1788624575.555345:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624575.555352:0:33250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624575.555356:0:33250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624575.555362:0:33250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ca expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788624575.555374:0:33250:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624575.555379:0:33250:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624575.555383:0:33250:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ca expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788624575.555391:0:33250:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624575.555394:0:33250:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624575.555396:0:33250:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624575.555398:0:33250:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624575.555401:0:33250:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624575.555403:0:33250:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624575.555405:0:33250:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624575.555409:0:33250:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 9 00000080:00000010:2.0:1788624575.555413:0:33250:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd187ca800. 00000080:00000001:2.0:1788624575.555423:0:33250:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624575.555425:0:33250:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624575.555428:0:33250:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624575.555432:0:33250:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef418f1 00800000:00000001:2.0:1788624575.555436:0:33250:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624575.555438:0:33250:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624575.555440:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624575.555443:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624575.555446:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:2.0:1788624575.555449:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:2.0:1788624575.555452:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:2.0:1788624575.555456:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624575.555458:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624575.555459:0:33250:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624575.555461:0:33250:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624575.555464:0:33250:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef418f1 from it ffffbef881c07c10 00010000:00000001:2.0:1788624575.555466:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624575.555467:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624575.555469:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:2.0:1788624575.555470:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:2.0:1788624575.555473:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:2.0:1788624575.555475:0:33250:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624575.555478:0:33250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a81ca expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624575.555486:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624575.555487:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624575.555488:0:33250:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624575.555490:0:33250:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624575.555494:0:33250:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ca expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624575.555502:0:33250:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624575.555513:0:33250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624575.555516:0:33250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624575.555521:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624575.555522:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624575.555524:0:33250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624575.555528:0:33250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624575.555530:0:33250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624575.555532:0:33250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624575.555534:0:33250:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624575.555536:0:33250:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624575.555538:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624575.555539:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624575.555542:0:33250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624575.555544:0:33250:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624575.555547:0:33250:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788624575.555552:0:33250:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624575.555562:0:33250:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788624575.555565:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07da8 00000080:00002000:2.0:1788624575.555567:0:33250:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-1(ffff99dd1934fca8) flags 0x48000e refc 0 00000080:00000001:2.0:1788624575.555570:0:33250:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624575.555572:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07e18 00000080:00200000:2.0:1788624575.555574:0:33250:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-1, flags=0 00000080:00000001:2.0:1788624575.555580:0:33250:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000001:2.0:1788624575.555583:0:33250:0:(statahead.c:1941:ll_shared_statahead_check()) Process entered 00000080:00000001:2.0:1788624575.555586:0:33250:0:(statahead.c:1958:ll_shared_statahead_check()) Process leaving via out_unlock (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:2.0:1788624575.555589:0:33250:0:(statahead.c:1967:ll_shared_statahead_check()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00000001:2.0:1788624575.555591:0:33250:0:(statahead.c:2050:revalidate_statahead_dentry()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:2.0:1788624575.555594:0:33250:0:(statahead.c:2145:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00400000:2.0:1788624575.555596:0:33250:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-1: rc = -17. 00000080:00000001:2.0:1788624575.555602:0:33250:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624575.555604:0:33250:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624575.555605:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07d38 00000080:00200000:2.0:1788624575.555606:0:33250:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624575.555610:0:33250:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd187ca800. 00800000:00000002:2.0:1788624575.555613:0:33250:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 9 00000080:00000001:2.0:1788624575.555626:0:33250:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624575.555628:0:33250:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624575.555629:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07c58 00800000:00000002:2.0:1788624575.555631:0:33250:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788624575.555769:0:33252:0:(statahead.c:1097:ll_agl_thread()) Process entered 00000080:00400000:0.0:1788624575.555774:0:33252:0:(statahead.c:1100:ll_agl_thread()) agl thread started: sai ffff99dd11155000, parent / 00020000:00000001:0.0:1788624575.555815:0:33251:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788624575.555818:0:33251:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788624575.555821:0:33251:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788624575.555823:0:33251:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624575.555825:0:33251:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788624575.555828:0:33251:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788624575.555829:0:33251:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624575.555832:0:33251:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624575.555834:0:33251:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788624575.555835:0:33251:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788624575.555837:0:33251:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817ed90) owner 0000000000000000/ffff99dd217d8000 00000020:00000001:0.0:1788624575.555841:0:33251:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788624575.555845:0:33251:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788624575.555846:0:33251:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x27:0x0] 00000020:00000001:0.0:1788624575.555849:0:33251:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788624575.555851:0:33251:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788624575.555853:0:33251:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788624575.555855:0:33251:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788624575.555871:0:33251:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788624575.555886:0:33251:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd11c18e00. 00020000:00000002:0.0:1788624575.555889:0:33251:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788624575.555891:0:33251:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788624575.555895:0:33251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624575.555897:0:33251:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788624575.555899:0:33251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624575.555904:0:33251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832424 : -112300453719192 : ffff99dd03591368) 00000020:00001000:0.0:1788624575.555906:0:33251:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591360 00000020:00000001:0.0:1788624575.555910:0:33251:0:(cl_object.c:143:cl_object_top()) ffff99dd18364148 -> ffff99dd18364080 00000020:00000001:0.0:1788624575.555912:0:33251:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788624575.555916:0:33251:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624575.555917:0:33251:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788624575.555919:0:33251:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624575.555921:0:33251:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624575.555923:0:33251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481903920 : -112300227647696 : ffff99dd10d2a730) 00000020:00000001:0.0:1788624575.555925:0:33251:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788624575.555930:0:33251:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd034c2f70. 00000008:00010000:0.0:1788624575.555934:0:33251:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 2b 00000020:00000001:0.0:1788624575.555937:0:33251:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624575.555939:0:33251:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788624575.555941:0:33251:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd11c18e30, osc lock ffff99dd034c2f70, flags 0x400041012 00000020:00000001:0.0:1788624575.555943:0:33251:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624575.555946:0:33251:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624575.555948:0:33251:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773497560576 : -112300211991040 : ffff99dd11c18e00) 00000020:00000001:0.0:1788624575.555950:0:33251:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624575.556178:0:33251:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788624575.556180:0:33251:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624575.556182:0:33251:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624575.556184:0:33251:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624575.556186:0:33251:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624575.556188:0:33251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624575.556189:0:33251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481903920 : -112300227647696 : ffff99dd10d2a730) 00000020:00000001:0.0:1788624575.556191:0:33251:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624575.556194:0:33251:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624575.556196:0:33251:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788624575.556201:0:33251:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788624575.556203:0:33251:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788624575.556204:0:33251:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788624575.556207:0:33251:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788624575.556208:0:33251:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788624575.556210:0:33251:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788624575.556213:0:33251:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788624575.556215:0:33251:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624575.556221:0:33251:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624575.556224:0:33251:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1788624575.556231:0:33251:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04000. 00000020:00000040:0.0:1788624575.556236:0:33251:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00010000:00000001:0.0:1788624575.556241:0:33251:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624575.556246:0:33251:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624575.556248:0:33251:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624575.556252:0:33251:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624575.556255:0:33251:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624575.556258:0:33251:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624575.556266:0:33251:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd11155200. 00000100:00000001:0.0:1788624575.556274:0:33251:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624575.556280:0:33251:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624575.556282:0:33251:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624575.556284:0:33251:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624575.556285:0:33251:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624575.556287:0:33251:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624575.556291:0:33251:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446631773497475072 : -112300212076544 : ffff99dd11c04000) 00010000:00000001:0.0:1788624575.556294:0:33251:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624575.556296:0:33251:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788624575.556301:0:33251:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03f10000. 00010000:00000010:0.0:1788624575.556305:0:33251:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff99dd03f10800. 00010000:00000001:0.0:1788624575.556311:0:33251:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624575.556314:0:33251:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d19200. 00000020:00000001:0.0:1788624575.556319:0:33251:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624575.556321:0:33251:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d19200 with handle 0xcc94206c7ef41930 to hash 00000020:00000001:0.0:1788624575.556323:0:33251:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624575.556325:0:33251:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00010000:00000010:0.0:1788624575.556329:0:33251:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff99dd067cc5c0. 00010000:00000001:0.0:1788624575.556331:0:33251:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00010000:00000001:0.0:1788624575.556334:0:33251:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624575.556335:0:33251:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624575.556339:0:33251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624575.556351:0:33251:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400041010 ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624575.556361:0:33251:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624575.556366:0:33251:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624575.556371:0:33251:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624575.556384:0:33251:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd867f14] to pc [ptlrpcd_00_00+0] req@ffff99dd11c04000 x1875506845060736/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788624575.556407:0:33251:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624575.556409:0:33251:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624575.556411:0:33251:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624575.556413:0:33251:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624575.556415:0:33251:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624575.556417:0:33251:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624575.556418:0:33251:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788624575.556420:0:33251:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd18bb6bf0 (ffff99dd10d87998/0) at cl_lock_release():245 00000020:00000001:0.0:1788624575.556423:0:33251:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624575.556424:0:33251:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd18bb6bf0 (ffff99dd10d87998/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788624575.556427:0:33251:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788624575.556429:0:33251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624575.556430:0:33251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481903920 : -112300227647696 : ffff99dd10d2a730) 00000020:00000001:0.0:1788624575.556432:0:33251:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624575.556433:0:33251:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c18e30 (ffff99dd03591368/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788624575.556435:0:33251:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788624575.556437:0:33251:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00000008:00000001:0.0:1788624575.556438:0:33251:0:(osc_lock.c:1125:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788624575.556440:0:33251:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624575.556441:0:33251:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624575.556442:0:33251:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624575.556444:0:33251:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624575.556445:0:33251:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd18bb6bf0 (ffff99dd10d87998/0) at cl_lock_fini():72 00020000:00000001:0.0:1788624575.556448:0:33251:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788624575.556450:0:33251:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624575.556451:0:33251:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c18e30 (ffff99dd10d87998/1) at cl_lock_fini():72 00000008:00000010:0.0:1788624575.556455:0:33251:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034c2f70. 00000020:00000001:0.0:1788624575.556460:0:33251:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788624575.556462:0:33251:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd11c18e00. 00020000:00000001:0.0:1788624575.556465:0:33251:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788624575.556466:0:33251:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788624575.556467:0:33251:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788624575.556469:0:33251:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624575.556472:0:33251:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788624575.556474:0:33251:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788624575.556476:0:33251:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788624575.556477:0:33251:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788624575.556479:0:33251:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624575.556480:0:33251:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591360 00020000:00000001:0.0:1788624575.556484:0:33251:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788624575.556486:0:33251:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788624575.556488:0:33251:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624575.556491:0:33251:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788624575.556494:0:33251:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788624575.556497:0:33251:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624575.556499:0:33251:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788624575.556501:0:33251:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624575.556502:0:33251:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624575.556504:0:33251:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87990 00000001:00000001:0.0:1788624575.556506:0:33251:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788624575.556510:0:33251:0:(statahead.c:747:ll_agl_trigger()) Handled (init) async glimpse: inode= [0x200000405:0x27:0x0], idx = 1, rc = 1 00000080:00000001:0.0:1788624575.556513:0:33251:0:(statahead.c:751:ll_agl_trigger()) Process leaving 00000100:00000001:0.0:1788624575.556521:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788624575.556525:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788624575.556527:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624575.556533:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624575.556536:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624575.556538:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624575.556539:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624575.556542:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624575.556547:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04000 x1875506845060736/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624575.556555:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624575.556558:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624575.556561:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624575.556564:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624575.556566:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624575.556570:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845060736:192.168.202.125@tcp:101:ll_sa.0 00000100:00000001:0.0:1788624575.556574:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624575.556580:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624575.556582:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624575.556585:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624575.556590:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049ca400. 02000000:00000001:0.0:1788624575.556592:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624575.556600:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624575.556604:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d318. 00000400:00000010:0.0:1788624575.556612:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395d48. 00000100:00000200:0.0:1788624575.556621:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845060736, portal 4 00000100:00000001:0.0:1788624575.556623:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624575.556625:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475072 : -112300212076544 : ffff99dd11c04000) 00000100:00000040:0.0:1788624575.556631:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c04000 x1875506845060736/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624591 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624575.556653:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624575.556656:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624575.556659:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053954c8. 00000100:00000200:0.0:1788624575.556664:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875506845060736, offset 0 00000400:00000200:0.0:1788624575.556671:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624575.556679:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624575.556687:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624575.556693:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624575.556698:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624575.556701:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624575.556703:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624575.556707:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2872:2872:255:4294967295] 192.168.202.125@tcp LPNI seq info [2872:2872:7:4294967295] 00000400:00000200:0.0:1788624575.556712:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624575.556721:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624575.556728:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624575.556734:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df800. 00000800:00000200:0.0:1788624575.556740:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624575.556757:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624575.556762:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788624575.556783:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624575.556788:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25076 usecs (26 jiffies) 00000400:00000200:0.0:1788624575.556792:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624575.556795:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296589643 00000100:00000001:0.0:1788624575.556798:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296590415 00000100:00000001:0.0:1788624575.556800:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296589643 00000100:00000001:0.0:1788624575.556802:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296590415 00000100:00000001:0.0:1788624575.556805:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624575.556807:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624575.556811:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624575.556813:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624575.560300:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624575.560314:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624575.561128:0:33250:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624575.561132:0:33250:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624575.561136:0:33250:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624575.561139:0:33250:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624575.561142:0:33250:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624575.561145:0:33250:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624575.561147:0:33250:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624575.561150:0:33250:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624575.562370:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624575.562380:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df800. 00000400:00000200:2.0:1788624575.562389:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624575.562401:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624575.562412:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053954c8 00000400:00000010:2.0:1788624575.562415:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053954c8. 00000100:00000001:2.0:1788624575.562421:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624575.562431:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04000 x1875506845060736/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624591 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624575.562446:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624575.562450:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04000 x1875506845060736/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624591 ref 2 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624575.562458:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624575.562460:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624575.562473:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1788624575.564693:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624575.564706:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185400. 00000400:00000200:3.0:1788624575.564715:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624575.564725:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624575.564734:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f220 00000400:00000010:3.0:1788624575.564737:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f220. 00000100:00000001:3.0:1788624575.564744:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624575.564763:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11597480 x1875506845060608/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788624591 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624575.564778:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624575.564782:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11597480 x1875506845060608/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788624591 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624575.564789:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624575.564791:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624575.564912:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624575.564917:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.564923:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624575.564932:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.564939:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624575.564950:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.564955:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.564961:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.564967:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 7008 into portal 4 MB=0x6a9c377460e00 00000400:00000200:2.0:1788624575.564973:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.564981:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 7008/7008 into md 0x833d [2] + 224 00000800:00000001:2.0:1788624575.564991:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.565007:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624575.565009:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624575.565013:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624575.565019:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624575.565025:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11597480 x1875506845060608/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788624591 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624575.565034:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=7008 offset=224 replen=7008 req@ffff99dd11597480 x1875506845060608/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788624591 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624575.565063:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624575.565071:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.565075:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624575.565095:0:33250:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624575.565136:0:33250:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624575.565144:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07b28 00000002:00010000:2.0:1788624575.565146:0:33250:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624575.565152:0:33250:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624575.565155:0:33250:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624575.565159:0:33250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624575.565169:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4900 count: 9 00010000:00000001:2.0:1788624575.565173:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624575.565179:0:33250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624575.565184:0:33250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624575.565190:0:33250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ca expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788624575.565201:0:33250:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624575.565208:0:33250:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624575.565211:0:33250:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ca expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788624575.565219:0:33250:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624575.565221:0:33250:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624575.565223:0:33250:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624575.565225:0:33250:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624575.565229:0:33250:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624575.565233:0:33250:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624575.565237:0:33250:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624575.565242:0:33250:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 9 00000080:00000010:2.0:1788624575.565248:0:33250:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd187ca800. 00000080:00000001:2.0:1788624575.565258:0:33250:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624575.565260:0:33250:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624575.565265:0:33250:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624575.565270:0:33250:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef418f1 00800000:00000001:2.0:1788624575.565274:0:33250:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624575.565277:0:33250:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624575.565279:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624575.565282:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624575.565286:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:2.0:1788624575.565289:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:2.0:1788624575.565291:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:2.0:1788624575.565295:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624575.565296:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624575.565298:0:33250:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624575.565299:0:33250:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624575.565302:0:33250:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef418f1 from it ffffbef881c07d70 00010000:00000001:2.0:1788624575.565305:0:33250:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624575.565306:0:33250:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624575.565307:0:33250:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601a00 refcount=3 00000020:00000001:2.0:1788624575.565309:0:33250:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:2.0:1788624575.565311:0:33250:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614400 : -112300100937216 : ffff99dd18601a00) 00010000:00000001:2.0:1788624575.565313:0:33250:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624575.565316:0:33250:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a81ca expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624575.565323:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624575.565324:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624575.565326:0:33250:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624575.565329:0:33250:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624575.565332:0:33250:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a81ca expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788624575.565340:0:33250:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624575.565343:0:33250:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624575.565347:0:33250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624575.565352:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624575.565353:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624575.565354:0:33250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624575.565358:0:33250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624575.565360:0:33250:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624575.565362:0:33250:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624575.565365:0:33250:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624575.565367:0:33250:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624575.565368:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624575.565369:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624575.565371:0:33250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624575.565373:0:33250:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624575.565376:0:33250:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788624575.565382:0:33250:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624575.565389:0:33250:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:2.0:1788624575.565391:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07e00 00000080:00200000:2.0:1788624575.565393:0:33250:0:(namei.c:2351:ll_unlink()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00000001:2.0:1788624575.565397:0:33250:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1788624575.565400:0:33250:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624575.565405:0:33250:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482286472 : -112300227265144 : ffff99dd10d87d88) 00000020:00001000:2.0:1788624575.565408:0:33250:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87d80 00000020:00000001:2.0:1788624575.565410:0:33250:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788624575.565416:0:33250:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e1f0) owner 0000000000000000/ffff99dd19dc27c0 00020000:00000002:2.0:1788624575.565420:0:33250:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e1f0) owner 0000000000000000/ffff99dd19dc27c0 00020000:00000001:2.0:1788624575.565423:0:33250:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788624575.565425:0:33250:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788624575.565428:0:33250:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87d80 00000080:00000001:2.0:1788624575.565432:0:33250:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788624575.565438:0:33250:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd187ca800. 00800000:00000002:2.0:1788624575.565445:0:33250:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 9 00800000:00000001:2.0:1788624575.565456:0:33250:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788624575.565460:0:33250:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624575.565464:0:33250:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624575.565467:0:33250:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624575.565469:0:33250:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624575.565471:0:33250:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624575.565474:0:33250:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624575.565477:0:33250:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624575.565479:0:33250:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624575.565480:0:33250:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624575.565482:0:33250:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624575.565483:0:33250:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624575.565485:0:33250:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624575.565487:0:33250:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x28:0x0] 00800000:00000001:2.0:1788624575.565489:0:33250:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624575.565492:0:33250:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:2.0:1788624575.565494:0:33250:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624575.565495:0:33250:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624575.565496:0:33250:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624575.565498:0:33250:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624575.565500:0:33250:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624575.565501:0:33250:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x28:0x0] 00800000:00000001:2.0:1788624575.565503:0:33250:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624575.565506:0:33250:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x28:0x0] 00800000:00000001:2.0:1788624575.565516:0:33250:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624575.565519:0:33250:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x28:0x0] -> mds #0 00000002:00000001:2.0:1788624575.565524:0:33250:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788624575.565527:0:33250:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788624575.565530:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4900 count: 9 00010000:00000001:2.0:1788624575.565532:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624575.565535:0:33250:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788624575.565538:0:33250:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788624575.565541:0:33250:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a81ca expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1788624575.565549:0:33250:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788624575.565553:0:33250:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788624575.565556:0:33250:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788624575.565558:0:33250:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788624575.565560:0:33250:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624575.565562:0:33250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624575.565563:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4900 count: 10 00010000:00000001:2.0:1788624575.565565:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624575.565568:0:33250:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624575.565569:0:33250:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624575.565570:0:33250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624575.565571:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4900 count: 10 00010000:00000001:2.0:1788624575.565573:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624575.565575:0:33250:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624575.565577:0:33250:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624575.565578:0:33250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624575.565579:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4900 count: 10 00010000:00000001:2.0:1788624575.565581:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624575.565583:0:33250:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624575.565585:0:33250:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788624575.565588:0:33250:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788624575.565592:0:33250:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788624575.565595:0:33250:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788624575.565597:0:33250:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788624575.565599:0:33250:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624575.565602:0:33250:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788624575.565605:0:33250:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788624575.565607:0:33250:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788624575.565608:0:33250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624575.565610:0:33250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788624575.565613:0:33250:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18601a00 with handle 0xcc94206c7ef418f1 from hash 00010000:00000001:2.0:1788624575.565615:0:33250:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788624575.565616:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624575.565617:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624575.565619:0:33250:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788624575.565622:0:33250:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788624575.565624:0:33250:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788624575.565627:0:33250:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788624575.565629:0:33250:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624575.565632:0:33250:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624575.565634:0:33250:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788624575.565637:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10200 count: 2 00010000:00000001:2.0:1788624575.565639:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624575.565641:0:33250:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788624575.565644:0:33250:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788624575.565646:0:33250:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418f8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa103bd66258a81e6 expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788624575.565652:0:33250:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788624575.565654:0:33250:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788624575.565655:0:33250:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788624575.565656:0:33250:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x28:0x0] mode (null) 00000002:00000001:2.0:1788624575.565658:0:33250:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624575.565660:0:33250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624575.565662:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10200 count: 3 00010000:00000001:2.0:1788624575.565664:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624575.565666:0:33250:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624575.565667:0:33250:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624575.565668:0:33250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624575.565670:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10200 count: 3 00010000:00000001:2.0:1788624575.565672:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624575.565674:0:33250:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624575.565675:0:33250:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624575.565676:0:33250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624575.565678:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10200 count: 3 00010000:00000001:2.0:1788624575.565679:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624575.565681:0:33250:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624575.565683:0:33250:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624575.565684:0:33250:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624575.565686:0:33250:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10200 count: 3 00010000:00000001:2.0:1788624575.565687:0:33250:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624575.565689:0:33250:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624575.565691:0:33250:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624575.565694:0:33250:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788624575.565695:0:33250:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624575.565697:0:33250:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482286472 : -112300227265144 : ffff99dd10d87d88) 00000020:00001000:2.0:1788624575.565699:0:33250:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87d80 00000020:00000001:2.0:1788624575.565702:0:33250:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788624575.565704:0:33250:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x28:0x0]: losing layout lock 00000080:00000001:2.0:1788624575.565708:0:33250:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788624575.565712:0:33250:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788624575.565717:0:33250:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788624575.565720:0:33250:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788624575.565724:0:33250:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x28:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788624575.565726:0:33250:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624575.565728:0:33250:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788624575.565730:0:33250:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87d80 00000080:00000001:2.0:1788624575.565733:0:33250:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624575.565735:0:33250:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788624575.565737:0:33250:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x28:0x0](ffff99dd191b9988) invalid 00000020:00000001:2.0:1788624575.565740:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07a68 00000080:00002000:2.0:1788624575.565742:0:33250:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry f22.recovery-small-1 (ffff99dd1934fca8) parent ffff99dd19287870 inode ffff99dd191b9988 refc 1 00000080:00000001:2.0:1788624575.565758:0:33250:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788624575.565760:0:33250:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788624575.565761:0:33250:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624575.565764:0:33250:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788624575.565766:0:33250:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788624575.565767:0:33250:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788624575.565768:0:33250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624575.565770:0:33250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788624575.565773:0:33250:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18600c00 with handle 0xcc94206c7ef418f8 from hash 00010000:00000001:2.0:1788624575.565775:0:33250:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788624575.565776:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624575.565778:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624575.565778:0:33250:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788624575.565780:0:33250:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788624575.565782:0:33250:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788624575.565784:0:33250:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788624575.565785:0:33250:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624575.565787:0:33250:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788624575.565794:0:33250:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61500. 00000020:00000040:2.0:1788624575.565799:0:33250:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:2.0:1788624575.565805:0:33250:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788624575.565807:0:33250:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624575.565810:0:33250:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624575.565814:0:33250:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624575.565817:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624575.565819:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624575.565820:0:33250:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624575.565824:0:33250:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624575.565826:0:33250:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624575.565829:0:33250:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624575.565838:0:33250:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd187cb000. 00000100:00000001:2.0:1788624575.565846:0:33250:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624575.565850:0:33250:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624575.565853:0:33250:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788624575.565859:0:33250:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418f8 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a81e6 expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788624575.565866:0:33250:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a81ca expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788624575.565873:0:33250:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:2.0:1788624575.565876:0:33250:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788624575.565877:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788624575.565879:0:33250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600c00/0xcc94206c7ef418f8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a81e6 expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1788624575.565886:0:33250:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10200 count: 0 00010000:00000010:2.0:1788624575.565893:0:33250:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd11c18c80. 00010000:00000001:2.0:1788624575.565906:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624575.565907:0:33250:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788624575.565909:0:33250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601a00/0xcc94206c7ef418f1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a81ca expref: -99 pid: 33250 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788624575.565916:0:33250:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624575.565918:0:33250:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624575.565920:0:33250:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624575.565921:0:33250:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624575.565924:0:33250:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788624575.565936:0:33250:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:2.0:1788624575.565946:0:33250:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11d61500 x1875506845060992/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624575.565952:0:33250:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624575.565954:0:33250:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624575.565963:0:33250:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd184fde40. 00000100:00000001:2.0:1788624575.565966:0:33250:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773607550528 : -112300102001088 : ffff99dd184fde40) 00000100:00000001:2.0:1788624575.565969:0:33250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624575.565972:0:33250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498905856 : -112300210645760 : ffff99dd11d61500) 00000100:00000001:2.0:1788624575.565978:0:33250:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624575.565984:0:33250:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624575.565987:0:33250:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624575.565989:0:33250:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624575.565993:0:33250:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61500 x1875506845060992/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624575.566001:0:33250:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624575.566004:0:33250:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624575.566009:0:33250:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624575.566012:0:33250:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624575.566015:0:33250:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624575.566019:0:33250:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61500 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33250:1875506845060992:192.168.202.125@tcp:36:multiop.0 00000100:00000001:2.0:1788624575.566024:0:33250:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624575.566032:0:33250:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624575.566035:0:33250:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624575.566038:0:33250:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624575.566043:0:33250:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd0483a400. 02000000:00000001:2.0:1788624575.566045:0:33250:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624575.566052:0:33250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624575.566056:0:33250:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2790. 00000400:00000010:2.0:1788624575.566063:0:33250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08908. 00000100:00000200:2.0:1788624575.566074:0:33250:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845060992, portal 10 00000100:00000001:2.0:1788624575.566076:0:33250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624575.566077:0:33250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498905856 : -112300210645760 : ffff99dd11d61500) 00000100:00000040:2.0:1788624575.566085:0:33250:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d61500 x1875506845060992/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624591 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624575.566094:0:33250:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624575.566097:0:33250:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624575.566101:0:33250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08f68. 00000100:00000200:2.0:1788624575.566104:0:33250:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875506845060992, offset 0 00000400:00000200:2.0:1788624575.566163:0:33250:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624575.566171:0:33250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.566180:0:33250:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624575.566187:0:33250:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624575.566191:0:33250:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624575.566196:0:33250:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624575.566199:0:33250:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624575.566204:0:33250:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2873:2873:256:4294967295] 192.168.202.125@tcp LPNI seq info [2873:2873:8:4294967295] 00000400:00000200:2.0:1788624575.566209:0:33250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.566218:0:33250:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624575.566223:0:33250:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624575.566229:0:33250:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd092e3f00. 00000800:00000200:2.0:1788624575.566237:0:33250:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624575.566246:0:33250:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624575.566251:0:33250:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd092e3f00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1788624575.566262:0:33250:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624575.566268:0:33250:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 799976 usecs (800 jiffies) 00000400:00000200:2.0:1788624575.566271:0:33250:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624575.566274:0:33250:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296590428 00000100:00000001:2.0:1788624575.566282:0:33250:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296590415 00000100:00000001:2.0:1788624575.566289:0:33250:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296590428 00000100:00000001:2.0:1788624575.566293:0:33250:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296590415 00000100:00000001:2.0:1788624575.566296:0:33250:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624575.566299:0:33250:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624575.566302:0:33250:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624575.566304:0:33250:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624575.566307:0:33250:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd184fde40 going to sleep for 11 seconds 00000100:00000001:2.0:1788624575.566310:0:33250:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624575.566314:0:33250:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624575.566627:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624575.566632:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624575.566639:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624575.566641:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624575.566645:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a6e0. 00000400:00000200:3.0:1788624575.566650:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd048e1900 00000400:00000010:3.0:1788624575.566652:0:2392:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff99dd048e1900. 00000100:00000001:3.0:1788624575.566656:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624575.566662:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11597480 x1875506845060608/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788624591 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624575.566671:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11597480 x1875506845060608/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788624591 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624575.566678:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624575.566680:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624575.566682:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624575.566685:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624575.566689:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624575.566692:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624575.566694:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624575.566703:0:2392:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194425c8 time=1788624575 v=5 (0 0 0 0) 00000100:00001000:3.0:1788624575.566706:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624575.566709:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788624575.566713:0:2392:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff99dd11597480 x1875506845060608/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788624591 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624575.566719:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1788624575.566724:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624575.566725:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967633 00000100:00000001:3.0:1788624575.566728:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624575.566731:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1788624575.566735:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11597480 x1875506845060608/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788624591 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624575.566742:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1788624575.566745:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624575.566755:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624575.566759:0:2392:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:3.0:1788624575.566763:0:2392:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:3.0:1788624575.566768:0:2392:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788624575.566769:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624575.566771:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624575.566774:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f200 refcount=4 00000020:00000001:3.0:1788624575.566776:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474910720 : -112300234640896 : ffff99dd1067f200) 00010000:00000001:3.0:1788624575.566778:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474910720 : -112300234640896 : ffff99dd1067f200) 00010000:00010000:3.0:1788624575.566783:0:2392:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef418ff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.566791:0:2392:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788624575.566795:0:2392:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef418ff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.566806:0:2392:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624575.566809:0:2392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef418ff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.566815:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.566816:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788624575.566818:0:2392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef418ff lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.566823:0:2392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.566826:0:2392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624575.566829:0:2392:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788624575.566831:0:2392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef418ff lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624575.566838:0:2392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd1067f200 already unused, calling callback (ffffffffc194e620) 00000080:00000001:3.0:1788624575.566841:0:2392:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788624575.566844:0:2392:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef418ff lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.566851:0:2392:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788624575.566853:0:2392:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788624575.566857:0:2392:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef418ff lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.566862:0:2392:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788624575.566865:0:2392:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788624575.566866:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624575.566867:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624575.566869:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f200 refcount=5 00000020:00000001:3.0:1788624575.566870:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474910720 : -112300234640896 : ffff99dd1067f200) 00010000:00000001:3.0:1788624575.566872:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474910720 : -112300234640896 : ffff99dd1067f200) 00010000:00000001:3.0:1788624575.566876:0:2392:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624575.566878:0:2392:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef418ff lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788624575.566883:0:2392:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788624575.566885:0:2392:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.566888:0:2392:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788624575.566889:0:2392:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624575.566892:0:2392:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624575.566893:0:2392:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624575.566895:0:2392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.566896:0:2392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788624575.566898:0:2392:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd1067f200 with handle 0xcc94206c7ef418ff from hash 00010000:00000001:3.0:1788624575.566901:0:2392:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624575.566902:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.566903:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.566904:0:2392:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624575.566905:0:2392:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624575.566907:0:2392:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788624575.566910:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.566911:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.566912:0:2392:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.566914:0:2392:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.566916:0:2392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef418ff lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.566922:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.566923:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.566924:0:2392:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788624575.566926:0:2392:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624575.566927:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.566928:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.566929:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624575.566932:0:2392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f200/0xcc94206c7ef418ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.566940:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624575.566942:0:2392:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788624575.566947:0:2392:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788624575.574975:0:2392:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bf7c58 00000080:00400000:3.0:1788624575.574991:0:2392:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-3 rc -125 00000080:00000001:3.0:1788624575.574998:0:2392:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788624575.575003:0:2392:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788624575.575006:0:2392:0:(dcache.c:176:ll_intent_release()) intent ffff99dd049cc190 released 00000080:00000001:3.0:1788624575.575008:0:2392:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788624575.575013:0:2392:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 9 00000080:00000010:3.0:1788624575.575019:0:2392:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff99dd048e1e40. 00000080:00000010:3.0:1788624575.575024:0:2392:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff99dd049cc000. 00000080:00000001:3.0:1788624575.575030:0:2392:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788624575.575035:0:2392:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff99dd049c3c80. 00010000:00000001:3.0:1788624575.575045:0:2392:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788624575.575048:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624575.575052:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624575.575057:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e200 refcount=4 00000020:00000001:3.0:1788624575.575060:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474906624 : -112300234644992 : ffff99dd1067e200) 00010000:00000001:3.0:1788624575.575064:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474906624 : -112300234644992 : ffff99dd1067e200) 00010000:00010000:3.0:1788624575.575070:0:2392:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e200/0xcc94206c7ef41906 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575081:0:2392:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788624575.575087:0:2392:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e200/0xcc94206c7ef41906 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575094:0:2392:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624575.575098:0:2392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e200/0xcc94206c7ef41906 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575121:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.575123:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788624575.575126:0:2392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e200/0xcc94206c7ef41906 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575136:0:2392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.575140:0:2392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624575.575144:0:2392:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788624575.575147:0:2392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e200/0xcc94206c7ef41906 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624575.575154:0:2392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd1067e200 already unused, calling callback (ffffffffc194e620) 00000080:00000001:3.0:1788624575.575157:0:2392:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788624575.575162:0:2392:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e200/0xcc94206c7ef41906 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575170:0:2392:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788624575.575171:0:2392:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788624575.575175:0:2392:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e200/0xcc94206c7ef41906 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575179:0:2392:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788624575.575182:0:2392:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788624575.575183:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624575.575185:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624575.575187:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e200 refcount=5 00000020:00000001:3.0:1788624575.575189:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474906624 : -112300234644992 : ffff99dd1067e200) 00010000:00000001:3.0:1788624575.575191:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474906624 : -112300234644992 : ffff99dd1067e200) 00010000:00000001:3.0:1788624575.575194:0:2392:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624575.575197:0:2392:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e200/0xcc94206c7ef41906 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788624575.575204:0:2392:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788624575.575206:0:2392:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.575211:0:2392:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788624575.575213:0:2392:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624575.575217:0:2392:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624575.575219:0:2392:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624575.575221:0:2392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.575223:0:2392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788624575.575226:0:2392:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd1067e200 with handle 0xcc94206c7ef41906 from hash 00010000:00000001:3.0:1788624575.575229:0:2392:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624575.575230:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.575231:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.575233:0:2392:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624575.575234:0:2392:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624575.575236:0:2392:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788624575.575238:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.575240:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.575241:0:2392:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.575243:0:2392:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.575246:0:2392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e200/0xcc94206c7ef41906 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575251:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.575252:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.575254:0:2392:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788624575.575255:0:2392:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624575.575257:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.575258:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.575259:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624575.575262:0:2392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e200/0xcc94206c7ef41906 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575276:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624575.575278:0:2392:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788624575.575282:0:2392:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788624575.575284:0:2392:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bf7c58 00000080:00400000:3.0:1788624575.575285:0:2392:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-4 rc -125 00000080:00000001:3.0:1788624575.575287:0:2392:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788624575.575290:0:2392:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788624575.575291:0:2392:0:(dcache.c:176:ll_intent_release()) intent ffff99dd049cd590 released 00000080:00000001:3.0:1788624575.575293:0:2392:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788624575.575295:0:2392:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 8 00000080:00000010:3.0:1788624575.575297:0:2392:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff99dd048e1540. 00000080:00000010:3.0:1788624575.575299:0:2392:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff99dd049cd400. 00000080:00000001:3.0:1788624575.575302:0:2392:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788624575.575304:0:2392:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff99dd049c3b80. 00010000:00000001:3.0:1788624575.575307:0:2392:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788624575.575309:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624575.575311:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624575.575313:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=4 00000020:00000001:3.0:1788624575.575315:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624575.575317:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00010000:3.0:1788624575.575320:0:2392:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef4190d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575326:0:2392:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788624575.575329:0:2392:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef4190d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575334:0:2392:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624575.575336:0:2392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef4190d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575340:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.575341:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788624575.575343:0:2392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef4190d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575347:0:2392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.575348:0:2392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624575.575350:0:2392:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788624575.575352:0:2392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef4190d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624575.575361:0:2392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd1067ec00 already unused, calling callback (ffffffffc194e620) 00000080:00000001:3.0:1788624575.575363:0:2392:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788624575.575365:0:2392:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef4190d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575370:0:2392:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788624575.575371:0:2392:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788624575.575374:0:2392:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef4190d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575378:0:2392:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788624575.575379:0:2392:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788624575.575381:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624575.575382:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624575.575383:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=5 00000020:00000001:3.0:1788624575.575385:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624575.575387:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624575.575389:0:2392:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624575.575391:0:2392:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef4190d lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788624575.575395:0:2392:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788624575.575397:0:2392:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.575399:0:2392:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788624575.575400:0:2392:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624575.575402:0:2392:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624575.575403:0:2392:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624575.575405:0:2392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.575406:0:2392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788624575.575408:0:2392:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd1067ec00 with handle 0xcc94206c7ef4190d from hash 00010000:00000001:3.0:1788624575.575410:0:2392:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624575.575412:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.575413:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.575414:0:2392:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624575.575415:0:2392:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624575.575416:0:2392:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788624575.575418:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.575419:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.575420:0:2392:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.575421:0:2392:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.575423:0:2392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef4190d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575428:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.575429:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.575430:0:2392:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788624575.575431:0:2392:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624575.575432:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.575432:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.575433:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624575.575435:0:2392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef4190d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575440:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624575.575441:0:2392:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788624575.575444:0:2392:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788624575.575445:0:2392:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bf7c58 00000080:00400000:3.0:1788624575.575446:0:2392:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-5 rc -125 00000080:00000001:3.0:1788624575.575448:0:2392:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788624575.575451:0:2392:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788624575.575452:0:2392:0:(dcache.c:176:ll_intent_release()) intent ffff99dd049cdd90 released 00000080:00000001:3.0:1788624575.575454:0:2392:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788624575.575455:0:2392:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 7 00000080:00000010:3.0:1788624575.575457:0:2392:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff99dd048e1780. 00000080:00000010:3.0:1788624575.575460:0:2392:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff99dd049cdc00. 00000080:00000001:3.0:1788624575.575462:0:2392:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788624575.575464:0:2392:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff99dd049c34c0. 00010000:00000001:3.0:1788624575.575467:0:2392:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788624575.575469:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624575.575470:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624575.575472:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e000 refcount=4 00000020:00000001:3.0:1788624575.575474:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:3.0:1788624575.575476:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00010000:3.0:1788624575.575478:0:2392:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef41914 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575483:0:2392:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788624575.575486:0:2392:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef41914 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575490:0:2392:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624575.575492:0:2392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef41914 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575497:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.575498:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788624575.575500:0:2392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef41914 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575505:0:2392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.575506:0:2392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624575.575508:0:2392:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788624575.575510:0:2392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef41914 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624575.575515:0:2392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd1067e000 already unused, calling callback (ffffffffc194e620) 00000080:00000001:3.0:1788624575.575517:0:2392:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788624575.575519:0:2392:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef41914 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575528:0:2392:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788624575.575530:0:2392:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788624575.575532:0:2392:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef41914 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575537:0:2392:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788624575.575539:0:2392:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788624575.575540:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624575.575542:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624575.575543:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e000 refcount=5 00000020:00000001:3.0:1788624575.575545:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:3.0:1788624575.575547:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:3.0:1788624575.575549:0:2392:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624575.575551:0:2392:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef41914 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788624575.575555:0:2392:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788624575.575556:0:2392:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.575558:0:2392:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788624575.575559:0:2392:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624575.575561:0:2392:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624575.575562:0:2392:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624575.575563:0:2392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.575564:0:2392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788624575.575566:0:2392:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd1067e000 with handle 0xcc94206c7ef41914 from hash 00010000:00000001:3.0:1788624575.575568:0:2392:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624575.575569:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.575570:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.575571:0:2392:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624575.575572:0:2392:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624575.575574:0:2392:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788624575.575575:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.575577:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.575578:0:2392:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.575580:0:2392:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.575582:0:2392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef41914 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575587:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.575588:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.575590:0:2392:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788624575.575591:0:2392:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624575.575592:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.575593:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.575594:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624575.575596:0:2392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e000/0xcc94206c7ef41914 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.575602:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624575.575603:0:2392:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788624575.575605:0:2392:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788624575.575607:0:2392:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bf7c58 00000080:00400000:3.0:1788624575.575608:0:2392:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-6 rc -125 00000080:00000001:3.0:1788624575.575610:0:2392:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788624575.575612:0:2392:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788624575.575613:0:2392:0:(dcache.c:176:ll_intent_release()) intent ffff99dd049ce590 released 00000080:00000001:3.0:1788624575.575615:0:2392:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788624575.575616:0:2392:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 6 00000080:00000010:3.0:1788624575.575618:0:2392:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff99dd048e1840. 00000080:00000010:3.0:1788624575.575620:0:2392:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff99dd049ce400. 00000080:00000001:3.0:1788624575.575623:0:2392:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788624575.576045:0:2392:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff99dd049c3fc0. 00010000:00000001:3.0:1788624575.576052:0:2392:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788624575.576053:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624575.576055:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624575.576058:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ea00 refcount=4 00000020:00000001:3.0:1788624575.576060:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624575.576063:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00010000:3.0:1788624575.576067:0:2392:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef4191b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576073:0:2392:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788624575.576078:0:2392:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef4191b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576083:0:2392:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624575.576086:0:2392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef4191b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576092:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.576094:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788624575.576096:0:2392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef4191b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576101:0:2392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.576103:0:2392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624575.576134:0:2392:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788624575.576137:0:2392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef4191b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624575.576143:0:2392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd1067ea00 already unused, calling callback (ffffffffc194e620) 00000080:00000001:3.0:1788624575.576146:0:2392:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788624575.576148:0:2392:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef4191b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576154:0:2392:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788624575.576155:0:2392:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788624575.576158:0:2392:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef4191b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576163:0:2392:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788624575.576166:0:2392:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788624575.576167:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624575.576168:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624575.576170:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ea00 refcount=5 00000020:00000001:3.0:1788624575.576172:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624575.576174:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624575.576176:0:2392:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624575.576179:0:2392:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef4191b lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788624575.576184:0:2392:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788624575.576186:0:2392:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.576188:0:2392:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788624575.576190:0:2392:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624575.576191:0:2392:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624575.576192:0:2392:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624575.576194:0:2392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.576195:0:2392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788624575.576197:0:2392:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd1067ea00 with handle 0xcc94206c7ef4191b from hash 00010000:00000001:3.0:1788624575.576199:0:2392:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624575.576200:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.576201:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.576202:0:2392:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624575.576203:0:2392:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624575.576205:0:2392:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788624575.576207:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.576208:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.576209:0:2392:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.576211:0:2392:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.576214:0:2392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef4191b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576219:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.576220:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.576222:0:2392:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788624575.576223:0:2392:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624575.576225:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.576226:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.576227:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624575.576229:0:2392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef4191b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576239:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624575.576241:0:2392:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788624575.576244:0:2392:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788624575.576246:0:2392:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bf7c58 00000080:00400000:3.0:1788624575.576247:0:2392:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-7 rc -125 00000080:00000001:3.0:1788624575.576249:0:2392:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788624575.576252:0:2392:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788624575.576253:0:2392:0:(dcache.c:176:ll_intent_release()) intent ffff99dd049cf590 released 00000080:00000001:3.0:1788624575.576255:0:2392:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788624575.576257:0:2392:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 5 00000080:00000010:3.0:1788624575.576260:0:2392:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff99dd048e1000. 00000080:00000010:3.0:1788624575.576263:0:2392:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff99dd049cf400. 00000080:00000001:3.0:1788624575.576266:0:2392:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788624575.576268:0:2392:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff99dd049c3980. 00010000:00000001:3.0:1788624575.576271:0:2392:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788624575.576273:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624575.576275:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624575.576276:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e600 refcount=4 00000020:00000001:3.0:1788624575.576279:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:3.0:1788624575.576281:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00010000:3.0:1788624575.576284:0:2392:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef41922 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576290:0:2392:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788624575.576293:0:2392:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef41922 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576299:0:2392:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624575.576301:0:2392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef41922 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576307:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.576308:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788624575.576310:0:2392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef41922 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576315:0:2392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.576317:0:2392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624575.576319:0:2392:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788624575.576321:0:2392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef41922 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624575.576326:0:2392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd1067e600 already unused, calling callback (ffffffffc194e620) 00000080:00000001:3.0:1788624575.576329:0:2392:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788624575.576331:0:2392:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef41922 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576336:0:2392:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788624575.576338:0:2392:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788624575.576341:0:2392:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef41922 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576346:0:2392:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788624575.576348:0:2392:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788624575.576350:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624575.576351:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624575.576353:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e600 refcount=5 00000020:00000001:3.0:1788624575.576355:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:3.0:1788624575.576357:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:3.0:1788624575.576359:0:2392:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624575.576361:0:2392:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef41922 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788624575.576371:0:2392:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788624575.576372:0:2392:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.576374:0:2392:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788624575.576376:0:2392:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624575.576377:0:2392:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624575.576379:0:2392:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624575.576380:0:2392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.576381:0:2392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788624575.576384:0:2392:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd1067e600 with handle 0xcc94206c7ef41922 from hash 00010000:00000001:3.0:1788624575.576386:0:2392:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624575.576387:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.576388:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.576389:0:2392:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624575.576390:0:2392:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624575.576391:0:2392:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788624575.576394:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.576395:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.576396:0:2392:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.576398:0:2392:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.576400:0:2392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef41922 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576405:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.576407:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.576408:0:2392:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788624575.576409:0:2392:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624575.576410:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.576411:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.576412:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624575.576415:0:2392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef41922 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576422:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624575.576424:0:2392:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788624575.576426:0:2392:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788624575.576428:0:2392:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bf7c58 00000080:00400000:3.0:1788624575.576430:0:2392:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-8 rc -125 00000080:00000001:3.0:1788624575.576432:0:2392:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788624575.576434:0:2392:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788624575.576435:0:2392:0:(dcache.c:176:ll_intent_release()) intent ffff99dd049ced90 released 00000080:00000001:3.0:1788624575.576436:0:2392:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788624575.576438:0:2392:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 4 00000080:00000010:3.0:1788624575.576440:0:2392:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff99dd048e1d80. 00000080:00000010:3.0:1788624575.576443:0:2392:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff99dd049cec00. 00000080:00000001:3.0:1788624575.576445:0:2392:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788624575.576447:0:2392:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff99dd049c3780. 00010000:00000001:3.0:1788624575.576451:0:2392:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788624575.576452:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624575.576454:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624575.576456:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e800 refcount=4 00000020:00000001:3.0:1788624575.576458:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:3.0:1788624575.576461:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00010000:3.0:1788624575.576464:0:2392:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef41929 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576470:0:2392:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1788624575.576473:0:2392:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef41929 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576478:0:2392:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624575.576480:0:2392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef41929 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576485:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.576487:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788624575.576488:0:2392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef41929 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576493:0:2392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.576495:0:2392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624575.576497:0:2392:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788624575.576500:0:2392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef41929 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624575.576505:0:2392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd1067e800 already unused, calling callback (ffffffffc194e620) 00000080:00000001:3.0:1788624575.576507:0:2392:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788624575.576509:0:2392:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef41929 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576514:0:2392:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788624575.576516:0:2392:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788624575.576519:0:2392:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef41929 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576524:0:2392:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788624575.576527:0:2392:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788624575.576528:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624575.576529:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624575.576530:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e800 refcount=5 00000020:00000001:3.0:1788624575.576532:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:3.0:1788624575.576535:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:3.0:1788624575.576536:0:2392:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624575.576538:0:2392:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef41929 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788624575.576544:0:2392:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788624575.576545:0:2392:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.576547:0:2392:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788624575.576548:0:2392:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624575.576550:0:2392:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624575.576551:0:2392:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624575.576553:0:2392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624575.576554:0:2392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788624575.576557:0:2392:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd1067e800 with handle 0xcc94206c7ef41929 from hash 00010000:00000001:3.0:1788624575.576559:0:2392:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624575.576560:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.576562:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.576563:0:2392:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624575.576564:0:2392:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624575.576566:0:2392:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788624575.576567:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.576569:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.576570:0:2392:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624575.576571:0:2392:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624575.576574:0:2392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef41929 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624575.576579:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.576580:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.576581:0:2392:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788624575.576582:0:2392:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624575.576583:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624575.576584:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624575.576585:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624575.576587:0:2392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef41929 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788624575.576593:0:2392:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd189e4900 count: 0 00010000:00000010:3.0:1788624575.576602:0:2392:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd087e6e00. 00010000:00000001:3.0:1788624575.576609:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624575.576610:0:2392:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788624575.576612:0:2392:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1788624575.576614:0:2392:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bf7c58 00000080:00400000:3.0:1788624575.576615:0:2392:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-9 rc -125 00000080:00000001:3.0:1788624575.576630:0:2392:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1788624575.576632:0:2392:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788624575.576633:0:2392:0:(dcache.c:176:ll_intent_release()) intent ffff99dd049cd990 released 00000080:00000001:3.0:1788624575.577368:0:2392:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1788624575.577373:0:2392:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 3 00000080:00000010:3.0:1788624575.577378:0:2392:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff99dd048e13c0. 00000080:00000010:3.0:1788624575.577382:0:2392:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff99dd049cd800. 00000080:00000001:3.0:1788624575.577386:0:2392:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1788624575.577390:0:2392:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff99dd049c3540. 00000002:00000010:3.0:1788624575.577394:0:2392:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff99dd049d1000. 00000002:00000010:3.0:1788624575.577398:0:2392:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff99dd049c3ec0. 00000002:00000010:3.0:1788624575.577401:0:2392:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff99dd049ade40. 00000002:00000001:3.0:1788624575.577404:0:2392:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:3.0:1788624575.577408:0:2392:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1788624575.577428:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11597480 x1875506845060608/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788624591 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624575.577439:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845060608:192.168.202.125@tcp:63:ll_sa.0 00000100:00000001:3.0:1788624575.577447:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624575.577452:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624575.577456:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11597480 x1875506845060608/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788624591 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624575.577464:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624575.577468:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624575.577472:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff99dd04a00000. 02000000:00000001:3.0:1788624575.577476:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624575.577479:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624575.577482:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624575.577485:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624575.577489:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 4096 at ffff99dd049d7000. 02000000:00000001:3.0:1788624575.577493:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624575.577495:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624575.577498:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11597480. 00000100:00000001:3.0:1788624575.577503:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624575.577505:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624575.577508:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624575.577518:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624575.577520:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624575.577524:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624575.577539:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624575.577563:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624575.577585:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624575.577588:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624575.577591:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624575.577600:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624575.577606:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000800:00000200:2.0:1788624575.577934:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624575.577941:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd092e3f00. 00000400:00000200:2.0:1788624575.577948:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624575.577969:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624575.577980:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08f68 00000400:00000010:2.0:1788624575.577983:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08f68. 00000100:00000001:2.0:1788624575.577989:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624575.577995:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61500 x1875506845060992/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624591 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624575.578007:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624575.578010:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61500 x1875506845060992/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624591 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624575.578016:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624575.578018:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1788624575.582673:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624575.582685:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624575.582693:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624575.582703:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 400 into portal 4 MB=0x6a9c377460e80 00000400:00000200:3.0:1788624575.582709:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624575.582717:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 400/400 into md 0x834d [1] + 224 00000800:00000001:3.0:1788624575.582729:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624575.582781:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624575.582786:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624575.582792:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624575.582803:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624575.582817:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04000 x1875506845060736/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624591 ref 1 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624575.582829:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff99dd11c04000 x1875506845060736/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624591 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624575.582865:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624575.584306:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624575.584324:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624575.586158:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624575.586168:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624575.586183:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624575.586186:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624575.586193:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d318. 00000400:00000200:1.0:1788624575.586209:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395d48 00000400:00000010:1.0:1788624575.586212:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395d48. 00000100:00000001:1.0:1788624575.586218:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624575.586236:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04000 x1875506845060736/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624591 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624575.586251:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04000 x1875506845060736/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624591 ref 1 fl Rpc:RNQU/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624575.586260:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624575.586262:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624575.586266:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624575.586270:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624575.586273:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624575.586276:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624575.586280:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624575.586292:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=153 v=5 (5 5 5 36) 00000100:00001000:1.0:1788624575.586298:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=12 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624575.586300:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624575.586302:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.586306:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624575.586311:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624575.586316:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624575.586318:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:1.0:1788624575.586321:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624575.586323:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624575.586329:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04000 x1875506845060736/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624591 ref 1 fl Rpc:RNQU/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624575.586336:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624575.586340:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624575.586343:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788624575.586346:0:2390:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1788624575.586349:0:2390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.586352:0:2390:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.586357:0:2390:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19200 refcount=4 00000020:00000001:1.0:1788624575.586360:0:2390:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00010000:00000001:1.0:1788624575.586363:0:2390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00010000:00000001:1.0:1788624575.586366:0:2390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.586367:0:2390:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.586369:0:2390:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19200 refcount=5 00000020:00000001:1.0:1788624575.586371:0:2390:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00010000:00000001:1.0:1788624575.586372:0:2390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00010000:00000001:1.0:1788624575.586377:0:2390:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624575.586381:0:2390:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624575.586386:0:2390:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.586399:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.586401:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.586404:0:2390:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624575.586406:0:2390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.586407:0:2390:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.586408:0:2390:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19200 refcount=6 00000020:00000001:1.0:1788624575.586410:0:2390:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00010000:00000001:1.0:1788624575.586412:0:2390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00010000:00000040:1.0:1788624575.586422:0:2390:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd11d19200, remote cookie: 0xa103bd66258a8202, flags: 0x41011 00010000:00010000:1.0:1788624575.586428:0:2390:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8202 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.586437:0:2390:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788624575.586440:0:2390:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.586444:0:2390:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624575.586449:0:2390:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1788624575.586456:0:2390:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8202 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788624575.586474:0:2390:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x14:0x0].0x0 (ffff99dd03f10000) refcount = 1 00010000:00000040:1.0:1788624575.586477:0:2390:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788624575.586480:0:2390:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8202 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.586491:0:2390:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624575.586493:0:2390:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624575.586497:0:2390:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624575.586500:0:2390:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624575.586504:0:2390:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8202 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.586511:0:2390:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624575.586513:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.586514:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.586515:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.586516:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624575.586519:0:2390:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788624575.586522:0:2390:0:(osc_lock.c:317:osc_lock_upcall_speculative()) Process entered 00000020:00000001:1.0:1788624575.586526:0:2390:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624575.586531:0:2390:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624575.586534:0:2390:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00010000:00000001:1.0:1788624575.586536:0:2390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.586537:0:2390:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.586539:0:2390:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19200 refcount=5 00000020:00000001:1.0:1788624575.586541:0:2390:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00010000:00000001:1.0:1788624575.586543:0:2390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00000008:00000001:1.0:1788624575.586547:0:2390:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788624575.586551:0:2390:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364080 00000008:00010000:1.0:1788624575.586557:0:2390:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a8202 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788624575.586572:0:2390:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364080 00000020:00000001:1.0:1788624575.586575:0:2390:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788624575.586578:0:2390:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788624575.586582:0:2390:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788624575.586585:0:2390:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624575.586587:0:2390:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624575.586589:0:2390:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364080 00000008:00000001:1.0:1788624575.586591:0:2390:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00010000:00000001:1.0:1788624575.586592:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.586594:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00001000:1.0:1788624575.586597:0:2390:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00000008:00000001:1.0:1788624575.586601:0:2390:0:(osc_lock.c:344:osc_lock_upcall_speculative()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.586603:0:2390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.586605:0:2390:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.586606:0:2390:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19200 refcount=5 00000020:00000001:1.0:1788624575.586608:0:2390:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00010000:00000001:1.0:1788624575.586611:0:2390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00010000:00000001:1.0:1788624575.586613:0:2390:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624575.586616:0:2390:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a8202 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.586623:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.586624:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624575.586627:0:2390:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a8202 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.586633:0:2390:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624575.586634:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.586635:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624575.586636:0:2390:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.586638:0:2390:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624575.586640:0:2390:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624575.586642:0:2390:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19200 refcount=4 00000020:00000001:1.0:1788624575.586643:0:2390:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00010000:00000001:1.0:1788624575.586645:0:2390:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00010000:00000001:1.0:1788624575.586647:0:2390:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624575.586650:0:2390:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a8202 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624575.586656:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.586658:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.586659:0:2390:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624575.586663:0:2390:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624575.586666:0:2390:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a8202 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624575.586677:0:2390:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624575.586681:0:2390:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624575.586684:0:2390:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624575.586690:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.586692:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.586694:0:2390:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.586697:0:2390:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624575.586700:0:2390:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.586702:0:2390:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.586704:0:2390:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.586706:0:2390:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624575.586707:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.586708:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.586709:0:2390:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.586710:0:2390:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624575.586712:0:2390:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624575.586717:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04000 x1875506845060736/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624591 ref 1 fl Interpret:RNQU/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624575.586726:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845060736:192.168.202.125@tcp:101:ll_sa.0 00000100:00000001:1.0:1788624575.586733:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624575.586736:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624575.586739:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04000 x1875506845060736/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624591 ref 1 fl Complete:RNQU/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624575.586746:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624575.586761:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624575.586766:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049ca400. 02000000:00000001:1.0:1788624575.586771:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624575.586774:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624575.586776:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624575.586778:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624575.586782:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd11155200. 02000000:00000001:1.0:1788624575.586787:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624575.586789:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624575.586791:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04000. 00000100:00000001:1.0:1788624575.586795:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624575.586797:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624575.586799:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624575.586808:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624575.586811:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624575.586814:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624575.586817:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788624575.592231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10200. 00010000:00000010:2.1:1788624575.592257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600c00. 00010000:00000010:2.1:1788624575.592262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601a00. 00010000:00000010:3.1:1788624575.595402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067f200. 00010000:00000010:3.1:1788624575.595424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067e200. 00010000:00000010:3.1:1788624575.595427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067ec00. 00010000:00000010:3.1:1788624575.595430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067e000. 00010000:00000010:3.1:1788624575.595432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067ea00. 00010000:00000010:3.1:1788624575.595435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067e600. 00010000:00000010:3.1:1788624575.595440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4900. 00010000:00000010:3.1:1788624575.595446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067e800. 00000800:00000001:2.0:1788624575.602969:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.602996:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624575.603002:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.603004:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624575.603016:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.603026:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624575.603036:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.603042:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.603048:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.603053:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377460f80 00000400:00000200:2.0:1788624575.603059:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624575.603065:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x8355 [1] + 224 00000800:00000001:2.0:1788624575.603073:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.603079:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624575.603084:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624575.603091:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624575.603101:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624575.603177:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61500 x1875506845060992/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624591 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624575.603189:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99dd11d61500 x1875506845060992/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624575.603205:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624575.603216:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624575.603219:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624575.603364:0:33250:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624575.603374:0:33250:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624575.603376:0:33250:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624575.603381:0:33250:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2790. 00000400:00000200:0.0:1788624575.603386:0:33250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08908 00000400:00000010:0.0:1788624575.603389:0:33250:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08908. 00000100:00000001:0.0:1788624575.603394:0:33250:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624575.603399:0:33250:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61500 x1875506845060992/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624575.603408:0:33250:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61500 x1875506845060992/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624575.603415:0:33250:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624575.603418:0:33250:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624575.603420:0:33250:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624575.603425:0:33250:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624575.603428:0:33250:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624575.603431:0:33250:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624575.603434:0:33250:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624575.603446:0:33250:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=4 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624575.603450:0:33250:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624575.603453:0:33250:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624575.603455:0:33250:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624575.603459:0:33250:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624575.603464:0:33250:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624575.603468:0:33250:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788624575.603470:0:33250:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x100000153] 00000100:00000001:0.0:1788624575.603472:0:33250:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788624575.603474:0:33250:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624575.603477:0:33250:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498905856 : -112300210645760 : ffff99dd11d61500) 00000100:00000001:0.0:1788624575.603480:0:33250:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624575.603483:0:33250:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967633 00000100:00000001:0.0:1788624575.603485:0:33250:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624575.603487:0:33250:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624575.603492:0:33250:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d61500 x1875506845060992/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624591 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624575.603500:0:33250:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624575.603504:0:33250:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624575.603506:0:33250:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624575.603510:0:33250:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61500 x1875506845060992/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624591 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624575.603518:0:33250:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d61500 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33250:1875506845060992:192.168.202.125@tcp:36:multiop.0 00000100:00000001:0.0:1788624575.603523:0:33250:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624575.603542:0:33250:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624575.603545:0:33250:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624575.603547:0:33250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624575.603551:0:33250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61500 x1875506845060992/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624591 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624575.603563:0:33250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624575.603566:0:33250:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd184fde40. 00000100:00000001:0.0:1788624575.603570:0:33250:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624575.603571:0:33250:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624575.603581:0:33250:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624575.603586:0:33250:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624575.603591:0:33250:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624575.603595:0:33250:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd187ca800. 00000100:00000001:0.0:1788624575.603605:0:33250:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624575.603608:0:33250:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61500 x1875506845060992/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624591 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624575.603615:0:33250:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624575.603620:0:33250:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624575.603633:0:33250:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788624575.603637:0:33250:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c07e30 00000080:00002000:0.0:1788624575.603640:0:33250:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-1 (ffff99dd1934fca8, parent ffff99dd19287870, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788624575.603644:0:33250:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624575.603651:0:33250:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788624575.603657:0:33250:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788624575.603666:0:33250:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788624575.603669:0:33250:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788624575.603672:0:33250:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624575.603677:0:33250:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482285464 : -112300227266152 : ffff99dd10d87998) 00000020:00001000:0.0:1788624575.603679:0:33250:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87990 00000020:00000001:0.0:1788624575.603687:0:33250:0:(cl_object.c:143:cl_object_top()) ffff99dd18364918 -> ffff99dd18364918 00000020:00000001:0.0:1788624575.603690:0:33250:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788624575.603694:0:33250:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788624575.603696:0:33250:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x28:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788624575.603700:0:33250:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624575.603701:0:33250:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788624575.603703:0:33250:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624575.603708:0:33250:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x28:0x0]io ffff99dd18bb6c50 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788624575.603712:0:33250:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e1f0) owner 0000000000000000/ffff99dd19dc27c0 00020000:00000001:0.0:1788624575.603717:0:33250:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:0.0:1788624575.603720:0:33250:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1788624575.603722:0:33250:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e1f0) owner 0000000000000000/ffff99dd19dc27c0 00000020:00000001:0.0:1788624575.603725:0:33250:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788624575.603728:0:33250:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:0.0:1788624575.603730:0:33250:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624575.603733:0:33250:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x28:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788624575.603736:0:33250:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624575.603737:0:33250:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624575.603740:0:33250:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87990 00000080:00000001:0.0:1788624575.603744:0:33250:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624575.603758:0:33250:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788624575.603760:0:33250:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x28:0x0](ffff99dd191b9988) 00800000:00000001:0.0:1788624575.603766:0:33250:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788624575.603768:0:33250:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x28:0x0] 00000002:00000001:0.0:1788624575.603774:0:33250:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788624575.603781:0:33250:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624575.603783:0:33250:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788624575.603786:0:33250:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624575.603788:0:33250:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624575.603790:0:33250:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788624575.603793:0:33250:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788624575.603795:0:33250:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624575.603797:0:33250:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624575.603800:0:33250:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624575.603802:0:33250:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482285464 : -112300227266152 : ffff99dd10d87998) 00000020:00001000:0.0:1788624575.603804:0:33250:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87990 00020000:00000001:0.0:1788624575.603811:0:33250:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788624575.603812:0:33250:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e1f0) owner 0000000000000000/ffff99dd19dc27c0 00020000:00000001:0.0:1788624575.603816:0:33250:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788624575.603818:0:33250:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624575.603819:0:33250:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e1f0) owner 0000000000000000/ffff99dd19dc27c0 00020000:00000001:0.0:1788624575.603822:0:33250:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788624575.603824:0:33250:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788624575.603825:0:33250:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e1f0) owner 0000000000000000/ffff99dd19dc27c0 00020000:00000002:0.0:1788624575.603827:0:33250:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e1f0) owner 0000000000000000/ffff99dd19dc27c0 00020000:00000010:0.0:1788624575.603830:0:33250:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff99dd1817e1f0. 00020000:00000001:0.0:1788624575.603834:0:33250:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788624575.603837:0:33250:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff99dd18364898. 00000020:00001000:0.0:1788624575.603842:0:33250:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87990 00000080:00000001:0.0:1788624575.603845:0:33250:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788624575.603847:0:33250:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000010:0.1:1788624575.611469:0:33253:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8160. 00000080:00000010:0.1:1788624575.611507:0:33253:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191b98c0. 00010000:00010000:1.0:1788624575.643797:0:33254:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:1.0:1788624575.643807:0:33254:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624575.643809:0:33254:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624575.643817:0:33254:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624575.643821:0:33254:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624575.643827:0:33254:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624575.643832:0:33254:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624575.643836:0:33254:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788624575.643869:0:33254:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:1.0:1788624575.643893:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624575.643897:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624575.643901:0:16946:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788624575.643905:0:16946:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788624575.643910:0:16946:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788624575.643918:0:16946:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa103bd66258a8199 expref: -99 pid: 33248 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788624575.643935:0:16946:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788624575.643941:0:16946:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788624575.643945:0:16946:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788624575.643947:0:16946:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x27:0x0] mode (null) 00000002:00000001:1.0:1788624575.643966:0:16946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624575.643970:0:16946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624575.643980:0:16946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4d00 count: 2 00010000:00000001:1.0:1788624575.643984:0:16946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624575.643989:0:16946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.643991:0:16946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624575.643992:0:16946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624575.643994:0:16946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4d00 count: 2 00010000:00000001:1.0:1788624575.643995:0:16946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624575.643997:0:16946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.643999:0:16946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624575.644000:0:16946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624575.644001:0:16946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4d00 count: 2 00010000:00000001:1.0:1788624575.644003:0:16946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624575.644005:0:16946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624575.644006:0:16946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624575.644007:0:16946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624575.644008:0:16946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4d00 count: 2 00010000:00000001:1.0:1788624575.644010:0:16946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624575.644011:0:16946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624575.644014:0:16946:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624575.644017:0:16946:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788624575.644020:0:16946:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624575.644026:0:16946:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624575.644029:0:16946:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00000020:00000001:1.0:1788624575.644032:0:16946:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788624575.644035:0:16946:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x27:0x0]: losing layout lock 00000080:00000001:1.0:1788624575.644039:0:16946:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788624575.644042:0:16946:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788624575.644047:0:16946:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788624575.644051:0:16946:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788624575.644053:0:16946:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788624575.644056:0:16946:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624575.644058:0:16946:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788624575.644060:0:16946:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00000080:00000001:1.0:1788624575.644063:0:16946:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624575.644066:0:16946:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788624575.644068:0:16946:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x27:0x0](ffff99dd191b9148) invalid 00000020:00000001:1.0:1788624575.644072:0:16946:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef882bb7ca0 00000080:00002000:1.0:1788624575.644075:0:16946:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff99dd1934fa20) parent ffff99dd19287870 inode ffff99dd191b9148 refc 1 00000080:00000001:1.0:1788624575.644080:0:16946:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788624575.644083:0:16946:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788624575.644085:0:16946:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.644088:0:16946:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788624575.644092:0:16946:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788624575.644094:0:16946:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788624575.644096:0:16946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624575.644098:0:16946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788624575.644102:0:16946:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18600200 with handle 0xcc94206c7ef418e3 from hash 00010000:00000001:1.0:1788624575.644134:0:16946:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788624575.644136:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624575.644138:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624575.644140:0:16946:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788624575.644145:0:16946:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788624575.644147:0:16946:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788624575.644150:0:16946:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624575.644153:0:16946:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624575.644157:0:16946:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788624575.644167:0:16946:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddaa00. 00000020:00000040:1.0:1788624575.644171:0:16946:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624575.644178:0:16946:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624575.644181:0:16946:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624575.644188:0:16946:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624575.644197:0:16946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd18745200. 00000100:00000001:1.0:1788624575.644205:0:16946:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624575.644209:0:16946:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788624575.644216:0:16946:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a8199 expref: -99 pid: 33248 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788624575.644224:0:16946:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788624575.644225:0:16946:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624575.644229:0:16946:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624575.644231:0:16946:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624575.644240:0:16946:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cdcc0. 00000100:00000001:1.0:1788624575.644242:0:16946:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486767296 : -112300222784320 : ffff99dd111cdcc0) 00000100:00000001:1.0:1788624575.644245:0:16946:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624575.644247:0:16946:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499402752 : -112300210148864 : ffff99dd11ddaa00) 00000100:00000001:1.0:1788624575.644252:0:16946:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624575.644257:0:16946:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624575.644260:0:16946:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624575.644262:0:16946:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624575.644274:0:16946:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddaa00 x1875506845061120/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624575.644283:0:16946:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624575.644286:0:16946:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624575.644290:0:16946:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624575.644293:0:16946:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624575.644295:0:16946:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624575.644300:0:16946:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a55b9942-a78b-4307-bacc-c0fbc9bcd663:16946:1875506845061120:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788624575.644305:0:16946:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624575.644312:0:16946:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624575.644315:0:16946:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624575.644317:0:16946:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624575.644322:0:16946:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18745c00. 02000000:00000001:1.0:1788624575.644324:0:16946:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624575.644335:0:16946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624575.644340:0:16946:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793058. 00000400:00000010:1.0:1788624575.644351:0:16946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c660. 00000100:00000200:1.0:1788624575.644360:0:16946:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845061120, portal 18 00000100:00000001:1.0:1788624575.644363:0:16946:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624575.644364:0:16946:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499402752 : -112300210148864 : ffff99dd11ddaa00) 00000100:00000040:1.0:1788624575.644371:0:16946:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11ddaa00 x1875506845061120/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624591 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624575.644380:0:16946:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624575.644383:0:16946:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624575.644386:0:16946:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c7f8. 00000100:00000200:1.0:1788624575.644391:0:16946:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875506845061120, offset 0 00000400:00000200:1.0:1788624575.644399:0:16946:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624575.644410:0:16946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624575.644419:0:16946:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624575.644426:0:16946:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624575.644431:0:16946:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624575.644436:0:16946:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624575.644439:0:16946:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624575.644443:0:16946:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2874:2874:256:4294967295] 192.168.202.125@tcp LPNI seq info [2874:2874:8:4294967295] 00000400:00000200:1.0:1788624575.644448:0:16946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624575.644458:0:16946:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624575.644466:0:16946:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624575.644472:0:16946:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e100. 00000800:00000200:1.0:1788624575.644480:0:16946:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624575.644491:0:16946:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624575.644497:0:16946:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788624575.644521:0:16946:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624575.644527:0:16946:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 797943 usecs (798 jiffies) 00000400:00000200:1.0:1788624575.644530:0:16946:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624575.644534:0:16946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296590503 00000100:00000001:1.0:1788624575.644543:0:16946:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296590428 00000100:00000001:1.0:1788624575.644550:0:16946:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296590503 00000100:00000001:1.0:1788624575.644554:0:16946:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296590428 00000100:00000001:1.0:1788624575.644558:0:16946:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624575.644562:0:16946:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624575.644564:0:16946:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624575.644566:0:16946:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624575.644569:0:16946:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cdcc0 going to sleep for 11 seconds 00000100:00000001:1.0:1788624575.644572:0:16946:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624575.644576:0:16946:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624575.647682:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624575.647696:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e100. 00000400:00000200:3.0:1788624575.647706:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624575.647717:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624575.647727:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c7f8 00000400:00000010:3.0:1788624575.647730:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c7f8. 00000100:00000001:3.0:1788624575.647736:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624575.647757:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddaa00 x1875506845061120/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624591 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624575.647773:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624575.647777:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddaa00 x1875506845061120/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624591 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624575.647785:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624575.647788:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624575.653513:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624575.653541:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624575.653547:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624575.653549:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624575.653561:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624575.653572:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624575.653584:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624575.653591:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624575.653599:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624575.653604:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 18 MB=0x6a9c377461000 00000400:00000200:3.0:1788624575.653611:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624575.653619:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8365 [1] + 224 00000800:00000001:3.0:1788624575.653628:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624575.653643:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624575.653648:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624575.653654:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624575.653664:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624575.653677:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddaa00 x1875506845061120/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624591 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624575.653692:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11ddaa00 x1875506845061120/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624575.653718:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624575.653728:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624575.653731:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624575.653894:0:16946:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624575.653904:0:16946:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624575.653907:0:16946:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624575.653912:0:16946:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793058. 00000400:00000200:0.0:1788624575.653919:0:16946:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c660 00000400:00000010:0.0:1788624575.653922:0:16946:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c660. 00000100:00000001:0.0:1788624575.653925:0:16946:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624575.653930:0:16946:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddaa00 x1875506845061120/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624575.653940:0:16946:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddaa00 x1875506845061120/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624575.653947:0:16946:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624575.653949:0:16946:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624575.653962:0:16946:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624575.653966:0:16946:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624575.653970:0:16946:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624575.653972:0:16946:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624575.653975:0:16946:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624575.653988:0:16946:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442580 time=153 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624575.653994:0:16946:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624575.653997:0:16946:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624575.653998:0:16946:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624575.654002:0:16946:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624575.654007:0:16946:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624575.654011:0:16946:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624575.654014:0:16946:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967633 00000100:00000001:0.0:1788624575.654016:0:16946:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624575.654020:0:16946:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624575.654025:0:16946:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddaa00 x1875506845061120/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624591 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624575.654038:0:16946:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624575.654042:0:16946:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624575.654044:0:16946:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624575.654047:0:16946:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddaa00 x1875506845061120/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624591 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624575.654055:0:16946:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:a55b9942-a78b-4307-bacc-c0fbc9bcd663:16946:1875506845061120:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788624575.654060:0:16946:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624575.654064:0:16946:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624575.654066:0:16946:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624575.654069:0:16946:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624575.654072:0:16946:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddaa00 x1875506845061120/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624591 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624575.654079:0:16946:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624575.654082:0:16946:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cdcc0. 00000100:00000001:0.0:1788624575.654087:0:16946:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624575.654089:0:16946:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624575.654092:0:16946:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624575.654095:0:16946:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddaa00 x1875506845061120/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624591 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624575.654102:0:16946:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624575.654125:0:16946:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624575.654129:0:16946:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18745c00. 02000000:00000001:0.0:1788624575.654134:0:16946:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624575.654138:0:16946:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624575.654139:0:16946:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624575.654142:0:16946:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624575.654145:0:16946:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd18745200. 02000000:00000001:0.0:1788624575.654148:0:16946:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624575.654151:0:16946:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624575.654153:0:16946:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddaa00. 00000100:00000001:0.0:1788624575.654158:0:16946:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624575.654160:0:16946:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624575.654163:0:16946:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:0.0:1788624575.654167:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624575.654172:0:16946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600200/0xcc94206c7ef418e3 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a8199 expref: -99 pid: 33248 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788624575.654184:0:16946:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd1878ef40. 00010000:00000040:0.0:1788624575.654188:0:16946:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd189e4d00 count: 0 00010000:00000010:0.0:1788624575.654199:0:16946:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd087e6380. 00010000:00000001:0.0:1788624575.654209:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624575.654211:0:16946:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624575.654223:0:16946:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624575.654227:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624575.654229:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624575.654232:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788624575.654234:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624575.654236:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624575.654237:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788624575.654239:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624575.654240:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624575.654242:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624575.655645:0:33254:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624575.655658:0:33254:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624575.655661:0:33254:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624575.655842:0:33254:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff99dd10dbf800 00010000:00000001:3.0:1788624575.655845:0:33254:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624575.655848:0:33254:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624575.655852:0:33254:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624575.655855:0:33254:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624575.657098:0:33254:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624575.657134:0:33254:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788624575.681254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4d00. 00010000:00000010:0.1:1788624575.681275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600200. 00000100:00000040:0.0:1788624576.274371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624576.274381:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624576.274392:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07b80. 00000020:00000040:0.0:1788624576.274397:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:0.0:1788624576.274402:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624576.274405:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624576.274411:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624576.274420:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df900. 00000100:00000001:0.0:1788624576.274426:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624576.274439:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11c07b80 x1875506845061248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624576.274450:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624576.274454:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624576.274460:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037832f1b] to pc [ptlrpcd_00_01+1] req@ffff99dd11c07b80 x1875506845061248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624576.274489:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624576.274492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624576.274497:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624576.274500:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07800. 00000020:00000040:0.0:1788624576.274502:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624576.274504:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624576.274505:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624576.274507:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624576.274510:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df100. 00000100:00000001:0.0:1788624576.274513:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624576.274517:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11c07800 x1875506845061376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624576.274524:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624576.274526:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624576.274529:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d74c9da5] to pc [ptlrpcd_00_00+0] req@ffff99dd11c07800 x1875506845061376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624576.274537:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624576.274539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624576.274542:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624576.274546:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04000. 00000020:00000040:0.0:1788624576.274548:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624576.274550:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624576.274551:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624576.274553:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624576.274555:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df000. 00000100:00000001:0.0:1788624576.274558:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624576.274562:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11c04000 x1875506845061504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624576.274575:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624576.274577:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624576.274581:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd867f14] to pc [ptlrpcd_00_01+1] req@ffff99dd11c04000 x1875506845061504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624576.274588:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624576.274590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624576.274594:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624576.274597:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06d80. 00000020:00000040:0.0:1788624576.274599:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624576.274601:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624576.274602:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624576.274604:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624576.274606:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df300. 00000100:00000001:0.0:1788624576.274608:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624576.274611:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11c06d80 x1875506845061632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624576.274619:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624576.274620:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624576.274624:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b7fcb57] to pc [ptlrpcd_00_00+0] req@ffff99dd11c06d80 x1875506845061632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624576.274631:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624576.274632:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624576.274635:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624576.274637:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04380. 00000020:00000040:0.0:1788624576.274639:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624576.274641:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624576.274642:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624576.274644:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624576.274646:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df500. 00000100:00000001:0.0:1788624576.274649:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624576.274652:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11c04380 x1875506845061760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624576.274660:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624576.274661:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624576.274665:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009546e12e] to pc [ptlrpcd_00_01+1] req@ffff99dd11c04380 x1875506845061760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624576.274670:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624576.274674:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1928) 00000100:00000001:1.0:1788624576.274733:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624576.274738:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624576.274748:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624576.274755:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07b80 x1875506845061248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.274764:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624576.274766:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624576.274771:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624576.274773:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624576.274776:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624576.274779:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2390:1875506845061248:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624576.274784:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624576.274790:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624576.274792:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624576.274795:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624576.274799:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18744c00. 02000000:00000001:1.0:1788624576.274801:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624576.274808:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624576.274812:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793b00. 00000400:00000010:1.0:1788624576.274819:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c6e8. 00000100:00000200:1.0:1788624576.274825:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845061248, portal 25 00000100:00000001:1.0:1788624576.274827:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624576.274829:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497490304 : -112300212061312 : ffff99dd11c07b80) 00000100:00000040:1.0:1788624576.274834:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c07b80 x1875506845061248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.274841:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624576.274845:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624576.274847:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c2a8. 00000100:00000200:1.0:1788624576.274851:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845061248, offset 0 00000400:00000200:1.0:1788624576.274857:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624576.274865:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624576.274873:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624576.274878:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624576.274892:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624576.274896:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624576.274907:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624576.274912:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2875:2875:256:4294967295] 192.168.202.125@tcp LPNI seq info [2875:2875:8:4294967295] 00000400:00000200:1.0:1788624576.274916:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624576.274926:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624576.274932:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624576.274937:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ec00. 00000800:00000200:1.0:1788624576.274951:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624576.274958:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624576.274963:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624576.274979:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624576.274984:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624576.274986:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296594262 00000100:00000001:1.0:1788624576.274993:0:2390:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296590503 00000100:00000001:1.0:1788624576.274996:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296594262 00000100:00000001:1.0:1788624576.275000:0:2390:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296590503 00000100:00000001:1.0:1788624576.275002:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624576.275005:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.275008:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624576.275011:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04000 x1875506845061504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.275018:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624576.275020:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624576.275022:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624576.275023:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624576.275025:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624576.275028:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845061504:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624576.275030:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624576.275033:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624576.275034:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624576.275036:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624576.275039:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18744200. 02000000:00000001:1.0:1788624576.275041:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624576.275044:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624576.275046:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793210. 00000400:00000010:1.0:1788624576.275049:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c220. 00000100:00000200:1.0:1788624576.275052:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845061504, portal 10 00000100:00000001:1.0:1788624576.275054:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624576.275055:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475072 : -112300212076544 : ffff99dd11c04000) 00000100:00000040:1.0:1788624576.275061:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04000 x1875506845061504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.275068:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624576.275069:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624576.275071:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862ca18. 00000100:00000200:1.0:1788624576.275073:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845061504, offset 0 00000400:00000200:1.0:1788624576.275077:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624576.275081:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624576.275084:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624576.275087:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624576.275089:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624576.275091:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624576.275093:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624576.275097:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2876:2876:255:4294967295] 192.168.202.125@tcp LPNI seq info [2876:2876:7:4294967295] 00000400:00000200:1.0:1788624576.275101:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624576.275135:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624576.275141:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624576.275144:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e300. 00000800:00000200:1.0:1788624576.275147:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624576.275151:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624576.275154:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624576.275157:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624576.275160:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24732 usecs (25 jiffies) 00000400:00000200:1.0:1788624576.275163:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624576.275165:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296590362 00000100:00000001:1.0:1788624576.275167:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296594262 00000100:00000001:1.0:1788624576.275169:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296590362 00000100:00000001:1.0:1788624576.275171:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296594262 00000100:00000001:1.0:1788624576.275173:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624576.275175:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.275177:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624576.275180:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04380 x1875506845061760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.275187:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624576.275189:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624576.275190:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624576.275192:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624576.275194:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624576.275197:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845061760:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624576.275201:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624576.275203:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624576.275204:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624576.275205:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624576.275207:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18744a00. 02000000:00000001:1.0:1788624576.275209:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624576.275222:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624576.275225:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793898. 00000400:00000010:1.0:1788624576.275229:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c440. 00000100:00000200:1.0:1788624576.275231:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845061760, portal 4 00000100:00000001:1.0:1788624576.275233:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624576.275235:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475968 : -112300212075648 : ffff99dd11c04380) 00000100:00000040:1.0:1788624576.275240:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04380 x1875506845061760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.275246:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624576.275249:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624576.275251:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c880. 00000100:00000200:1.0:1788624576.275253:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845061760, offset 0 00000400:00000200:1.0:1788624576.275257:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624576.275260:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624576.275263:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624576.275265:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624576.275268:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624576.275270:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624576.275272:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624576.275275:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2877:2877:254:4294967295] 192.168.202.125@tcp LPNI seq info [2877:2877:6:4294967295] 00000400:00000200:1.0:1788624576.275279:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624576.275284:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624576.275289:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624576.275292:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ed00. 00000800:00000200:1.0:1788624576.275295:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624576.275299:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624576.275301:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624576.275303:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624576.275306:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25150 usecs (26 jiffies) 00000400:00000200:1.0:1788624576.275309:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624576.275311:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296590363 00000100:00000001:1.0:1788624576.275313:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296594262 00000100:00000001:1.0:1788624576.275316:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296590363 00000100:00000001:1.0:1788624576.275318:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296594262 00000100:00000001:1.0:1788624576.275320:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624576.275322:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.275325:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.275327:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624576.275333:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624576.275336:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624576.275338:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624576.275339:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624576.275341:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624576.275343:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788624576.275345:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624576.275347:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624576.275348:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624576.275350:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624576.275351:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624576.275352:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624576.275356:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07800 x1875506845061376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.275362:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624576.275363:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624576.275365:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624576.275367:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624576.275369:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624576.275372:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845061376:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624576.275375:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624576.275377:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624576.275379:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624576.275380:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624576.275383:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18745400. 02000000:00000001:1.0:1788624576.275385:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624576.275388:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624576.275390:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793528. 00000400:00000010:1.0:1788624576.275393:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c088. 00000100:00000200:1.0:1788624576.275396:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845061376, portal 10 00000100:00000001:1.0:1788624576.275397:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624576.275398:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497489408 : -112300212062208 : ffff99dd11c07800) 00000100:00000040:1.0:1788624576.275403:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c07800 x1875506845061376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.275409:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624576.275412:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624576.275413:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c770. 00000100:00000200:1.0:1788624576.275415:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845061376, offset 0 00000400:00000200:1.0:1788624576.275418:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624576.275422:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624576.275424:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624576.275427:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624576.275429:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624576.275431:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624576.275433:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624576.275436:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2878:2878:253:4294967295] 192.168.202.125@tcp LPNI seq info [2878:2878:5:4294967295] 00000400:00000200:1.0:1788624576.275440:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624576.275446:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624576.275450:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624576.275453:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e100. 00000800:00000200:1.0:1788624576.275456:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624576.275460:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624576.275462:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624576.275465:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624576.275467:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 796905 usecs (797 jiffies) 00000400:00000200:1.0:1788624576.275470:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624576.275472:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296591134 00000100:00000001:1.0:1788624576.275474:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296594262 00000100:00000001:1.0:1788624576.275476:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296591134 00000100:00000001:1.0:1788624576.275478:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296594262 00000100:00000001:1.0:1788624576.275480:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624576.275482:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.275484:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624576.275487:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06d80 x1875506845061632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.275494:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624576.275495:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624576.275497:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624576.275499:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624576.275501:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624576.275504:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845061632:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624576.275507:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624576.275509:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624576.275511:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624576.275512:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624576.275515:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18745e00. 02000000:00000001:1.0:1788624576.275516:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624576.275519:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624576.275521:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624576.275524:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c330. 00000100:00000200:1.0:1788624576.275526:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845061632, portal 4 00000100:00000001:1.0:1788624576.275528:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624576.275529:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497486720 : -112300212064896 : ffff99dd11c06d80) 00000100:00000040:1.0:1788624576.275533:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c06d80 x1875506845061632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.275539:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624576.275542:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624576.275544:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c4c8. 00000100:00000200:1.0:1788624576.275546:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845061632, offset 0 00000400:00000200:1.0:1788624576.275550:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624576.275552:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624576.275555:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624576.275557:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624576.275560:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624576.275562:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624576.275564:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624576.275567:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2879:2879:252:4294967295] 192.168.202.125@tcp LPNI seq info [2879:2879:4:4294967295] 00000400:00000200:1.0:1788624576.275570:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624576.275576:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624576.275580:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624576.275583:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ef00. 00000800:00000200:1.0:1788624576.275587:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624576.275591:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624576.275593:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624576.275595:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624576.275598:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 207396 usecs (208 jiffies) 00000400:00000200:1.0:1788624576.275600:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624576.275602:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296590545 00000100:00000001:1.0:1788624576.275604:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296594262 00000100:00000001:1.0:1788624576.275606:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296590545 00000100:00000001:1.0:1788624576.275609:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296594262 00000100:00000001:1.0:1788624576.275610:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624576.275611:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.275613:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.275615:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.275628:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624576.275630:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624576.276168:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624576.276173:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ec00. 00000400:00000200:3.0:1788624576.276180:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624576.276186:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624576.276191:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c2a8 00000400:00000010:3.0:1788624576.276193:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c2a8. 00000100:00000001:3.0:1788624576.276198:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624576.276202:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07b80 x1875506845061248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624576.276221:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624576.276225:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07b80 x1875506845061248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624576.276232:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624576.276234:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624576.276244:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624576.276246:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e300. 00000400:00000200:3.0:1788624576.276249:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624576.276252:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624576.276255:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ca18 00000400:00000010:3.0:1788624576.276256:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ca18. 00000100:00000001:3.0:1788624576.276258:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624576.276262:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04000 x1875506845061504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624576.276269:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624576.276273:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04000 x1875506845061504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624576.276279:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624576.276280:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624576.276286:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624576.276287:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ed00. 00000400:00000200:3.0:1788624576.276290:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624576.276293:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624576.276295:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c880 00000400:00000010:3.0:1788624576.276297:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c880. 00000100:00000001:3.0:1788624576.276299:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624576.276302:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04380 x1875506845061760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624576.276308:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624576.276311:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04380 x1875506845061760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624576.276317:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624576.276319:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624576.276324:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624576.276326:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e100. 00000400:00000200:3.0:1788624576.276328:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624576.276331:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624576.276333:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c770 00000400:00000010:3.0:1788624576.276334:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c770. 00000100:00000001:3.0:1788624576.276336:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624576.276339:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07800 x1875506845061376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624576.276346:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624576.276349:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07800 x1875506845061376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624576.276354:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624576.276356:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624576.276415:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624576.276418:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ef00. 00000400:00000200:3.0:1788624576.276421:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624576.276424:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624576.276426:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c4c8 00000400:00000010:3.0:1788624576.276427:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c4c8. 00000100:00000001:3.0:1788624576.276429:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624576.276433:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06d80 x1875506845061632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624576.276440:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624576.276443:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06d80 x1875506845061632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624576.276449:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624576.276450:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624576.293975:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624576.293992:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624576.293996:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624576.293998:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624576.294008:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.294016:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624576.294024:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.294029:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.294034:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.294038:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377461180 00000400:00000200:3.0:1788624576.294043:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.294048:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x8375 [1] + 224 00000800:00000001:3.0:1788624576.294054:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624576.294057:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624576.294061:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624576.294065:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624576.294072:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624576.294080:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04000 x1875506845061504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624576.294096:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c04000 x1875506845061504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624576.294141:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624576.294149:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624576.294153:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624576.294155:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624576.294157:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624576.294160:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.294163:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624576.294167:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.294169:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.294172:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.294174:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377461100 00000400:00000200:3.0:1788624576.294177:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.294181:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x8385 [1] + 224 00000800:00000001:3.0:1788624576.294184:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624576.294189:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624576.294191:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624576.294194:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624576.294196:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624576.294200:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07800 x1875506845061376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624576.294207:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c07800 x1875506845061376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624576.294214:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624576.294217:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624576.294219:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624576.295063:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624576.295069:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624576.295077:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624576.295080:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624576.295083:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793528. 00000400:00000200:1.0:1788624576.295090:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c088 00000400:00000010:1.0:1788624576.295092:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c088. 00000100:00000001:1.0:1788624576.295096:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624576.295103:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07800 x1875506845061376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624576.295132:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07800 x1875506845061376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.295139:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624576.295141:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624576.295144:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624576.295147:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624576.295149:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624576.295151:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624576.295154:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624576.295163:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=5 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624576.295168:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624576.295171:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624576.295173:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624576.295176:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624576.295179:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.295182:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624576.295184:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1788624576.295186:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624576.295189:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624576.295193:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07800 x1875506845061376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.295200:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624576.295203:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624576.295205:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624576.295209:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07800 x1875506845061376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624576.295223:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845061376:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624576.295229:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624576.295230:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624576.295232:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793210. 00000400:00000200:1.0:1788624576.295234:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c220 00000400:00000010:1.0:1788624576.295235:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c220. 00000100:00000001:1.0:1788624576.295237:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624576.295241:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04000 x1875506845061504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624576.295249:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04000 x1875506845061504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.295255:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624576.295256:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624576.295258:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624576.295259:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624576.295261:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624576.295262:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624576.295264:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624576.295267:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=5 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624576.295270:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=5 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624576.295272:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624576.295274:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624576.295275:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624576.295277:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.295279:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624576.295280:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788624576.295282:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624576.295283:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624576.295286:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04000 x1875506845061504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.295293:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624576.295295:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624576.295296:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624576.295300:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04000 x1875506845061504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624576.295307:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845061504:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624576.295311:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.295314:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624576.295317:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07800 x1875506845061376/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.295323:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624576.295325:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624576.295328:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18745400. 02000000:00000001:1.0:1788624576.295332:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624576.295334:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624576.295336:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624576.295338:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624576.295341:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df100. 02000000:00000001:1.0:1788624576.295345:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624576.295347:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624576.295349:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07800. 00000100:00000001:1.0:1788624576.295352:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624576.295354:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624576.295356:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624576.295359:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04000 x1875506845061504/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.295365:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624576.295366:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624576.295368:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18744200. 02000000:00000001:1.0:1788624576.295370:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624576.295371:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624576.295372:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624576.295374:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624576.295376:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df000. 02000000:00000001:1.0:1788624576.295378:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624576.295379:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624576.295380:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04000. 00000100:00000001:1.0:1788624576.295382:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624576.295383:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624576.295386:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.295388:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624576.295389:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624576.295391:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.295393:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624576.295601:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624576.295607:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624576.295610:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624576.295612:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624576.295618:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.295622:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624576.295627:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.295630:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.295634:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.295637:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377461080 00000400:00000200:3.0:1788624576.295640:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.295645:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x836d [1] + 224 00000800:00000001:3.0:1788624576.295650:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624576.295654:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624576.295656:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624576.295659:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624576.295663:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624576.295667:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07b80 x1875506845061248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624576.295675:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c07b80 x1875506845061248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624576.295683:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624576.295688:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624576.295690:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624576.296129:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624576.296132:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624576.296137:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624576.296138:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624576.296141:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793b00. 00000400:00000200:1.0:1788624576.296144:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c6e8 00000400:00000010:1.0:1788624576.296146:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c6e8. 00000100:00000001:1.0:1788624576.296148:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624576.296154:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07b80 x1875506845061248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624576.296162:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07b80 x1875506845061248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.296168:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624576.296170:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624576.296172:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624576.296174:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624576.296175:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624576.296177:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624576.296179:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624576.296183:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=5 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624576.296186:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=5 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624576.296188:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624576.296190:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624576.296192:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624576.296194:0:2390:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.296196:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624576.296200:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07b80 x1875506845061248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.296207:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624576.296209:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624576.296211:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624576.296214:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07b80 x1875506845061248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624576.296222:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2390:1875506845061248:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624576.296227:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.296229:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624576.296232:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07b80 x1875506845061248/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.296238:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624576.296240:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624576.296242:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18744c00. 02000000:00000001:1.0:1788624576.296244:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624576.296246:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624576.296247:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:1.0:1788624576.296249:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624576.296251:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df900. 02000000:00000001:1.0:1788624576.296254:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624576.296255:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624576.296256:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07b80. 00000100:00000001:1.0:1788624576.296259:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624576.296260:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624576.296262:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.296264:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624576.296265:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624576.296267:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.296268:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624576.322484:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624576.322504:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624576.322509:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624576.322512:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624576.322520:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.322528:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624576.322538:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.322542:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.322548:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.322553:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377461280 00000400:00000200:3.0:1788624576.322558:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.322566:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x837d [1] + 224 00000800:00000001:3.0:1788624576.322573:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624576.322581:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624576.322584:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624576.322589:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624576.322597:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624576.322606:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04380 x1875506845061760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624576.322617:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c04380 x1875506845061760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624576.322647:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624576.322656:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624576.322659:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624576.323676:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624576.323727:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624576.323735:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624576.323737:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624576.323748:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793898. 00000400:00000200:1.0:1788624576.323755:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c440 00000400:00000010:1.0:1788624576.323758:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c440. 00000100:00000001:1.0:1788624576.323762:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624576.323769:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04380 x1875506845061760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624576.323780:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04380 x1875506845061760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.323788:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624576.323790:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624576.323793:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624576.323796:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624576.323798:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624576.323800:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624576.323803:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624576.323812:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=4 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624576.323816:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624576.323819:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624576.323820:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624576.323823:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624576.323827:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.323830:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624576.323833:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:1.0:1788624576.323834:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624576.323836:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624576.323841:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04380 x1875506845061760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.323849:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624576.323852:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624576.323854:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624576.323858:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04380 x1875506845061760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624576.323865:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845061760:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624576.323873:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.323875:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624576.323878:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04380 x1875506845061760/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.324057:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624576.324059:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624576.324064:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18744a00. 02000000:00000001:1.0:1788624576.324068:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624576.324071:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624576.324073:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624576.324075:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624576.324078:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df500. 02000000:00000001:1.0:1788624576.324081:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624576.324083:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624576.324085:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04380. 00000100:00000001:1.0:1788624576.324089:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624576.324090:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624576.324094:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.324096:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624576.324097:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624576.324099:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.324102:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624576.325061:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624576.325078:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624576.325083:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624576.325087:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624576.325096:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.325140:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624576.325160:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.325165:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.325172:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.325175:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377461200 00000400:00000200:3.0:1788624576.325812:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624576.325819:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x838d [1] + 224 00000800:00000001:3.0:1788624576.325826:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624576.325849:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624576.325860:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624576.325866:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624576.325874:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624576.325885:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06d80 x1875506845061632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624576.325902:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c06d80 x1875506845061632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624576.325923:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624576.325932:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624576.325936:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624576.325959:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624576.325963:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624576.325969:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624576.325971:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624576.325974:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624576.325979:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c330 00000400:00000010:1.0:1788624576.325981:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c330. 00000100:00000001:1.0:1788624576.325984:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624576.325989:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06d80 x1875506845061632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624576.325998:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06d80 x1875506845061632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.326004:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624576.326006:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624576.326009:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624576.326012:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624576.326013:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624576.326016:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624576.326019:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624576.326025:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=154 v=5 (5 5 5 36) 00000100:00001000:1.0:1788624576.326029:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624576.326032:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624576.326034:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624576.326036:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624576.326039:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.326042:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624576.326044:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1788624576.326047:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624576.326048:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624576.326052:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06d80 x1875506845061632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.326060:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624576.326062:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624576.326064:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624576.326067:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06d80 x1875506845061632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624576.326076:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845061632:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624576.326081:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624576.326083:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624576.326087:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06d80 x1875506845061632/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624576.326094:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624576.326096:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624576.326099:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18745e00. 02000000:00000001:1.0:1788624576.326102:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624576.326104:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624576.326124:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624576.326127:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624576.326129:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df300. 02000000:00000001:1.0:1788624576.326132:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624576.326133:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624576.326135:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06d80. 00000100:00000001:1.0:1788624576.326138:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624576.326140:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624576.326143:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624576.326150:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624576.326152:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624576.326154:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624576.326156:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624576.469055:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624576.469063:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624576.469070:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624576.469071:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624576.469247:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624576.469251:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624576.469256:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624577.490250:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624577.490257:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624577.490264:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624577.490265:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624577.490288:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624577.490291:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624577.490293:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624578.514317:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624578.514326:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624578.514332:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624578.514334:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624578.514509:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624578.514514:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624578.514517:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624579.538272:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624579.538281:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624579.538288:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624579.538289:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624579.538493:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624579.538497:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624579.538501:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788624580.242220:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296594262, at 4296594304 00000100:00000010:3.0:1788624580.242248:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd04866600. 00000100:00000040:2.0:1788624580.242298:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296594262, at 4296594304 00000100:00000010:2.0:1788624580.242318:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd04866ea0. 00010000:00000001:3.0:1788624580.563345:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624580.563369:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624580.563378:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624580.563379:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624580.563415:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624580.563419:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624580.563422:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788624581.394908:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624581.394924:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624581.394940:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05500. 00000020:00000040:0.0:1788624581.394949:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:0.0:1788624581.394955:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624581.394959:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624581.394966:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624581.394980:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df300. 00000100:00000001:0.0:1788624581.394989:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624581.395004:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11c05500 x1875506845061888/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624581.395018:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624581.395023:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624581.395030:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb028e2] to pc [ptlrpcd_00_00+0] req@ffff99dd11c05500 x1875506845061888/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624581.395068:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624581.395071:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624581.395075:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624581.395079:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04700. 00000020:00000040:0.0:1788624581.395082:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624581.395084:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624581.395085:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624581.395087:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624581.395091:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df500. 00000100:00000001:0.0:1788624581.395094:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624581.395097:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11c04700 x1875506845062016/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624581.395125:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624581.395127:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624581.395131:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218c4e0a] to pc [ptlrpcd_00_01+1] req@ffff99dd11c04700 x1875506845062016/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624581.395139:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624581.395142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624581.395145:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624581.395148:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05f80. 00000020:00000040:0.0:1788624581.395150:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624581.395153:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624581.395154:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624581.395156:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624581.395159:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df900. 00000100:00000001:0.0:1788624581.395161:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624581.395165:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11c05f80 x1875506845062144/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624581.395172:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624581.395175:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624581.395178:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cdc9b83] to pc [ptlrpcd_00_00+0] req@ffff99dd11c05f80 x1875506845062144/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624581.395185:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624581.395187:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624581.395191:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624581.395194:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06300. 00000020:00000040:0.0:1788624581.395196:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624581.395198:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624581.395199:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624581.395201:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624581.395204:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df000. 00000100:00000001:0.0:1788624581.395207:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624581.395211:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11c06300 x1875506845062272/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624581.395218:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624581.395220:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624581.395224:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000664f8172] to pc [ptlrpcd_00_01+1] req@ffff99dd11c06300 x1875506845062272/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624581.395231:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624581.395233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624581.395236:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624581.395240:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07480. 00000020:00000040:0.0:1788624581.395242:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624581.395244:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624581.395245:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624581.395247:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624581.395250:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df100. 00000100:00000001:0.0:1788624581.395252:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624581.395256:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11c07480 x1875506845062400/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624581.395269:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624581.395271:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624581.395274:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000f4ac16] to pc [ptlrpcd_00_00+0] req@ffff99dd11c07480 x1875506845062400/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624581.395281:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624581.395286:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1933) 00000100:00000001:1.0:1788624581.395344:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624581.395349:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624581.395352:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624581.395359:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05500 x1875506845061888/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.395368:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624581.395371:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624581.395375:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624581.395378:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624581.395381:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624581.395384:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2389:1875506845061888:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624581.395389:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624581.395397:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624581.395400:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624581.395402:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624581.395408:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18744600. 02000000:00000001:1.0:1788624581.395410:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624581.395419:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624581.395424:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624581.395432:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c330. 00000100:00000200:1.0:1788624581.395441:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845061888, portal 25 00000100:00000001:1.0:1788624581.395444:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624581.395447:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497480448 : -112300212071168 : ffff99dd11c05500) 00000100:00000040:1.0:1788624581.395452:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05500 x1875506845061888/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.395461:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624581.395465:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624581.395467:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c440. 00000100:00000200:1.0:1788624581.395471:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845061888, offset 0 00000400:00000200:1.0:1788624581.395478:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624581.395487:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624581.395497:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624581.395504:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624581.395508:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624581.395513:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624581.395516:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624581.395521:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2880:2880:256:4294967295] 192.168.202.125@tcp LPNI seq info [2880:2880:8:4294967295] 00000400:00000200:1.0:1788624581.395525:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624581.395538:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624581.395546:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624581.395554:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044eb00. 00000800:00000200:1.0:1788624581.395561:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624581.395571:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624581.395578:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624581.395612:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624581.395617:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624581.395620:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296599383 00000100:00000010:1.0:1788624581.395627:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd04866b40. 00000100:00000001:1.0:1788624581.395636:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788624581.395642:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296599383 00000100:00000010:1.0:1788624581.395645:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd04866480. 00000100:00000001:1.0:1788624581.395648:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788624581.395652:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624581.395656:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624581.395659:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624581.395663:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05f80 x1875506845062144/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.395671:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624581.395672:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624581.395675:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624581.395676:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624581.395678:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624581.395681:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845062144:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624581.395684:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624581.395687:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624581.395688:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624581.395690:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624581.395703:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18745400. 02000000:00000001:1.0:1788624581.395705:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624581.395709:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624581.395712:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793898. 00000400:00000010:1.0:1788624581.395717:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c6e8. 00000100:00000200:1.0:1788624581.395720:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845062144, portal 10 00000100:00000001:1.0:1788624581.395721:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624581.395723:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497483136 : -112300212068480 : ffff99dd11c05f80) 00000100:00000040:1.0:1788624581.395730:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05f80 x1875506845062144/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.395736:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624581.395739:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624581.395741:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c220. 00000100:00000200:1.0:1788624581.395744:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845062144, offset 0 00000400:00000200:1.0:1788624581.395748:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624581.395752:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624581.395755:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624581.395758:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624581.395761:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624581.395763:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624581.395766:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624581.395769:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2881:2881:255:4294967295] 192.168.202.125@tcp LPNI seq info [2881:2881:7:4294967295] 00000400:00000200:1.0:1788624581.395772:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624581.395778:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624581.395782:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624581.395787:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e400. 00000800:00000200:1.0:1788624581.395791:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624581.395795:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624581.395798:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624581.395801:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624581.395805:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24736 usecs (25 jiffies) 00000400:00000200:1.0:1788624581.395808:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624581.395810:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296595482 00000100:00000001:1.0:1788624581.395813:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296599383 00000100:00000001:1.0:1788624581.395815:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296595482 00000100:00000001:1.0:1788624581.395818:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296599383 00000100:00000001:1.0:1788624581.395820:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624581.395822:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624581.395824:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624581.395827:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07480 x1875506845062400/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.395834:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624581.395835:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624581.395837:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624581.395839:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624581.395841:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624581.395844:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845062400:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624581.395850:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624581.395853:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624581.395855:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624581.395856:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624581.395859:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18744a00. 02000000:00000001:1.0:1788624581.395861:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624581.395865:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624581.395867:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793b00. 00000400:00000010:1.0:1788624581.395871:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c088. 00000100:00000200:1.0:1788624581.395874:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845062400, portal 4 00000100:00000001:1.0:1788624581.395876:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624581.395877:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497488512 : -112300212063104 : ffff99dd11c07480) 00000100:00000040:1.0:1788624581.395883:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c07480 x1875506845062400/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.395890:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624581.395892:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624581.395895:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cdd0. 00000100:00000200:1.0:1788624581.395897:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845062400, offset 0 00000400:00000200:1.0:1788624581.395901:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624581.395904:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624581.395907:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624581.395909:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624581.395912:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624581.395914:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624581.395917:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624581.395920:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2882:2882:254:4294967295] 192.168.202.125@tcp LPNI seq info [2882:2882:6:4294967295] 00000400:00000200:1.0:1788624581.395924:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624581.395930:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624581.395935:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624581.395938:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e200. 00000800:00000200:1.0:1788624581.395941:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624581.395946:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624581.395948:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624581.395951:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624581.395953:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25365 usecs (26 jiffies) 00000400:00000200:1.0:1788624581.395956:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624581.395958:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296595483 00000100:00000001:1.0:1788624581.395960:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296599383 00000100:00000001:1.0:1788624581.395962:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296595483 00000100:00000001:1.0:1788624581.395965:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296599383 00000100:00000001:1.0:1788624581.395967:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624581.395969:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624581.395971:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624581.395974:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624581.395984:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624581.395987:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624581.395990:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624581.395991:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624581.395993:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624581.395997:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788624581.395999:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624581.396001:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624581.396002:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624581.396004:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624581.396006:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624581.396007:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624581.396012:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04700 x1875506845062016/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.396018:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624581.396019:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624581.396022:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624581.396024:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624581.396026:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624581.396029:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845062016:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624581.396033:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624581.396036:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624581.396038:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624581.396039:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624581.396043:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18745e00. 02000000:00000001:1.0:1788624581.396045:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624581.396048:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624581.396051:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793210. 00000400:00000010:1.0:1788624581.396055:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c4c8. 00000100:00000200:1.0:1788624581.396057:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845062016, portal 10 00000100:00000001:1.0:1788624581.396059:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624581.396060:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497476864 : -112300212074752 : ffff99dd11c04700) 00000100:00000040:1.0:1788624581.396066:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04700 x1875506845062016/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.396072:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624581.396074:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624581.396077:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c770. 00000100:00000200:1.0:1788624581.396079:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845062016, offset 0 00000400:00000200:1.0:1788624581.396084:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624581.396087:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624581.396090:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624581.396093:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624581.396095:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624581.396098:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624581.396100:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624581.396103:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2883:2883:253:4294967295] 192.168.202.125@tcp LPNI seq info [2883:2883:5:4294967295] 00000400:00000200:1.0:1788624581.396152:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624581.396158:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624581.396163:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624581.396167:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e600. 00000800:00000200:1.0:1788624581.396170:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624581.396175:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624581.396177:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624581.396180:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624581.396183:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 795888 usecs (796 jiffies) 00000400:00000200:1.0:1788624581.396187:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624581.396189:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296596254 00000100:00000001:1.0:1788624581.396191:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296599383 00000100:00000001:1.0:1788624581.396193:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296596254 00000100:00000001:1.0:1788624581.396195:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296599383 00000100:00000001:1.0:1788624581.396198:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624581.396200:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624581.396202:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624581.396206:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06300 x1875506845062272/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.396213:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624581.396215:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624581.396217:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624581.396219:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624581.396221:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624581.396224:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845062272:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624581.396227:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624581.396229:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624581.396231:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624581.396232:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624581.396236:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18744200. 02000000:00000001:1.0:1788624581.396238:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624581.396241:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624581.396244:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793528. 00000400:00000010:1.0:1788624581.396247:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c880. 00000100:00000200:1.0:1788624581.396250:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845062272, portal 4 00000100:00000001:1.0:1788624581.396252:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624581.396254:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000040:1.0:1788624581.396259:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c06300 x1875506845062272/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.396266:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624581.396269:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624581.396271:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862ca18. 00000100:00000200:1.0:1788624581.396273:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845062272, offset 0 00000400:00000200:1.0:1788624581.396277:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624581.396281:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624581.396284:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624581.396287:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624581.396289:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624581.396292:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624581.396294:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624581.396298:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2884:2884:252:4294967295] 192.168.202.125@tcp LPNI seq info [2884:2884:4:4294967295] 00000400:00000200:1.0:1788624581.396302:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624581.396308:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624581.396312:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624581.396315:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ee00. 00000800:00000200:1.0:1788624581.396318:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624581.396322:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624581.396325:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624581.396328:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624581.396331:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 206747 usecs (207 jiffies) 00000400:00000200:1.0:1788624581.396334:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624581.396336:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296595665 00000100:00000001:1.0:1788624581.396338:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296599383 00000100:00000001:1.0:1788624581.396341:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296595665 00000100:00000001:1.0:1788624581.396343:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296599383 00000100:00000001:1.0:1788624581.396347:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624581.396349:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624581.396352:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624581.396354:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624581.396371:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624581.396373:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624581.396580:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624581.396599:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044eb00. 00000400:00000200:3.0:1788624581.396610:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624581.396616:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624581.396623:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c440 00000400:00000010:3.0:1788624581.396626:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c440. 00000100:00000001:3.0:1788624581.396631:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624581.396636:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05500 x1875506845061888/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624581.396647:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624581.396651:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05500 x1875506845061888/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624581.396659:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624581.396661:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624581.396675:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624581.396678:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e400. 00000400:00000200:3.0:1788624581.396680:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624581.396683:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624581.396686:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c220 00000400:00000010:3.0:1788624581.396688:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c220. 00000100:00000001:3.0:1788624581.396690:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624581.396704:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05f80 x1875506845062144/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624581.396712:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624581.396715:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05f80 x1875506845062144/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624581.396722:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624581.396723:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624581.396732:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624581.396735:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e200. 00000400:00000200:3.0:1788624581.396737:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624581.396740:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624581.396744:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cdd0 00000400:00000010:3.0:1788624581.396745:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cdd0. 00000100:00000001:3.0:1788624581.396748:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624581.396752:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07480 x1875506845062400/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624581.396759:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624581.396762:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07480 x1875506845062400/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624581.396769:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624581.396770:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624581.396776:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624581.396778:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e600. 00000400:00000200:3.0:1788624581.396780:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624581.396783:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624581.396785:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c770 00000400:00000010:3.0:1788624581.396787:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c770. 00000100:00000001:3.0:1788624581.396789:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624581.396792:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04700 x1875506845062016/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624581.396799:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624581.396802:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04700 x1875506845062016/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624581.396809:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624581.396811:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624581.396885:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624581.396888:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ee00. 00000400:00000200:3.0:1788624581.396891:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624581.396894:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624581.396896:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ca18 00000400:00000010:3.0:1788624581.396898:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ca18. 00000100:00000001:3.0:1788624581.396901:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624581.396904:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06300 x1875506845062272/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624581.396911:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624581.396915:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06300 x1875506845062272/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624581.396920:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624581.396922:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624581.405306:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624581.405324:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624581.405329:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624581.405332:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624581.405341:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624581.405484:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624581.405494:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624581.405498:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624581.405504:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624581.405509:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377461300 00000400:00000200:3.0:1788624581.405632:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624581.405640:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8395 [1] + 224 00000800:00000001:3.0:1788624581.405650:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624581.405657:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624581.405661:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624581.405665:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624581.405673:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624581.405814:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05500 x1875506845061888/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624581.405826:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c05500 x1875506845061888/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624581.406030:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624581.406542:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624581.406548:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624581.407474:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624581.407484:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624581.407486:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624581.407489:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624581.407497:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624581.407505:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624581.407512:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624581.407516:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624581.407520:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624581.407524:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377461400 00000400:00000200:3.0:1788624581.407529:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624581.407536:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x839d [1] + 224 00000800:00000001:3.0:1788624581.407542:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624581.407548:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624581.407551:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624581.407556:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624581.407561:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624581.407568:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05f80 x1875506845062144/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624581.407578:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c05f80 x1875506845062144/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624581.407593:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624581.407598:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624581.407601:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624581.409459:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624581.409469:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624581.409481:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624581.409484:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624581.409489:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624581.409500:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c330 00000400:00000010:1.0:1788624581.409502:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c330. 00000100:00000001:1.0:1788624581.409508:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624581.409522:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05500 x1875506845061888/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624581.409535:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05500 x1875506845061888/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.409545:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624581.409547:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624581.409550:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624581.409554:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624581.409557:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624581.409560:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624581.409563:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624581.409572:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=10 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624581.409577:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=10 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624581.409580:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624581.409582:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624581.409597:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624581.409600:0:2389:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624581.409603:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624581.409609:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05500 x1875506845061888/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.409618:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624581.409623:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624581.409625:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624581.409629:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05500 x1875506845061888/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624581.409638:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2389:1875506845061888:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624581.409645:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624581.409646:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624581.409649:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793898. 00000400:00000200:1.0:1788624581.409651:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c6e8 00000400:00000010:1.0:1788624581.409653:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c6e8. 00000100:00000001:1.0:1788624581.409655:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624581.409660:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05f80 x1875506845062144/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624581.409669:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05f80 x1875506845062144/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.409684:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624581.409686:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624581.409688:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624581.409689:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624581.409690:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624581.409692:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624581.409702:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624581.409709:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=10 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624581.409712:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=10 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624581.409714:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624581.409715:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624581.409717:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624581.409721:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624581.409725:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624581.409728:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788624581.409730:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624581.409731:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624581.409735:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05f80 x1875506845062144/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.409743:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624581.409745:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624581.409746:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624581.409750:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05f80 x1875506845062144/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624581.409757:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845062144:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624581.409763:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624581.409765:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624581.409770:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05500 x1875506845061888/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.409777:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624581.409780:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624581.409784:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18744600. 02000000:00000001:1.0:1788624581.409789:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624581.409792:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624581.409794:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:1.0:1788624581.409797:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624581.409800:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df300. 02000000:00000001:1.0:1788624581.409804:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624581.409806:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624581.409808:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05500. 00000100:00000001:1.0:1788624581.409812:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624581.409814:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624581.409816:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624581.409819:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05f80 x1875506845062144/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.409825:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624581.409826:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624581.409827:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18745400. 02000000:00000001:1.0:1788624581.409830:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624581.409831:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624581.409833:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624581.409835:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624581.409836:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df900. 02000000:00000001:1.0:1788624581.409839:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624581.409840:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624581.409841:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05f80. 00000100:00000001:1.0:1788624581.409843:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624581.409845:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624581.409848:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624581.409851:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624581.409852:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624581.409854:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624581.409856:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624581.420834:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624581.420852:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624581.420856:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624581.420859:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624581.420868:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624581.420876:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624581.420884:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624581.420889:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624581.420896:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624581.420900:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377461380 00000400:00000200:3.0:1788624581.420906:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624581.420911:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x83ad [1] + 224 00000800:00000001:3.0:1788624581.420918:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624581.420922:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624581.420926:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624581.420930:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624581.420940:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624581.420951:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04700 x1875506845062016/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624581.420961:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c04700 x1875506845062016/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624581.420984:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624581.420995:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624581.420999:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624581.421001:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624581.421003:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624581.421006:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624581.421009:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624581.421014:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624581.421016:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624581.421018:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624581.421020:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377461500 00000400:00000200:3.0:1788624581.421023:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624581.421028:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x83a5 [1] + 224 00000800:00000001:3.0:1788624581.421031:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624581.421037:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624581.421039:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624581.421042:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624581.421045:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624581.421049:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07480 x1875506845062400/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624581.421057:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c07480 x1875506845062400/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624581.421064:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624581.421067:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624581.421070:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624581.424666:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624581.424687:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624581.424707:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624581.424710:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624581.424716:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793210. 00000400:00000200:1.0:1788624581.424727:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c4c8 00000400:00000010:1.0:1788624581.424730:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c4c8. 00000100:00000001:1.0:1788624581.424737:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624581.424751:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04700 x1875506845062016/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624581.424765:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04700 x1875506845062016/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.424775:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624581.424778:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624581.424781:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624581.424785:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624581.424787:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624581.424790:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624581.424795:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624581.424808:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=10 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624581.424813:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624581.424816:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624581.424819:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624581.424823:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624581.424828:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624581.424832:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788624581.424835:0:2389:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: committing for last_committed 4294967636 gen 2 00000100:00000040:1.0:1788624581.424842:0:2389:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967636) req@ffff99dd11dd9c00 x1875506845059584/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624590 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624581.424851:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624581.424853:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499399168 : -112300210152448 : ffff99dd11dd9c00) 00000100:00000001:1.0:1788624581.424857:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624581.424860:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9c00 x1875506845059584/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624590 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624581.424868:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624581.424873:0:2389:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967636) req@ffff99dd11ddb480 x1875506845060224/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/448 e 0 to 0 dl 1788624591 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.424880:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624581.424883:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddb480 x1875506845060224/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/448 e 0 to 0 dl 1788624591 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.424890:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624581.424892:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624581.424896:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e2800. 02000000:00000001:1.0:1788624581.424902:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624581.424905:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624581.424907:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624581.424910:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624581.424913:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e2c00. 02000000:00000001:1.0:1788624581.424916:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624581.424919:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624581.424921:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddb480. 00000100:00000001:1.0:1788624581.424925:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624581.424927:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624581.424932:0:2389:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967636) req@ffff99dd11d61500 x1875506845060992/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624591 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.424944:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624581.424947:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d61500 x1875506845060992/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624591 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.424953:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624581.424954:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624581.424956:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd0483a400. 02000000:00000001:1.0:1788624581.424960:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624581.424961:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624581.424963:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624581.424964:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624581.424966:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd187cb000. 02000000:00000001:1.0:1788624581.424969:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624581.424970:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624581.424972:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d61500. 00000100:00000001:1.0:1788624581.424975:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624581.424976:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624581.424978:0:2389:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788624581.424982:0:2389:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:1.0:1788624581.424985:0:2389:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624581.424987:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624581.424993:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04700 x1875506845062016/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.425001:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624581.425004:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624581.425007:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624581.425011:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04700 x1875506845062016/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624581.425019:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845062016:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624581.425025:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624581.425027:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624581.425030:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793b00. 00000400:00000200:1.0:1788624581.425032:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c088 00000400:00000010:1.0:1788624581.425034:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c088. 00000100:00000001:1.0:1788624581.425036:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624581.425041:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07480 x1875506845062400/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624581.425050:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07480 x1875506845062400/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.425056:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624581.425058:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624581.425059:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624581.425061:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624581.425062:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624581.425064:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624581.425066:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624581.425070:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=9 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624581.425073:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624581.425075:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624581.425077:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624581.425079:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624581.425081:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624581.425083:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624581.425085:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:1.0:1788624581.425087:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624581.425089:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624581.425093:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07480 x1875506845062400/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.425098:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624581.425100:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624581.425101:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624581.425104:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07480 x1875506845062400/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624581.425179:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845062400:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624581.425186:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624581.425189:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624581.425192:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04700 x1875506845062016/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.425199:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624581.425200:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624581.425202:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18745e00. 02000000:00000001:1.0:1788624581.425205:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624581.425207:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624581.425208:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624581.425210:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624581.425212:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df500. 02000000:00000001:1.0:1788624581.425215:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624581.425216:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624581.425218:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04700. 00000100:00000001:1.0:1788624581.425221:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624581.425222:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624581.425224:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624581.425227:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07480 x1875506845062400/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.425233:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624581.425234:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624581.425236:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18744a00. 02000000:00000001:1.0:1788624581.425238:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624581.425238:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624581.425240:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624581.425242:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624581.425243:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df100. 02000000:00000001:1.0:1788624581.425245:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624581.425246:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624581.425247:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07480. 00000100:00000001:1.0:1788624581.425249:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624581.425250:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624581.425255:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624581.425257:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624581.425259:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624581.425261:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624581.425263:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624581.432189:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624581.432411:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624581.432416:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624581.432419:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624581.432428:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624581.432436:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624581.432444:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624581.432449:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624581.432454:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624581.432458:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377461480 00000400:00000200:2.0:1788624581.432463:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624581.432470:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x83b5 [1] + 224 00000800:00000001:2.0:1788624581.432477:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624581.432483:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624581.432488:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624581.432491:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624581.432500:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624581.432510:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06300 x1875506845062272/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624581.432521:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c06300 x1875506845062272/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624581.432546:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624581.432556:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624581.432558:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624581.435421:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624581.435435:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624581.435448:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624581.435451:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624581.435456:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793528. 00000400:00000200:1.0:1788624581.435470:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c880 00000400:00000010:1.0:1788624581.435473:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c880. 00000100:00000001:1.0:1788624581.435478:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624581.435495:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06300 x1875506845062272/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624581.435507:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06300 x1875506845062272/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.435517:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624581.435519:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624581.435523:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624581.435526:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624581.435529:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624581.435532:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624581.435536:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624581.435550:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=9 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624581.435555:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624581.435559:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624581.435561:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624581.435564:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624581.435569:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624581.435574:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624581.435576:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1788624581.435578:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624581.435580:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624581.435586:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06300 x1875506845062272/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.435594:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624581.435598:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624581.435600:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624581.435604:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06300 x1875506845062272/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624581.435612:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845062272:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624581.435619:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624581.435621:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624581.435626:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06300 x1875506845062272/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624597 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624581.435632:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624581.435635:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624581.435639:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18744200. 02000000:00000001:1.0:1788624581.435643:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624581.435647:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624581.435648:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624581.435651:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624581.435654:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df000. 02000000:00000001:1.0:1788624581.435659:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624581.435661:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624581.435663:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06300. 00000100:00000001:1.0:1788624581.435667:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624581.435669:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624581.435671:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624581.435704:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624581.435706:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624581.435709:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624581.435712:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624581.586417:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624581.586423:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624581.586428:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624581.586428:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624581.587506:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624581.587514:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624581.587519:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624582.610413:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624582.610424:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624582.610432:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624582.610433:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624582.610974:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624582.610980:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624582.610986:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624583.634294:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624583.634303:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624583.634311:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624583.634313:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624583.634347:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624583.634351:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624583.634354:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624584.658441:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624584.658457:0:28436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624584.658460:0:28436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624584.658464:0:28436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624584.658470:0:28436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624584.658473:0:28436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624584.658475:0:28436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624584.658477:0:28436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624584.658482:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624584.658484:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624584.659847:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624584.659855:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624584.659861:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788624585.362340:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296599383, at 4296599424 00000100:00000010:3.0:1788624585.362359:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd04866480. 00000100:00000040:2.0:1788624585.362679:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296599383, at 4296599424 00000100:00000010:2.0:1788624585.362693:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd04866b40. 00010000:00000001:3.0:1788624585.682331:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624585.682339:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624585.682345:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624585.682350:0:28436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624585.682353:0:28436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624585.682360:0:28436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624585.682362:0:28436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624585.682364:0:28436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624585.682368:0:28436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624585.682371:0:28436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624585.682374:0:28436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624585.682376:0:28436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624585.685446:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624585.685463:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624585.685470:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788624586.002243:0:33248:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788624586.002251:0:33248:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624586.002253:0:33248:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788624586.002259:0:33248:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cd540 going to sleep for 1 seconds 00000100:00000001:1.0:1788624586.002263:0:33248:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624586.002267:0:33248:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624586.518867:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624586.518879:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624586.518890:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07100. 00000020:00000040:0.0:1788624586.518896:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:0.0:1788624586.518900:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624586.518904:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624586.518908:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624586.518916:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df800. 00000100:00000001:0.0:1788624586.518923:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624586.518933:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11c07100 x1875506845062528/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624586.518943:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624586.518947:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624586.518953:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81b88e4] to pc [ptlrpcd_00_01+1] req@ffff99dd11c07100 x1875506845062528/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624586.518982:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624586.518985:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624586.518988:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624586.518990:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05880. 00000020:00000040:0.0:1788624586.518992:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624586.518994:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624586.518996:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624586.518997:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624586.519000:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091dfd00. 00000100:00000001:0.0:1788624586.519002:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624586.519006:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11c05880 x1875506845062656/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624586.519013:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624586.519015:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624586.519018:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096fb636b] to pc [ptlrpcd_00_00+0] req@ffff99dd11c05880 x1875506845062656/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624586.519026:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624586.519028:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624586.519030:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624586.519032:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06a00. 00000020:00000040:0.0:1788624586.519034:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624586.519036:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624586.519037:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624586.519038:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624586.519041:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df700. 00000100:00000001:0.0:1788624586.519043:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624586.519046:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11c06a00 x1875506845062784/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624586.519057:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624586.519059:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624586.519062:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4833928] to pc [ptlrpcd_00_01+1] req@ffff99dd11c06a00 x1875506845062784/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624586.519069:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624586.519071:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624586.519074:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624586.519076:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05180. 00000020:00000040:0.0:1788624586.519078:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624586.519079:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624586.519080:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624586.519082:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624586.519084:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df200. 00000100:00000001:0.0:1788624586.519086:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624586.519089:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11c05180 x1875506845062912/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624586.519095:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624586.519096:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624586.519099:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b598582] to pc [ptlrpcd_00_00+0] req@ffff99dd11c05180 x1875506845062912/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624586.519120:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624586.519122:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624586.519124:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624586.519127:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05c00. 00000020:00000040:0.0:1788624586.519129:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624586.519130:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624586.519131:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624586.519132:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624586.519146:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df000. 00000100:00000001:0.0:1788624586.519150:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624586.519154:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11c05c00 x1875506845063040/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624586.519161:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624586.519163:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624586.519166:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000708f5420] to pc [ptlrpcd_00_01+1] req@ffff99dd11c05c00 x1875506845063040/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624586.519174:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624586.519177:0:25842:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1938) 00000100:00000001:1.0:1788624586.519281:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624586.519285:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624586.519287:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624586.519294:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07100 x1875506845062528/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.519302:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624586.519304:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624586.519307:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624586.519310:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624586.519312:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624586.519315:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2390:1875506845062528:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624586.519320:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624586.519324:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624586.519327:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624586.519329:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624586.519333:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18744200. 02000000:00000001:1.0:1788624586.519335:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624586.519341:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624586.519345:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793528. 00000400:00000010:1.0:1788624586.519352:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c880. 00000100:00000200:1.0:1788624586.519358:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845062528, portal 25 00000100:00000001:1.0:1788624586.519361:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624586.519362:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497487616 : -112300212064000 : ffff99dd11c07100) 00000100:00000040:1.0:1788624586.519367:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c07100 x1875506845062528/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.519374:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624586.519377:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624586.519379:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c088. 00000100:00000200:1.0:1788624586.519383:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845062528, offset 0 00000400:00000200:1.0:1788624586.519388:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624586.519395:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624586.519402:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624586.519407:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624586.519411:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624586.519414:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624586.519417:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624586.519421:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2885:2885:256:4294967295] 192.168.202.125@tcp LPNI seq info [2885:2885:8:4294967295] 00000400:00000200:1.0:1788624586.519425:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624586.519435:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624586.519440:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624586.519444:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e900. 00000800:00000200:1.0:1788624586.519450:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624586.519457:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624586.519461:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624586.519482:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624586.519487:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624586.519489:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296604507 00000100:00000010:1.0:1788624586.519494:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd04866360. 00000100:00000001:1.0:1788624586.519500:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788624586.519504:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296604507 00000100:00000010:1.0:1788624586.519507:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd04866780. 00000100:00000001:1.0:1788624586.519509:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788624586.519512:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624586.519515:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624586.519517:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624586.519521:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06a00 x1875506845062784/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.519527:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624586.519529:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624586.519531:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624586.519532:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624586.519534:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624586.519537:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845062784:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624586.519540:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624586.519543:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624586.519544:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624586.519546:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624586.519548:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18744a00. 02000000:00000001:1.0:1788624586.519550:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624586.519553:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624586.519556:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793b00. 00000400:00000010:1.0:1788624586.519559:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c4c8. 00000100:00000200:1.0:1788624586.519562:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845062784, portal 10 00000100:00000001:1.0:1788624586.519563:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624586.519565:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497485824 : -112300212065792 : ffff99dd11c06a00) 00000100:00000040:1.0:1788624586.519570:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c06a00 x1875506845062784/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.519577:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624586.519579:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624586.519581:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c6e8. 00000100:00000200:1.0:1788624586.519583:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845062784, offset 0 00000400:00000200:1.0:1788624586.519587:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624586.519590:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624586.519593:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624586.519595:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624586.519597:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624586.519599:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624586.519601:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624586.519604:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2886:2886:255:4294967295] 192.168.202.125@tcp LPNI seq info [2886:2886:7:4294967295] 00000400:00000200:1.0:1788624586.519608:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624586.519614:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624586.519618:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624586.519621:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ee00. 00000800:00000200:1.0:1788624586.519624:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624586.519628:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624586.519630:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624586.519633:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624586.519636:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24712 usecs (25 jiffies) 00000400:00000200:1.0:1788624586.519639:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624586.519641:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296600606 00000100:00000001:1.0:1788624586.519643:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296604507 00000100:00000001:1.0:1788624586.519655:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296600606 00000100:00000001:1.0:1788624586.519658:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296604507 00000100:00000001:1.0:1788624586.519660:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624586.519662:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624586.519664:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624586.519667:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05c00 x1875506845063040/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.519674:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624586.519675:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624586.519677:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624586.519679:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624586.519680:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624586.519683:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845063040:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624586.519686:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624586.519688:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624586.519689:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624586.519691:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624586.519693:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18745e00. 02000000:00000001:1.0:1788624586.519695:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624586.519698:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624586.519700:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793210. 00000400:00000010:1.0:1788624586.519704:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c330. 00000100:00000200:1.0:1788624586.519706:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845063040, portal 4 00000100:00000001:1.0:1788624586.519708:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624586.519709:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497482240 : -112300212069376 : ffff99dd11c05c00) 00000100:00000040:1.0:1788624586.519714:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05c00 x1875506845063040/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.519720:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624586.519722:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624586.519724:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c2a8. 00000100:00000200:1.0:1788624586.519726:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845063040, offset 0 00000400:00000200:1.0:1788624586.519730:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624586.519733:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624586.519735:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624586.519738:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624586.519740:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624586.519742:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624586.519744:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624586.519747:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2887:2887:254:4294967295] 192.168.202.125@tcp LPNI seq info [2887:2887:6:4294967295] 00000400:00000200:1.0:1788624586.519751:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624586.519756:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624586.519760:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624586.519762:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e600. 00000800:00000200:1.0:1788624586.519765:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624586.519769:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624586.519771:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624586.519774:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624586.519776:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25435 usecs (26 jiffies) 00000400:00000200:1.0:1788624586.519779:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624586.519781:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296600607 00000100:00000001:1.0:1788624586.519783:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296604507 00000100:00000001:1.0:1788624586.519785:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296600607 00000100:00000001:1.0:1788624586.519787:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296604507 00000100:00000001:1.0:1788624586.519788:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624586.519790:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624586.519792:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624586.519795:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624586.519801:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624586.519803:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624586.519805:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624586.519806:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624586.519808:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624586.519810:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788624586.519812:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624586.519813:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624586.519815:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624586.519816:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624586.519817:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624586.519818:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624586.519821:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05880 x1875506845062656/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.519827:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624586.519829:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624586.519831:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624586.519832:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624586.519834:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624586.519837:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845062656:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624586.519839:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624586.519841:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624586.519842:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624586.519844:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624586.519846:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18745400. 02000000:00000001:1.0:1788624586.519847:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624586.519850:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624586.519852:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793898. 00000400:00000010:1.0:1788624586.519854:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c660. 00000100:00000200:1.0:1788624586.519857:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845062656, portal 10 00000100:00000001:1.0:1788624586.519858:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624586.519860:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497481344 : -112300212070272 : ffff99dd11c05880) 00000100:00000040:1.0:1788624586.519864:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05880 x1875506845062656/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.519870:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624586.519872:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624586.519875:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c7f8. 00000100:00000200:1.0:1788624586.519877:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845062656, offset 0 00000400:00000200:1.0:1788624586.519880:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624586.519883:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624586.519885:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624586.519887:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624586.519889:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624586.519891:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624586.519893:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624586.519896:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2888:2888:253:4294967295] 192.168.202.125@tcp LPNI seq info [2888:2888:5:4294967295] 00000400:00000200:1.0:1788624586.519900:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624586.519905:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624586.519908:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624586.519911:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e200. 00000800:00000200:1.0:1788624586.519914:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624586.519917:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624586.519919:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624586.519922:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624586.519924:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 794888 usecs (795 jiffies) 00000400:00000200:1.0:1788624586.519927:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624586.519929:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296601376 00000100:00000001:1.0:1788624586.519931:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296604507 00000100:00000001:1.0:1788624586.519933:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296601376 00000100:00000001:1.0:1788624586.519934:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296604507 00000100:00000001:1.0:1788624586.519936:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624586.519938:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624586.519939:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624586.519943:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05180 x1875506845062912/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.519950:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624586.519951:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624586.519953:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624586.519954:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624586.519956:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624586.519958:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845062912:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624586.519961:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624586.519962:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624586.519964:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624586.519965:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624586.519967:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18744600. 02000000:00000001:1.0:1788624586.519968:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624586.519971:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624586.519973:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624586.519975:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862ce58. 00000100:00000200:1.0:1788624586.519977:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845062912, portal 4 00000100:00000001:1.0:1788624586.519978:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624586.519980:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497479552 : -112300212072064 : ffff99dd11c05180) 00000100:00000040:1.0:1788624586.519984:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05180 x1875506845062912/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.519990:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624586.519992:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624586.519994:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c110. 00000100:00000200:1.0:1788624586.519996:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845062912, offset 0 00000400:00000200:1.0:1788624586.519999:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624586.520002:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624586.520005:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624586.520007:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624586.520009:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624586.520011:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624586.520013:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624586.520016:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2889:2889:252:4294967295] 192.168.202.125@tcp LPNI seq info [2889:2889:4:4294967295] 00000400:00000200:1.0:1788624586.520019:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624586.520025:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624586.520028:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624586.520030:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e400. 00000800:00000200:1.0:1788624586.520033:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624586.520036:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624586.520038:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624586.520040:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624586.520042:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 206043 usecs (207 jiffies) 00000400:00000200:1.0:1788624586.520045:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624586.520046:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296600788 00000100:00000001:1.0:1788624586.520048:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296604507 00000100:00000001:1.0:1788624586.520050:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296600788 00000100:00000001:1.0:1788624586.520052:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296604507 00000100:00000001:1.0:1788624586.520053:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624586.520055:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624586.520057:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624586.520059:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624586.520072:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624586.520074:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624586.523971:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624586.523982:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e900. 00000400:00000200:3.0:1788624586.523992:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624586.524001:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624586.524007:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c088 00000400:00000010:3.0:1788624586.524010:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c088. 00000100:00000001:3.0:1788624586.524016:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624586.524024:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07100 x1875506845062528/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624586.524036:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624586.524040:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07100 x1875506845062528/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624586.524047:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624586.524049:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624586.524062:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624586.524064:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ee00. 00000400:00000200:3.0:1788624586.524067:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624586.524071:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624586.524073:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c6e8 00000400:00000010:3.0:1788624586.524075:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c6e8. 00000100:00000001:3.0:1788624586.524077:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624586.524081:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06a00 x1875506845062784/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624586.524089:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624586.524091:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06a00 x1875506845062784/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624586.524097:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624586.524098:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624586.524164:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624586.524167:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e600. 00000400:00000200:3.0:1788624586.524171:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624586.524175:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624586.524178:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c2a8 00000400:00000010:3.0:1788624586.524180:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c2a8. 00000100:00000001:3.0:1788624586.524182:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624586.524186:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05c00 x1875506845063040/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624586.524193:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624586.524196:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05c00 x1875506845063040/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624586.524202:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624586.524203:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624586.524212:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624586.524214:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e200. 00000400:00000200:3.0:1788624586.524217:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624586.524220:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624586.524222:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c7f8 00000400:00000010:3.0:1788624586.524223:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c7f8. 00000100:00000001:3.0:1788624586.524225:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624586.524229:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05880 x1875506845062656/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624586.524236:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624586.524239:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05880 x1875506845062656/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624586.524244:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624586.524245:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624586.524309:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624586.524312:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e400. 00000400:00000200:3.0:1788624586.524315:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624586.524318:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624586.524321:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c110 00000400:00000010:3.0:1788624586.524323:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c110. 00000100:00000001:3.0:1788624586.524325:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624586.524329:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05180 x1875506845062912/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624586.524335:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624586.524338:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05180 x1875506845062912/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624586.524343:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624586.524345:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624586.534338:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624586.534354:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624586.534359:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624586.534361:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624586.534370:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624586.534378:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624586.534386:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624586.534390:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624586.534396:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624586.534400:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377461780 00000400:00000200:2.0:1788624586.534405:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624586.534412:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x83cd [1] + 224 00000800:00000001:2.0:1788624586.534418:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624586.534424:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624586.534427:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624586.534432:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624586.534440:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624586.534448:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05c00 x1875506845063040/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624586.534459:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c05c00 x1875506845063040/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624586.534476:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624586.534484:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624586.534487:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624586.534619:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624586.534623:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624586.534631:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624586.534633:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624586.534636:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793210. 00000400:00000200:1.0:1788624586.534641:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c330 00000400:00000010:1.0:1788624586.534643:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c330. 00000100:00000001:1.0:1788624586.534655:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624586.534660:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05c00 x1875506845063040/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624586.534673:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05c00 x1875506845063040/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.534679:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624586.534681:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624586.534683:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624586.534686:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624586.534688:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624586.534690:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624586.534692:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624586.534700:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=14 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624586.534704:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624586.534706:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624586.534708:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624586.534711:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624586.534714:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624586.534718:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624586.534720:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:1.0:1788624586.534722:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624586.534724:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624586.534728:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05c00 x1875506845063040/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.534734:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624586.534737:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624586.534738:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624586.534741:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05c00 x1875506845063040/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624586.534749:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845063040:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624586.534753:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624586.534756:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624586.534759:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05c00 x1875506845063040/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.534770:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624586.534772:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624586.534776:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18745e00. 02000000:00000001:1.0:1788624586.534779:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624586.534782:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624586.534784:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624586.534786:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624586.534789:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df000. 02000000:00000001:1.0:1788624586.534792:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624586.534793:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624586.534795:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05c00. 00000100:00000001:1.0:1788624586.534799:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624586.534800:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624586.534803:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624586.534805:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624586.534806:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624586.534808:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624586.534812:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624586.546946:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624586.546963:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624586.546968:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624586.546970:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624586.546978:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624586.546987:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624586.546996:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624586.547001:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624586.547007:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624586.547011:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377461580 00000400:00000200:3.0:1788624586.547016:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624586.547021:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x83bd [1] + 224 00000800:00000001:3.0:1788624586.547028:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624586.547032:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624586.547035:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624586.547040:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624586.547048:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624586.547058:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07100 x1875506845062528/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624586.547069:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c07100 x1875506845062528/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.547224:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624586.547228:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624586.547282:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624586.547292:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624586.547296:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624586.547298:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624586.547300:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624586.547304:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624586.547307:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624586.547311:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624586.547314:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624586.547317:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624586.547320:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377461600 00000400:00000200:3.0:1788624586.547323:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624586.547328:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x83d5 [1] + 224 00000800:00000001:3.0:1788624586.547331:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624586.547334:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624586.547336:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624586.547339:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624586.547342:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624586.547346:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05880 x1875506845062656/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624586.547355:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c05880 x1875506845062656/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624586.547361:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624586.547365:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624586.547367:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624586.547369:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624586.547371:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624586.547374:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624586.547377:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624586.547381:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624586.547383:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624586.547385:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624586.547388:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377461680 00000400:00000200:3.0:1788624586.547390:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624586.547400:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x83c5 [1] + 224 00000800:00000001:3.0:1788624586.547404:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624586.547410:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624586.547412:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624586.547415:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624586.547418:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624586.547422:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06a00 x1875506845062784/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624586.547431:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c06a00 x1875506845062784/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624586.547438:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624586.547441:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624586.547444:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624586.556020:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624586.556042:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624586.556047:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624586.556050:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624586.556059:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624586.556068:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624586.556080:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624586.556086:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624586.556091:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624586.556096:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377461700 00000400:00000200:2.0:1788624586.556102:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624586.556147:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x83dd [1] + 224 00000800:00000001:2.0:1788624586.556156:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624586.556168:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624586.556172:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624586.556177:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624586.556185:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624586.556195:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05180 x1875506845062912/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624586.556206:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c05180 x1875506845062912/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624586.556216:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624586.556224:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624586.556227:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788624586.557873:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624586.557881:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624586.557886:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793528. 00000400:00000200:1.0:1788624586.557895:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c880 00000400:00000010:1.0:1788624586.557898:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c880. 00000100:00000001:1.0:1788624586.557917:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624586.557930:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07100 x1875506845062528/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624586.557942:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07100 x1875506845062528/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.557950:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624586.557953:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624586.557956:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624586.557960:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624586.557963:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624586.557966:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624586.557969:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624586.557976:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=15 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624586.557981:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=15 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624586.557984:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624586.557986:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624586.557989:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624586.557991:0:2390:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624586.557995:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624586.557999:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07100 x1875506845062528/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.558008:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624586.558012:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624586.558014:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624586.558018:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07100 x1875506845062528/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624586.558026:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2390:1875506845062528:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624586.558034:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624586.558035:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624586.558038:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793b00. 00000400:00000200:1.0:1788624586.558040:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c4c8 00000400:00000010:1.0:1788624586.558042:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c4c8. 00000100:00000001:1.0:1788624586.558044:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624586.558048:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06a00 x1875506845062784/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624586.558057:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06a00 x1875506845062784/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.558063:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624586.558064:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624586.558066:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624586.558067:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624586.558068:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624586.558070:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624586.558072:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624586.558079:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=15 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624586.558081:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=15 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624586.558083:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624586.558085:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624586.558086:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624586.558091:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624586.558095:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624586.558097:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788624586.558099:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624586.558100:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624586.558132:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06a00 x1875506845062784/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.558139:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624586.558141:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624586.558142:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624586.558146:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06a00 x1875506845062784/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624586.558154:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845062784:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624586.558158:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624586.558161:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624586.558165:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07100 x1875506845062528/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.558171:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624586.558174:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624586.558178:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18744200. 02000000:00000001:1.0:1788624586.558183:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624586.558185:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624586.558187:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:1.0:1788624586.558190:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624586.558193:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df800. 02000000:00000001:1.0:1788624586.558197:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624586.558199:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624586.558201:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07100. 00000100:00000001:1.0:1788624586.558205:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624586.558206:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624586.558207:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624586.558211:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06a00 x1875506845062784/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.558218:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624586.558219:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624586.558220:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18744a00. 02000000:00000001:1.0:1788624586.558222:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624586.558224:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624586.558225:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624586.558227:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624586.558228:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df700. 02000000:00000001:1.0:1788624586.558229:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624586.558230:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624586.558231:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06a00. 00000100:00000001:1.0:1788624586.558233:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624586.558235:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624586.558253:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624586.558256:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624586.558258:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624586.558261:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624586.558262:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624586.558264:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793898. 00000400:00000200:1.0:1788624586.558267:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c660 00000400:00000010:1.0:1788624586.558268:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c660. 00000100:00000001:1.0:1788624586.558271:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624586.558275:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05880 x1875506845062656/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624586.558283:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05880 x1875506845062656/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.558289:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624586.558290:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624586.558292:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624586.558293:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624586.558294:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624586.558296:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624586.558298:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624586.558302:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=15 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624586.558305:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624586.558307:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624586.558308:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624586.558310:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624586.558313:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624586.558315:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624586.558317:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1788624586.558319:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624586.558320:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624586.558324:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05880 x1875506845062656/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.558331:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624586.558333:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624586.558334:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624586.558337:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05880 x1875506845062656/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624586.558345:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845062656:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624586.558350:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624586.558352:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624586.558354:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624586.558357:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ce58 00000400:00000010:1.0:1788624586.558358:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ce58. 00000100:00000001:1.0:1788624586.558360:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624586.558364:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05180 x1875506845062912/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624586.558372:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05180 x1875506845062912/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.558378:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624586.558379:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624586.558381:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624586.558383:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624586.558384:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624586.558385:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624586.558387:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624586.558390:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=14 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624586.558393:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624586.558395:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624586.558396:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624586.558397:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624586.558399:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624586.558402:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624586.558403:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1788624586.558405:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624586.558407:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624586.558410:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05180 x1875506845062912/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.558415:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624586.558417:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624586.558418:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624586.558421:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05180 x1875506845062912/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624586.558427:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845062912:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624586.558431:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624586.558432:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624586.558435:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05880 x1875506845062656/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.558441:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624586.558442:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624586.558444:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18745400. 02000000:00000001:1.0:1788624586.558446:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624586.558448:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624586.558449:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624586.558451:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624586.558452:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091dfd00. 02000000:00000001:1.0:1788624586.558455:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624586.558456:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624586.558457:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05880. 00000100:00000001:1.0:1788624586.558460:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624586.558461:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624586.558462:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624586.558466:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05180 x1875506845062912/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624602 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624586.558472:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624586.558473:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624586.558475:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18744600. 02000000:00000001:1.0:1788624586.558477:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624586.558478:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624586.558479:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624586.558481:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624586.558482:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df200. 02000000:00000001:1.0:1788624586.558484:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624586.558485:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624586.558486:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05180. 00000100:00000001:1.0:1788624586.558488:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624586.558489:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624586.558491:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624586.558498:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624586.558500:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624586.558503:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624586.558504:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624586.706318:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624586.706324:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624586.706330:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624586.706332:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624586.706357:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624586.706359:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624586.706362:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788624587.027092:0:33248:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788624587.027102:0:33248:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624587.027141:0:33248:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788624587.027147:0:33248:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cd540 going to sleep for 1 seconds 00000100:00000001:1.0:1788624587.027151:0:33248:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624587.027155:0:33248:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624587.731249:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624587.731257:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624587.731263:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624587.731265:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624587.731333:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624587.731337:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624587.731340:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788624588.050226:0:33248:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788624588.050235:0:33248:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624588.050237:0:33248:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788624588.050244:0:33248:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cd540 going to sleep for 1 seconds 00000100:00000001:1.0:1788624588.050248:0:33248:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624588.050252:0:33248:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624588.754313:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624588.754319:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624588.754324:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624588.754325:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624588.754752:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624588.754756:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624588.754760:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788624589.075152:0:33248:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788624589.075160:0:33248:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624589.075162:0:33248:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788624589.075169:0:33248:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cd540 going to sleep for 1 seconds 00000100:00000001:1.0:1788624589.075173:0:33248:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624589.075177:0:33248:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624589.778543:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624589.778549:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624589.778554:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624589.778555:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624589.778581:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624589.778584:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624589.778587:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788624590.098489:0:33248:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788624590.099936:0:33248:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1788624590.099956:0:33248:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788624574/real 1788624574] req@ffff99dd11dd8380 x1875506845059840/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 1 dl 1788624590 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:1.0:1788624590.099974:0:33248:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624590.099975:0:33248:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624590.099979:0:33248:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793160. 00000400:00000200:1.0:1788624590.099987:0:33248:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862caa0 00000400:00000010:1.0:1788624590.099990:0:33248:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862caa0. 00000100:00000001:1.0:1788624590.099995:0:33248:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624590.099998:0:33248:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8380 x1875506845059840/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 1 dl 1788624590 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624590.100007:0:33248:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8380 x1875506845059840/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 1 dl 1788624590 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624590.100014:0:33248:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624590.100016:0:33248:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624590.100019:0:33248:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624590.100021:0:33248:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624590.100025:0:33248:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1788624590.100028:0:33248:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788624590.100032:0:33248:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff99dd10dbf800: Connection to lustre-MDT0000 (at 192.168.202.125@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1788624590.100037:0:33248:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788624590.100040:0:33248:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1788624590.100042:0:33248:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624590.100044:0:33248:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788624590.100046:0:33248:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:1.0:1788624590.100379:0:33248:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1788624590.100381:0:33248:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624590.100385:0:33248:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624590.100387:0:33248:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624590.100390:0:33248:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cd540 going to sleep for 0 seconds 00000100:00000001:1.0:1788624590.100392:0:33248:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624590.100395:0:33248:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624590.100397:0:33248:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624590.100399:0:33248:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624590.100402:0:33248:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624590.100658:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624590.100665:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788624590.100675:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d60380. 00000020:00000040:2.0:1788624590.100680:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:2.0:1788624590.100684:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624590.100688:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624590.100693:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624590.100701:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd092e3f00. 00000100:00000001:2.0:1788624590.100708:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624590.100715:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11d60380 x1875506845063168/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624590.100725:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624590.100730:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624590.100734:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e786761e] to pc [ptlrpcd_01_00+0] req@ffff99dd11d60380 x1875506845063168/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.100853:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624590.100857:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624590.100859:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624590.100866:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d60380 x1875506845063168/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.100874:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624590.100876:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624590.100881:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624590.100884:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624590.100887:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624590.100890:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2391:1875506845063168:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624590.100894:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624590.100902:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624590.100905:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624590.100907:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624590.100913:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197f5c00. 02000000:00000001:3.0:1788624590.100914:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624590.100923:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624590.100926:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a6e0. 00000400:00000010:3.0:1788624590.100933:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f220. 00000100:00000200:3.0:1788624590.100939:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845063168, portal 25 00000100:00000001:3.0:1788624590.100941:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624590.100943:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498901376 : -112300210650240 : ffff99dd11d60380) 00000100:00000040:3.0:1788624590.100948:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d60380 x1875506845063168/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.100955:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624590.100958:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624590.100961:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fe58. 00000100:00000200:3.0:1788624590.100964:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845063168, offset 0 00000400:00000200:3.0:1788624590.100970:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624590.100978:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.100987:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624590.100992:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624590.100996:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624590.101000:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624590.101003:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624590.101007:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2890:2890:256:4294967295] 192.168.202.125@tcp LPNI seq info [2890:2890:8:4294967295] 00000400:00000200:3.0:1788624590.101011:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.101020:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624590.101026:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624590.101031:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185400. 00000800:00000200:3.0:1788624590.101039:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624590.101046:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624590.101050:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624590.101062:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624590.101066:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624590.101069:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296608088 00000100:00000001:3.0:1788624590.101075:0:2391:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296604507 00000100:00000001:3.0:1788624590.101079:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296608088 00000100:00000001:3.0:1788624590.101082:0:2391:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296604507 00000100:00000001:3.0:1788624590.101085:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624590.101088:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.101091:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.101093:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624590.101602:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788624590.101606:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788624590.101610:0:25842:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1788624590.101622:0:25842:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788624590.101625:0:25842:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788624590.101629:0:25842:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1788624590.101633:0:25842:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: connect to NID 192.168.202.125@tcp last attempt 1908 00000400:00000200:2.0:1788624590.101638:0:25842:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.101642:0:25842:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.125@tcp is discovered: rc = 1 00000100:00000040:2.0:1788624590.101645:0:25842:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:2.0:1788624590.101648:0:25842:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788624590.101651:0:25842:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:2.0:1788624590.101653:0:25842:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000001:2.0:1788624590.101656:0:25842:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788624590.101658:0:25842:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d13 00000020:00000001:2.0:1788624590.101661:0:25842:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624590.101663:0:25842:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd10dbe000 refcount=5 00000020:00000001:2.0:1788624590.101666:0:25842:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000020:00000001:2.0:1788624590.101669:0:25842:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000100:00000040:2.0:1788624590.101671:0:25842:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:2.0:1788624590.101673:0:25842:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788624590.101674:0:25842:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:2.0:1788624590.101676:0:25842:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000040:2.0:1788624590.101680:0:25842:0:(genops.c:879:class_export_put()) PUTting export ffff99dd10dbe000 : new refcount 4 00000100:00080000:2.0:1788624590.101684:0:25842:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: import ffff99dd19442000 using connection 192.168.202.125@tcp/192.168.202.125@tcp 00000100:00000001:2.0:1788624590.101687:0:25842:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624590.101690:0:25842:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788624590.101696:0:25842:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624590.101699:0:25842:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624590.101702:0:25842:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788624590.101706:0:25842:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788624590.101709:0:25842:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624590.101711:0:25842:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624590.101717:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61880. 00000020:00000040:2.0:1788624590.101719:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:2.0:1788624590.101723:0:25842:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788624590.101725:0:25842:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624590.101729:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624590.101730:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624590.101733:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624590.101739:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd0483a800. 00000100:00000001:2.0:1788624590.101744:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624590.101750:0:25842:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99dd11d61880 x1875506845063296/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624590.101768:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624590.101771:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624590.101775:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc000c7a] to pc [ptlrpcd_rcv+-1] req@ffff99dd11d61880 x1875506845063296/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624590.101795:0:25842:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624590.101798:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624590.101802:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788624590.101805:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62300. 00000020:00000040:2.0:1788624590.101918:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624590.101922:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624590.101924:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624590.101926:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624590.101932:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd092e3d00. 00000100:00000001:2.0:1788624590.101935:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624590.101940:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11d62300 x1875506845063424/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624590.101947:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624590.101950:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624590.101953:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000183d4df] to pc [ptlrpcd_01_01+1] req@ffff99dd11d62300 x1875506845063424/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624590.102007:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624590.102011:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624590.102013:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624590.102018:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61880 x1875506845063296/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624590.102025:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624590.102027:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624590.102029:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624590.102031:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624590.102033:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624590.102036:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845063296:192.168.202.125@tcp:38:kworker.0 00000100:00000001:1.0:1788624590.102040:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624590.102043:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624590.102045:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624590.102046:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624590.102051:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e2c00. 02000000:00000001:1.0:1788624590.102052:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624590.102057:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624590.102060:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793160. 00000400:00000010:1.0:1788624590.102065:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862caa0. 00000100:00000200:1.0:1788624590.102069:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845063296, portal 10 00000100:00000001:1.0:1788624590.102071:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624590.102072:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498906752 : -112300210644864 : ffff99dd11d61880) 00000100:00000040:1.0:1788624590.102078:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d61880 x1875506845063296/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624590.102084:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624590.102087:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624590.102089:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862ce58. 00000100:00000200:1.0:1788624590.102091:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875506845063296, offset 0 00000400:00000200:1.0:1788624590.102096:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624590.102101:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624590.102120:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624590.102124:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624590.102126:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624590.102129:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624590.102131:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624590.102134:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2891:2891:255:4294967295] 192.168.202.125@tcp LPNI seq info [2891:2891:7:4294967295] 00000400:00000200:1.0:1788624590.102138:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624590.102146:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624590.102150:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624590.102155:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044eb00. 00000800:00000200:1.0:1788624590.102159:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624590.102164:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624590.102177:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044eb00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788624590.102181:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624590.102190:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 793907 usecs (794 jiffies) 00000400:00000200:1.0:1788624590.102194:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624590.102196:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296604957 00000100:00000001:1.0:1788624590.102198:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296608088 00000100:00000001:1.0:1788624590.102201:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296604957 00000100:00000001:1.0:1788624590.102203:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296608088 00000100:00000001:1.0:1788624590.102205:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624590.102208:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624590.102210:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624590.102212:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624590.102219:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624590.102221:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788624590.102223:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624590.102224:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624590.102225:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624590.102227:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.103034:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624590.103038:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788624590.103041:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624590.103042:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624590.103045:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624590.103047:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788624590.103049:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624590.103050:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624590.103051:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624590.103053:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624590.103054:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624590.103055:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624590.103062:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d62300 x1875506845063424/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.103069:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624590.103071:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624590.103074:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624590.103076:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624590.103078:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624590.103081:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845063424:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624590.103085:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624590.103089:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624590.103090:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624590.103092:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624590.103097:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197f4800. 02000000:00000001:3.0:1788624590.103099:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624590.103117:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624590.103121:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560adc0. 00000400:00000010:3.0:1788624590.103127:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fd48. 00000100:00000200:3.0:1788624590.103131:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845063424, portal 10 00000100:00000001:3.0:1788624590.103132:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624590.103134:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498909440 : -112300210642176 : ffff99dd11d62300) 00000100:00000040:3.0:1788624590.103140:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d62300 x1875506845063424/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.103147:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624590.103149:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624590.103151:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f990. 00000100:00000200:3.0:1788624590.103154:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845063424, offset 0 00000400:00000200:3.0:1788624590.103158:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624590.103163:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.103476:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624590.103481:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624590.103483:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624590.103486:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624590.103489:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624590.103492:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2892:2892:254:4294967295] 192.168.202.125@tcp LPNI seq info [2892:2892:6:4294967295] 00000400:00000200:3.0:1788624590.103496:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.103566:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624590.103572:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624590.103577:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185100. 00000800:00000200:3.0:1788624590.103582:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624590.103587:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624590.103591:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624590.103595:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624590.103599:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24801 usecs (25 jiffies) 00000400:00000200:3.0:1788624590.103603:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624590.103605:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296604188 00000100:00000001:3.0:1788624590.103608:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296608088 00000100:00000001:3.0:1788624590.103610:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296604188 00000100:00000001:3.0:1788624590.103622:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296608088 00000100:00000001:3.0:1788624590.103624:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624590.103627:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.103629:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.103631:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.103647:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624590.103650:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624590.103692:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624590.103696:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185400. 00000400:00000200:3.0:1788624590.103703:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624590.103708:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624590.103713:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fe58 00000400:00000010:3.0:1788624590.103716:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fe58. 00000100:00000001:3.0:1788624590.103720:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624590.103725:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d60380 x1875506845063168/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.103739:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624590.103742:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d60380 x1875506845063168/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624606 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.103749:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.103751:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624590.103905:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624590.103908:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044eb00. 00000400:00000200:3.0:1788624590.103912:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624590.103916:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624590.103919:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ce58 00000400:00000010:3.0:1788624590.103921:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ce58. 00000100:00000001:3.0:1788624590.103924:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624590.103928:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61880 x1875506845063296/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.103936:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624590.103939:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61880 x1875506845063296/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624600 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.103945:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.103947:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624590.114395:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624590.114403:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185100. 00000400:00000200:3.0:1788624590.114410:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624590.114418:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624590.114426:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f990 00000400:00000010:3.0:1788624590.114429:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f990. 00000100:00000001:3.0:1788624590.114434:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624590.114443:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d62300 x1875506845063424/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.114455:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624590.114459:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d62300 x1875506845063424/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624606 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.114471:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.114473:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624590.114484:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624590.114493:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624590.114496:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624590.114498:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624590.114511:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.114516:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624590.114522:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.114526:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.114531:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.114535:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377461800 00000400:00000200:3.0:1788624590.114539:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.114556:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x83e5 [1] + 224 00000800:00000001:3.0:1788624590.114564:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624590.114570:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624590.114572:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624590.114575:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624590.114580:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624590.114584:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d60380 x1875506845063168/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624590.114592:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d60380 x1875506845063168/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.114606:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624590.114611:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624590.114624:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624590.114657:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624590.114661:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624590.114667:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624590.114669:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624590.114671:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a6e0. 00000400:00000200:3.0:1788624590.114675:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f220 00000400:00000010:3.0:1788624590.114677:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f220. 00000100:00000001:3.0:1788624590.114679:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624590.114684:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d60380 x1875506845063168/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624590.114692:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d60380 x1875506845063168/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.114699:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624590.114701:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624590.114703:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624590.114706:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624590.114708:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624590.114710:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624590.114712:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624590.114720:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624590.114724:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=19 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624590.114727:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624590.114728:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624590.114731:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624590.114733:0:2391:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.114736:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624590.114740:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d60380 x1875506845063168/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.114747:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624590.114750:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624590.114752:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624590.114756:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d60380 x1875506845063168/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624590.114763:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2391:1875506845063168:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624590.114768:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.114770:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624590.114773:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d60380 x1875506845063168/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.114786:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624590.114789:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624590.114792:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197f5c00. 02000000:00000001:3.0:1788624590.114796:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624590.114799:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624590.114801:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:3.0:1788624590.114803:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624590.114806:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd092e3f00. 02000000:00000001:3.0:1788624590.114826:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624590.114828:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624590.114830:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d60380. 00000100:00000001:3.0:1788624590.114833:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624590.114834:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624590.114838:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.114840:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624590.114841:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624590.114843:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.114845:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624590.116195:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624590.116204:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624590.116209:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788624590.116211:0:25842:0:(import.c:2112:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1788624590.116214:0:25842:0:(import.c:1806:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1788624590.116227:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63100. 00000020:00000040:2.0:1788624590.116235:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:2.0:1788624590.116239:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624590.116242:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624590.116248:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624590.116257:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd092e3f00. 00000100:00000001:2.0:1788624590.116264:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624590.116276:0:25842:0:(import.c:1844:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446631773498913024 : -112300210638592 : ffff99dd11d63100) 00000100:00080000:2.0:1788624590.116280:0:25842:0:(import.c:65:import_set_state_nolock()) ffff99dd19445000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788624590.116283:0:25842:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff99dd10dbf800: disconnect after 23s idle 00000100:00000001:2.0:1788624590.116287:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624590.116292:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624590.116301:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4912020] to pc [ptlrpcd_rcv+-1] req@ffff99dd11d63100 x1875506845063552/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624590.116325:0:25842:0:(import.c:2151:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624590.116327:0:25842:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624590.116330:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624590.116333:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788624590.116337:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63800. 00000020:00000040:2.0:1788624590.116339:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:2.0:1788624590.116341:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624590.116343:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624590.116344:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624590.116348:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd092e3b00. 00000100:00000001:2.0:1788624590.116350:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624590.116354:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11d63800 x1875506845063680/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624590.116362:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624590.116364:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624590.116369:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034132491] to pc [ptlrpcd_01_00+0] req@ffff99dd11d63800 x1875506845063680/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624590.116381:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624590.116385:0:25842:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (1941) 00000100:00000001:1.0:1788624590.117075:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624590.117080:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624590.117082:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624590.117090:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63100 x1875506845063552/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624590.117098:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624590.117100:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624590.117129:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624590.117132:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624590.117136:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624590.117139:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845063552:192.168.202.125@tcp:9:kworker.0 00000100:00000001:1.0:1788624590.117143:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624590.117149:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624590.117151:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624590.117154:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624590.117160:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18744600. 02000000:00000001:1.0:1788624590.117162:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624590.117178:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624590.117183:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624590.117190:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c660. 00000100:00000200:1.0:1788624590.117197:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845063552, portal 4 00000100:00000001:1.0:1788624590.117200:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624590.117202:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913024 : -112300210638592 : ffff99dd11d63100) 00000100:00000040:1.0:1788624590.117211:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d63100 x1875506845063552/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624590.117218:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624590.117221:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624590.117225:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c4c8. 00000100:00000200:1.0:1788624590.117229:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845063552, offset 0 00000400:00000200:1.0:1788624590.117235:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624590.117243:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624590.117250:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624590.117256:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624590.117260:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624590.117263:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624590.117276:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624590.117280:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2893:2893:256:4294967295] 192.168.202.125@tcp LPNI seq info [2893:2893:8:4294967295] 00000400:00000200:1.0:1788624590.117285:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624590.117294:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624590.117299:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624590.117305:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ef00. 00000800:00000200:1.0:1788624590.117312:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624590.117318:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624590.117322:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624590.117342:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624590.117346:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 205340 usecs (206 jiffies) 00000400:00000200:1.0:1788624590.117349:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624590.117352:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296604385 00000100:00000001:1.0:1788624590.117355:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296608088 00000100:00000001:1.0:1788624590.117357:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296604385 00000100:00000001:1.0:1788624590.117359:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296608088 00000100:00000001:1.0:1788624590.117362:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624590.117365:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624590.117368:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624590.117371:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624590.117378:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624590.117380:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788624590.117382:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624590.117384:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624590.117385:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624590.117386:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624590.117686:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624590.117691:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ef00. 00000400:00000200:2.0:1788624590.117697:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624590.117703:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624590.117708:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c4c8 00000400:00000010:2.0:1788624590.117711:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c4c8. 00000100:00000001:2.0:1788624590.117714:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624590.117719:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63100 x1875506845063552/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624590.117727:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624590.117730:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d63100 x1875506845063552/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624600 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624590.117737:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624590.117738:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788624590.119248:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788624590.119257:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788624590.119260:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624590.119278:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624590.119280:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624590.119282:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624590.119284:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624590.119287:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624590.119298:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63800 x1875506845063680/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.119309:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624590.119311:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624590.119315:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624590.119318:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624590.119321:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624590.119325:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845063680:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624590.119329:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624590.119334:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624590.119336:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624590.119339:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624590.119346:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197f5c00. 02000000:00000001:3.0:1788624590.119348:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624590.119355:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624590.119359:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a6e0. 00000400:00000010:3.0:1788624590.119365:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f220. 00000100:00000200:3.0:1788624590.119371:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845063680, portal 4 00000100:00000001:3.0:1788624590.119373:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624590.119375:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498914816 : -112300210636800 : ffff99dd11d63800) 00000100:00000040:3.0:1788624590.119381:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d63800 x1875506845063680/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.119389:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624590.119391:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624590.119394:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f990. 00000100:00000200:3.0:1788624590.119397:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845063680, offset 0 00000400:00000200:3.0:1788624590.119403:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624590.119410:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.119416:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624590.119421:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624590.119424:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624590.119427:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624590.119430:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624590.119434:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2894:2894:256:4294967295] 192.168.202.125@tcp LPNI seq info [2894:2894:8:4294967295] 00000400:00000200:3.0:1788624590.119438:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.119446:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624590.119451:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624590.119455:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185100. 00000800:00000200:3.0:1788624590.119461:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624590.119468:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624590.119472:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624590.119493:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624590.119504:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25400 usecs (26 jiffies) 00000400:00000200:3.0:1788624590.119507:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624590.119510:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296604207 00000100:00000001:3.0:1788624590.119515:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296608088 00000100:00000001:3.0:1788624590.119517:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296604207 00000100:00000001:3.0:1788624590.119520:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296608088 00000100:00000001:3.0:1788624590.119522:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624590.119525:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.119528:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.119530:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.119551:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624590.119553:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624590.119555:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.119557:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624590.122784:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624590.122798:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185100. 00000400:00000200:2.0:1788624590.122820:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624590.122830:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624590.122837:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f990 00000400:00000010:2.0:1788624590.122840:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f990. 00000100:00000001:2.0:1788624590.122846:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624590.122854:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63800 x1875506845063680/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624590.122869:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624590.122872:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d63800 x1875506845063680/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624606 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624590.122880:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624590.122882:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624590.141392:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.141415:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624590.141421:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.141424:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624590.141436:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.141447:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624590.141459:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.141467:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.141474:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.141478:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377461980 00000400:00000200:2.0:1788624590.141484:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.141491:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x840d [1] + 224 00000800:00000001:2.0:1788624590.141500:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.141516:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624590.141521:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624590.141527:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624590.141537:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624590.141551:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63100 x1875506845063552/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624590.141563:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d63100 x1875506845063552/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624590.141585:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624590.141598:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.141601:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624590.141603:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.141605:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624590.141608:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.141620:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624590.141625:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.141627:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.141630:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.141633:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377461a00 00000400:00000200:2.0:1788624590.141637:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.141641:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8415 [1] + 224 00000800:00000001:2.0:1788624590.141644:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.141655:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624590.141657:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624590.141660:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624590.141664:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624590.141668:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63800 x1875506845063680/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624590.141675:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d63800 x1875506845063680/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624590.141690:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624590.141694:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.141697:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624590.142066:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624590.142072:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624590.142081:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624590.142083:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624590.142088:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a6e0. 00000400:00000200:3.0:1788624590.142094:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f220 00000400:00000010:3.0:1788624590.142097:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f220. 00000100:00000001:3.0:1788624590.142100:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624590.142143:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d63800 x1875506845063680/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624590.142153:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d63800 x1875506845063680/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.142159:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624590.142161:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624590.142164:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624590.142167:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624590.142169:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624590.142171:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624590.142183:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624590.142193:0:2392:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=18 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624590.142197:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624590.142200:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624590.142202:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624590.142205:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624590.142209:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.142213:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624590.142216:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:3.0:1788624590.142218:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624590.142220:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624590.142225:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d63800 x1875506845063680/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.142232:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624590.142236:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624590.142239:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624590.142243:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63800 x1875506845063680/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624590.142251:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845063680:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624590.142257:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624590.142260:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624590.142263:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d63800 x1875506845063680/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.142379:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624590.142384:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624590.142389:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197f5c00. 02000000:00000001:3.0:1788624590.142393:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624590.142396:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624590.142398:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624590.142400:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624590.142403:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd092e3b00. 02000000:00000001:3.0:1788624590.142408:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624590.142411:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624590.142413:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63800. 00000100:00000001:3.0:1788624590.142421:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624590.142422:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624590.142425:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624590.142433:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624590.142436:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.142438:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624590.142440:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624590.142541:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624590.142544:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624590.142549:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624590.142551:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624590.142554:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624590.142558:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c660 00000400:00000010:1.0:1788624590.142560:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c660. 00000100:00000001:1.0:1788624590.142563:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624590.142568:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d63100 x1875506845063552/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624590.142578:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d63100 x1875506845063552/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624600 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624590.142585:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624590.142586:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624590.142588:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624590.142589:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624590.142591:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624590.142592:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624590.142594:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624590.142601:0:2388:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=18 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624590.142604:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624590.142606:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624590.142607:0:2388:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624590.142609:0:2388:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624590.142611:0:2388:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624590.142622:0:2388:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624590.142623:0:2388:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1788624590.142625:0:2388:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624590.142627:0:2388:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624590.142632:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d63100 x1875506845063552/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624590.142639:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624590.142641:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624590.142642:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788624590.142646:0:2388:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff99dd11d63100 x1875506845063552/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624600 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788624590.142653:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19445000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788624590.142657:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63100 x1875506845063552/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624600 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624590.142664:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845063552:192.168.202.125@tcp:9:kworker.0 00000100:00000001:1.0:1788624590.142669:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624590.142671:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624590.142674:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d63100 x1875506845063552/t0(0) o9->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624600 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624590.142680:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624590.142681:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624590.142684:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18744600. 02000000:00000001:1.0:1788624590.142686:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624590.142687:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624590.142689:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624590.142690:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624590.142691:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd092e3f00. 02000000:00000001:1.0:1788624590.142693:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624590.142695:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624590.142696:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63100. 00000100:00000001:1.0:1788624590.142700:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624590.142701:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624590.142703:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624590.142705:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624590.142707:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624590.142709:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624590.142710:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624590.143138:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.143150:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624590.143152:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.143154:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624590.143161:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.143166:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624590.143185:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.143189:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.143193:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.143197:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 416 into portal 10 MB=0x6a9c377461880 00000400:00000200:2.0:1788624590.143202:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.143207:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 416/416 into md 0x83f5 [1] + 0 00000800:00000001:2.0:1788624590.143212:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.143217:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624590.143221:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624590.143225:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624590.143230:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624590.143235:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61880 x1875506845063296/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624590.143245:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff99dd11d61880 x1875506845063296/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624590.143263:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624590.143400:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.143405:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624590.143407:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.143409:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624590.143413:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.143417:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624590.143422:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.143424:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.143427:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.143430:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377461900 00000400:00000200:2.0:1788624590.143433:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.143437:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x83fd [1] + 224 00000800:00000001:2.0:1788624590.143441:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788624590.144086:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624590.144091:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624590.144099:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624590.144101:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624590.144124:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793160. 00000400:00000200:1.0:1788624590.144131:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862caa0 00000400:00000010:1.0:1788624590.144133:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862caa0. 00000100:00000001:1.0:1788624590.144137:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624590.144143:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61880 x1875506845063296/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624590.144152:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61880 x1875506845063296/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624600 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624590.144158:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624590.144160:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624590.144163:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624590.144165:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624590.144180:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624590.144182:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624590.144185:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624590.144194:0:2388:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=19 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624590.144198:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624590.144201:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624590.144202:0:2388:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624590.144204:0:2388:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624590.144207:0:2388:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624590.144211:0:2388:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624590.144213:0:2388:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1788624590.144215:0:2388:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624590.144216:0:2388:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624590.144221:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d61880 x1875506845063296/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/416 e 0 to 0 dl 1788624600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624590.144227:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624590.144230:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624590.144233:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624590.144236:0:2388:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788624590.144245:0:2388:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff99dd10dbf800: connect to target with instance 1 00000020:00000001:1.0:1788624590.144248:0:2388:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788624590.144251:0:2388:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d13 00000020:00000001:1.0:1788624590.144254:0:2388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624590.144257:0:2388:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd10dbe000 refcount=5 00000020:00000001:1.0:1788624590.144259:0:2388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000020:00000001:1.0:1788624590.144262:0:2388:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000100:00001000:1.0:1788624590.144275:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=1788624590 v=0 (0 0 0 0) 00000100:00001000:1.0:1788624590.144278:0:2388:0:(import.c:2261:obd_at_measure()) AT ffff99dd19442418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788624590.144285:0:2388:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1511, crc32c 10083, adler 1171 00000020:00000040:1.0:1788624590.144291:0:2388:0:(genops.c:879:class_export_put()) PUTting export ffff99dd10dbe000 : new refcount 4 00000100:00000001:1.0:1788624590.144294:0:2388:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788624590.144298:0:2388:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:1.0:1788624590.144302:0:2388:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff99dd10dbf800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:1.0:1788624590.144305:0:2388:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1788624590.144307:0:2388:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624590.144309:0:2388:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1788624590.144313:0:2388:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:1.0:1788624590.144316:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788624590.144318:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624590.144320:0:2388:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624590.144322:0:2388:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624590.144323:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788624590.144324:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624590.144326:0:2388:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624590.144327:0:2388:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788624590.144331:0:2388:0:(import.c:1341:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.202.125@tcp after partition 00000100:00080000:1.0:1788624590.144334:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:1.0:1788624590.144337:0:2388:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1788624590.144340:0:2388:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1788624590.144341:0:2388:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788624590.144344:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1788624590.144346:0:2388:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788624590.144347:0:2388:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1788624590.144348:0:2388:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1788624590.144349:0:2388:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:1.0:1788624590.144351:0:2388:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1788624590.144352:0:2388:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff99dd10708828 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:1.0:1788624590.144355:0:2388:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xcc94206c7ef40d13 00800000:00000040:1.0:1788624590.144358:0:2388:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff99dd10dbf800=a55b9942-a78b-4307-bacc-c0fbc9bcd663 device 3 (ffff99dd107099c0) type mdc at LMV idx 0 00800000:00000040:1.0:1788624590.144360:0:2388:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff99dd107099c0 already active! 00800000:00000001:1.0:1788624590.144362:0:2388:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788624590.144364:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788624590.144365:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624590.144366:0:2388:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624590.144368:0:2388:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624590.144369:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788624590.144370:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788624590.144372:0:2388:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000800:00000001:2.0:1788624590.144692:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624590.144697:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624590.144704:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624590.144709:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624590.144715:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d62300 x1875506845063424/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624590.144724:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d62300 x1875506845063424/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624590.144737:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624590.144750:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.144765:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624590.146080:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624590.146088:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624590.146096:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624590.146098:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624590.146102:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560adc0. 00000400:00000200:3.0:1788624590.146522:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fd48 00000400:00000010:3.0:1788624590.146526:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fd48. 00000100:00000001:3.0:1788624590.146532:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624590.146544:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d62300 x1875506845063424/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624590.146555:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d62300 x1875506845063424/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.146564:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624590.146567:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624590.146570:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624590.146574:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624590.146576:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624590.146579:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624590.146582:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624590.146593:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=19 v=5 (5 103 103 103) 00000100:00001000:3.0:1788624590.146598:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=19 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624590.146601:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624590.146603:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624590.146607:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624590.146611:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.146626:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624590.146629:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788624590.146631:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624590.146634:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624590.146640:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d62300 x1875506845063424/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.146647:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624590.146651:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624590.146653:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624590.146658:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d62300 x1875506845063424/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624590.146667:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845063424:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624590.146674:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624590.146678:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624590.146682:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d62300 x1875506845063424/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624606 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.146691:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624590.146694:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624590.146700:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197f4800. 02000000:00000001:3.0:1788624590.146705:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624590.146708:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624590.146711:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624590.146713:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624590.146717:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd092e3d00. 02000000:00000001:3.0:1788624590.146723:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624590.146725:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624590.146727:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d62300. 00000100:00000001:3.0:1788624590.146732:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624590.146734:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624590.146737:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624590.146747:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624590.146749:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.146751:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624590.146754:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624590.147408:0:2388:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624590.147414:0:2388:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:0.0:1788624590.147420:0:2388:0:(import.c:1787:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff99dd10dbf800: Connection restored to 192.168.202.125@tcp (at 192.168.202.125@tcp) 00000100:00080000:0.0:1788624590.147430:0:2388:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000009d43d131): req@ffff99dd11dd8380 x1875506845059840/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 1 dl 1788624590 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624590.147491:0:33248:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624590.147495:0:33248:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624590.147518:0:2388:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624590.147581:0:33268:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:1.0:1788624590.147585:0:33268:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:1.0:1788624590.147589:0:33268:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624590.147592:0:33268:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624590.147594:0:33268:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624590.147597:0:33268:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:1.0:1788624590.147598:0:33268:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624590.147695:0:33248:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624590.147698:0:33248:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624590.147702:0:33248:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624590.147705:0:33248:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624590.147708:0:33248:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624590.147711:0:33248:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1788624590.147717:0:33248:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875506845059840 new x1875506845063808 02000000:00000001:2.0:1788624590.147722:0:33248:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624590.147724:0:33248:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624590.147732:0:33248:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624590.147739:0:33248:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a20b0. 00000400:00000010:2.0:1788624590.147745:0:33248:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08f68. 00000100:00000200:2.0:1788624590.147751:0:33248:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845059840, portal 10 00000100:00000001:2.0:1788624590.147753:0:33248:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624590.147924:0:33248:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392896 : -112300210158720 : ffff99dd11dd8380) 00000100:00000040:2.0:1788624590.147934:0:33248:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff99dd11dd8380 x1875506845059840/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624606 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624590.147942:0:33248:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624590.147945:0:33248:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624590.147948:0:33248:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08a18. 00000100:00000200:2.0:1788624590.147951:0:33248:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845059840, offset 0 00000400:00000200:2.0:1788624590.147958:0:33248:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624590.147968:0:33248:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.147977:0:33248:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624590.147982:0:33248:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624590.147986:0:33248:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624590.147990:0:33248:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624590.147993:0:33248:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624590.147997:0:33248:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2895:2895:256:4294967295] 192.168.202.125@tcp LPNI seq info [2895:2895:8:4294967295] 00000400:00000200:2.0:1788624590.148001:0:33248:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.148012:0:33248:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624590.148018:0:33248:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624590.148024:0:33248:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd092e3d00. 00000800:00000200:2.0:1788624590.148031:0:33248:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624590.148039:0:33248:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624590.148044:0:33248:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd092e3d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788624590.148133:0:33248:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624590.148138:0:33248:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 792933 usecs (793 jiffies) 00000400:00000200:2.0:1788624590.148142:0:33248:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624590.148145:0:33248:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296605002 00000100:00000001:2.0:1788624590.148148:0:33248:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296608088 00000100:00000001:2.0:1788624590.148150:0:33248:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296605002 00000100:00000001:2.0:1788624590.148152:0:33248:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296608088 00000100:00000001:2.0:1788624590.148154:0:33248:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624590.148157:0:33248:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624590.148160:0:33248:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624590.148162:0:33248:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624590.148164:0:33248:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cd540 going to sleep for 11 seconds 00000100:00000001:2.0:1788624590.148166:0:33248:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624590.148177:0:33248:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624590.148609:0:2388:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624590.148627:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61880 x1875506845063296/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/416 e 0 to 0 dl 1788624600 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624590.148638:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845063296:192.168.202.125@tcp:38:kworker.0 00000100:00000001:0.0:1788624590.148643:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624590.148646:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624590.148650:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d61880 x1875506845063296/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/416 e 0 to 0 dl 1788624600 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624590.148662:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624590.148665:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624590.148669:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e2c00. 02000000:00000001:0.0:1788624590.148673:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624590.148675:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624590.148677:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624590.148678:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624590.148681:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd0483a800. 02000000:00000001:0.0:1788624590.148685:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624590.148686:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624590.148688:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d61880. 00000100:00000001:0.0:1788624590.148692:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624590.148693:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624590.148695:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624590.148703:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624590.148704:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624590.148706:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624590.148708:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624590.157131:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624590.157142:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd092e3d00. 00000400:00000200:3.0:1788624590.157151:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624590.157160:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624590.157177:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08a18 00000400:00000010:3.0:1788624590.157180:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08a18. 00000100:00000001:3.0:1788624590.157186:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624590.157194:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8380 x1875506845059840/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624606 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624590.157206:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624590.157209:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8380 x1875506845059840/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624606 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624590.157216:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.157218:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624590.157228:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624590.157238:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624590.157417:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624590.157421:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624590.157430:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.157436:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624590.157442:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.157445:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.157450:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.157454:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377461a80 00000400:00000200:3.0:1788624590.157458:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.157463:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x8425 [1] + 224 00000800:00000001:3.0:1788624590.157470:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624590.157477:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624590.157479:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624590.157482:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624590.157486:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624590.157490:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8380 x1875506845059840/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624606 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624590.157498:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff99dd11dd8380 x1875506845059840/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624606 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624590.157526:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624590.157533:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624590.157537:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624590.157681:0:33248:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624590.157688:0:33248:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624590.157690:0:33248:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624590.157693:0:33248:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a20b0. 00000400:00000200:1.0:1788624590.157697:0:33248:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08f68 00000400:00000010:1.0:1788624590.157699:0:33248:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08f68. 00000100:00000001:1.0:1788624590.157701:0:33248:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624590.157706:0:33248:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8380 x1875506845059840/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624606 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624590.157715:0:33248:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8380 x1875506845059840/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624606 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624590.157720:0:33248:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624590.157722:0:33248:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624590.157725:0:33248:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624590.157728:0:33248:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624590.157730:0:33248:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624590.157733:0:33248:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624590.157735:0:33248:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624590.157745:0:33248:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=168 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624590.157749:0:33248:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624590.157752:0:33248:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624590.157753:0:33248:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624590.157766:0:33248:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624590.157769:0:33248:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624590.157772:0:33248:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624590.157773:0:33248:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788624590.157775:0:33248:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624590.157777:0:33248:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624590.157778:0:33248:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392896 : -112300210158720 : ffff99dd11dd8380) 00000100:00000001:1.0:1788624590.157781:0:33248:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624590.157782:0:33248:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1788624590.157784:0:33248:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624590.157786:0:33248:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624590.157790:0:33248:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8380 x1875506845059840/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624606 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624590.157796:0:33248:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624590.157799:0:33248:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624590.157801:0:33248:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624590.157805:0:33248:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8380 x1875506845059840/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624606 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624590.157826:0:33248:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8380 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33248:1875506845059840:192.168.202.125@tcp:35:multiop.0 00000100:00000001:1.0:1788624590.157831:0:33248:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624590.157834:0:33248:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624590.157836:0:33248:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624590.157838:0:33248:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624590.157841:0:33248:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8380 x1875506845059840/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624606 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624590.157847:0:33248:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624590.157850:0:33248:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cd540. 00000100:00000001:1.0:1788624590.157853:0:33248:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624590.157854:0:33248:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624590.157861:0:33248:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624590.157862:0:33248:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392896 : -112300210158720 : ffff99dd11dd8380) 00000002:00000001:1.0:1788624590.157865:0:33248:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624590.157868:0:33248:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624590.157873:0:33248:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744800. 00000080:00000001:1.0:1788624590.157876:0:33248:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788624590.157880:0:33248:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788624590.157882:0:33248:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624590.157886:0:33248:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624590.157888:0:33248:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624590.157890:0:33248:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624590.157892:0:33248:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624590.157894:0:33248:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1788624590.157896:0:33248:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624590.157900:0:33248:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788624590.157904:0:33248:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11dd9c00 x1875506845059584/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624590 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624590.157912:0:33248:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624590.157915:0:33248:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9c00 x1875506845059584/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624590 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624590.157920:0:33248:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788624590.157924:0:33248:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624590.157926:0:33248:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624590.157928:0:33248:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624590.157930:0:33248:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e1400. 02000000:00000001:1.0:1788624590.157934:0:33248:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624590.157936:0:33248:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624590.157938:0:33248:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9c00. 00000100:00000001:1.0:1788624590.157941:0:33248:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624590.157942:0:33248:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624590.157943:0:33248:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624590.157946:0:33248:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8380 x1875506845059840/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624606 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624590.157952:0:33248:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624590.157954:0:33248:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff99dd12bc81e0. 00000002:00000001:1.0:1788624590.157957:0:33248:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624590.157959:0:33248:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624590.157960:0:33248:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd1878eac0. 00000100:00000001:1.0:1788624590.157962:0:33248:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624590.157966:0:33248:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8380 x1875506845059840/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624606 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624590.157971:0:33248:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624590.157974:0:33248:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624590.157977:0:33248:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd03d12f00. 00000080:00000001:1.0:1788624590.157981:0:33248:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624590.157987:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87df0 00000080:00000008:1.0:1788624590.157989:0:33248:0:(file.c:523:ll_file_release()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff99dd191b9148), flags 100002, rc = 0 00000080:00000001:1.0:1788624590.157993:0:33248:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624590.157998:0:33248:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788624590.158000:0:33248:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87e00 00000080:00002000:1.0:1788624590.158002:0:33248:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff99dd1934fa20, parent ffff99dd19287870, inode ffff99dd191b9148) hashed, 00000080:00000001:1.0:1788624590.158005:0:33248:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624590.158009:0:33248:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788624590.158014:0:33248:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788624590.193707:0:33269:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624590.193715:0:33269:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624590.193717:0:33269:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624590.193721:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7b20 00000080:00200000:0.0:1788624590.193726:0:33269:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624590.193737:0:33269:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd11154800. 00800000:00000002:0.0:1788624590.193745:0:33269:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624590.193750:0:33269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624590.193767:0:33269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624590.193770:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7a40 00800000:00000002:0.0:1788624590.193773:0:33269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624590.193777:0:33269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624590.193780:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624590.193782:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624590.193786:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624590.193789:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624590.193791:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624590.193793:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624590.193797:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624590.193801:0:33269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624590.193821:0:33269:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624590.193823:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7910 00000002:00010000:0.0:1788624590.193825:0:33269:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624590.193829:0:33269:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624590.193831:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624590.193835:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624590.193842:0:33269:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624590.193844:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624590.193847:0:33269:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624590.193849:0:33269:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788624590.193852:0:33269:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788624590.193858:0:33269:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04a80. 00000020:00000040:0.0:1788624590.193862:0:33269:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:0.0:1788624590.193869:0:33269:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624590.193874:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624590.193878:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624590.193882:0:33269:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624590.193885:0:33269:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624590.193889:0:33269:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624590.193899:0:33269:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cb000. 00000100:00000001:0.0:1788624590.193908:0:33269:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.193914:0:33269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624590.193916:0:33269:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.193917:0:33269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624590.193919:0:33269:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.193921:0:33269:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624590.193927:0:33269:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773497477760 : -112300212073856 : ffff99dd11c04a80) 00010000:00000001:0.0:1788624590.193933:0:33269:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624590.193936:0:33269:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788624590.193940:0:33269:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03f10f00. 00010000:00000010:0.0:1788624590.193946:0:33269:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd11c18600. 00010000:00000001:0.0:1788624590.193952:0:33269:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624590.193955:0:33269:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d19600. 00000020:00000001:0.0:1788624590.193958:0:33269:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624590.193962:0:33269:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d19600 with handle 0xcc94206c7ef41937 to hash 00000020:00000001:0.0:1788624590.193964:0:33269:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624590.193965:0:33269:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.193970:0:33269:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.193973:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624590.193976:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624590.193982:0:33269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33269 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624590.193991:0:33269:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33269 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624590.194003:0:33269:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33269 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624590.194009:0:33269:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624590.194010:0:33269:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624590.194018:0:33269:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203be840. 00000100:00000001:0.0:1788624590.194020:0:33269:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740460096 : -112299969091520 : ffff99dd203be840) 00000100:00000001:0.0:1788624590.194023:0:33269:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624590.194024:0:33269:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497477760 : -112300212073856 : ffff99dd11c04a80) 00000100:00000001:0.0:1788624590.194029:0:33269:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624590.194033:0:33269:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624590.194035:0:33269:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624590.194037:0:33269:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624590.194047:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04a80 x1875506845063936/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624590.194056:0:33269:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624590.194058:0:33269:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624590.194061:0:33269:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624590.194064:0:33269:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624590.194066:0:33269:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624590.194070:0:33269:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04a80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33269:1875506845063936:192.168.202.125@tcp:101:rm.0 00000100:00000001:0.0:1788624590.194074:0:33269:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624590.194080:0:33269:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624590.194082:0:33269:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624590.194084:0:33269:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624590.194089:0:33269:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd02e15800. 02000000:00000001:0.0:1788624590.194091:0:33269:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624590.194100:0:33269:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624590.194130:0:33269:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dcb8. 00000400:00000010:0.0:1788624590.194139:0:33269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395aa0. 00000100:00000200:0.0:1788624590.194146:0:33269:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845063936, portal 10 00000100:00000001:0.0:1788624590.194148:0:33269:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624590.194149:0:33269:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497477760 : -112300212073856 : ffff99dd11c04a80) 00000100:00000040:0.0:1788624590.194154:0:33269:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c04a80 x1875506845063936/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624606 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624590.194162:0:33269:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624590.194164:0:33269:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624590.194166:0:33269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395660. 00000100:00000200:0.0:1788624590.194170:0:33269:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845063936, offset 0 00000400:00000200:0.0:1788624590.194175:0:33269:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624590.194183:0:33269:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624590.194191:0:33269:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624590.194197:0:33269:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624590.194201:0:33269:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624590.194205:0:33269:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624590.194208:0:33269:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624590.194211:0:33269:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2896:2896:256:4294967295] 192.168.202.125@tcp LPNI seq info [2896:2896:8:4294967295] 00000400:00000200:0.0:1788624590.194215:0:33269:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624590.194225:0:33269:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624590.194231:0:33269:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624590.194236:0:33269:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df100. 00000800:00000200:0.0:1788624590.194242:0:33269:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624590.194250:0:33269:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624590.194255:0:33269:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788624590.194270:0:33269:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624590.194275:0:33269:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 817557 usecs (818 jiffies) 00000400:00000200:0.0:1788624590.194278:0:33269:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624590.194281:0:33269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296605072 00000100:00000001:0.0:1788624590.194284:0:33269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296608088 00000100:00000001:0.0:1788624590.194286:0:33269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296605072 00000100:00000001:0.0:1788624590.194289:0:33269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296608088 00000100:00000001:0.0:1788624590.194291:0:33269:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624590.194293:0:33269:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624590.194295:0:33269:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624590.194297:0:33269:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624590.194301:0:33269:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be840 going to sleep for 11 seconds 00000100:00000001:0.0:1788624590.194303:0:33269:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624590.194306:0:33269:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624590.194904:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624590.194909:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df100. 00000400:00000200:3.0:1788624590.194916:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624590.194922:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624590.194928:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395660 00000400:00000010:3.0:1788624590.194931:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395660. 00000100:00000001:3.0:1788624590.194935:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624590.194939:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04a80 x1875506845063936/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624606 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624590.194950:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624590.194954:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04a80 x1875506845063936/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624606 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624590.194961:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.194963:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:1.1:1788624590.196195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8380. 00000800:00000001:2.0:1788624590.208480:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.208501:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624590.208505:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.208509:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624590.208519:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.208583:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624590.208595:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.208600:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.208606:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.208610:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377461b00 00000400:00000200:2.0:1788624590.208706:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.208713:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x8435 [1] + 224 00000800:00000001:2.0:1788624590.208721:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.208733:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624590.208736:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624590.208741:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624590.208749:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624590.213903:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04a80 x1875506845063936/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624606 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624590.213925:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11c04a80 x1875506845063936/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624606 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624590.213941:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624590.213964:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.213976:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624590.214177:0:33269:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624590.214186:0:33269:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624590.214188:0:33269:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624590.214193:0:33269:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dcb8. 00000400:00000200:0.0:1788624590.214198:0:33269:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395aa0 00000400:00000010:0.0:1788624590.214200:0:33269:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395aa0. 00000100:00000001:0.0:1788624590.214204:0:33269:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624590.214209:0:33269:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04a80 x1875506845063936/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624606 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624590.214218:0:33269:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04a80 x1875506845063936/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624606 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624590.214224:0:33269:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624590.214225:0:33269:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624590.214228:0:33269:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624590.214231:0:33269:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624590.214233:0:33269:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624590.214236:0:33269:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624590.214239:0:33269:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624590.214248:0:33269:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=19 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624590.214253:0:33269:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624590.214255:0:33269:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624590.214257:0:33269:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.214260:0:33269:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624590.214272:0:33269:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624590.214277:0:33269:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624590.214279:0:33269:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788624590.214281:0:33269:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624590.214284:0:33269:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624590.214289:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04a80 x1875506845063936/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624606 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624590.214296:0:33269:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624590.214299:0:33269:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624590.214301:0:33269:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624590.214305:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04a80 x1875506845063936/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624606 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624590.214462:0:33269:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04a80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33269:1875506845063936:192.168.202.125@tcp:101:rm.0 00000100:00000001:0.0:1788624590.214468:0:33269:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624590.214471:0:33269:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624590.214474:0:33269:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624590.214476:0:33269:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624590.214481:0:33269:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04a80 x1875506845063936/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624606 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624590.214487:0:33269:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624590.214490:0:33269:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203be840. 00000100:00000001:0.0:1788624590.214494:0:33269:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624590.214496:0:33269:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.214499:0:33269:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624590.214503:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.214506:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.214509:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=4 00000020:00000001:0.0:1788624590.214512:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.214515:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000040:0.0:1788624590.214521:0:33269:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd11d19600, remote cookie: 0xa103bd66258a822c, flags: 0x1001 00010000:00010000:0.0:1788624590.214527:0:33269:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a822c expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624590.214537:0:33269:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a822c expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624590.214544:0:33269:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624590.214549:0:33269:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624590.214551:0:33269:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624590.214553:0:33269:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624590.214554:0:33269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624590.214557:0:33269:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd03f10f00) refcount = 1 00010000:00010000:0.0:1788624590.214561:0:33269:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a822c expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624590.214576:0:33269:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624590.214580:0:33269:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624590.214581:0:33269:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624590.214584:0:33269:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624590.214586:0:33269:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624590.214589:0:33269:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a822c expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624590.214595:0:33269:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624590.214596:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.214598:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.214599:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.214600:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.214601:0:33269:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624590.214607:0:33269:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788624590.214608:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.214610:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.214620:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:0.0:1788624590.214622:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.214624:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.214627:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.214628:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.214630:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=4 00000020:00000001:0.0:1788624590.214632:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.214634:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.214637:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624590.214640:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624590.214643:0:33269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a822c expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624590.214649:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.214651:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.214652:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.214654:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.214655:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=5 00000020:00000001:0.0:1788624590.214657:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.214659:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.214661:0:33269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624590.214664:0:33269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a822c expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624590.214670:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.214671:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624590.214674:0:33269:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a822c expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624590.214685:0:33269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624590.214687:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.214688:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.214689:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.214690:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788624590.214695:0:33269:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11c04a80 x1875506845063936/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624606 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788624590.214704:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.214706:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.214707:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:0.0:1788624590.214709:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.214711:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.214713:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.214715:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624590.214716:0:33269:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624590.214718:0:33269:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624590.214721:0:33269:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788624590.214723:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.214725:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.214726:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:0.0:1788624590.214727:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.214730:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00000002:00010000:0.0:1788624590.214733:0:33269:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a822c expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624590.214739:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.214740:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.214742:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624590.214743:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.214744:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.214745:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:0.0:1788624590.214747:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.214749:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000040:0.0:1788624590.214755:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10f00 count: 2 00010000:00000001:0.0:1788624590.215302:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788624590.215309:0:33269:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788624590.215312:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.215322:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624590.215325:0:33269:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624590.215328:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7898 00000002:00002000:0.0:1788624590.215331:0:33269:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788624590.215334:0:33269:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624590.215340:0:33269:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624590.215343:0:33269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624590.215346:0:33269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788624590.215349:0:33269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624590.215352:0:33269:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624590.215356:0:33269:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd11154800. 00000080:00000001:0.0:1788624590.215361:0:33269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624590.215364:0:33269:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624590.215371:0:33269:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788624590.215376:0:33269:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788624590.215386:0:33269:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd067ccd00. 00800000:00000001:0.0:1788624590.215388:0:33269:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773308505344 : -112300401046272 : ffff99dd067ccd00) 00800000:00000001:0.0:1788624590.215391:0:33269:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624590.215394:0:33269:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788624590.215396:0:33269:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788624590.215398:0:33269:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788624590.215402:0:33269:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788624590.215405:0:33269:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788624590.215406:0:33269:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624590.215411:0:33269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788624590.215414:0:33269:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788624590.215419:0:33269:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788624590.215421:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.215423:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.215425:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:0.0:1788624590.215427:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.215428:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.215430:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.215431:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624590.215432:0:33269:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624590.215435:0:33269:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788624590.215436:0:33269:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd067ccd00 1 00800000:00000010:0.0:1788624590.215439:0:33269:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd067ccd00. 00800000:00000001:0.0:1788624590.215441:0:33269:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624590.215444:0:33269:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41937 00800000:00000001:0.0:1788624590.215446:0:33269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624590.215448:0:33269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624590.215450:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.215451:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.215452:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:0.0:1788624590.215454:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.215456:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.215458:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.215459:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624590.215461:0:33269:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624590.215463:0:33269:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624590.215465:0:33269:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624590.215467:0:33269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624590.215470:0:33269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41937 from it ffffbef881cb7b58 00010000:00000001:0.0:1788624590.215472:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.215473:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.215474:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:0.0:1788624590.215476:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.215478:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.215479:0:33269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624590.215482:0:33269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a822c expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624590.215494:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.215495:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.215497:0:33269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624590.215499:0:33269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624590.215502:0:33269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a822c expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624590.215511:0:33269:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624590.215514:0:33269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624590.215516:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624590.215520:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.215521:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.215523:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.215526:0:33269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624590.215528:0:33269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.215530:0:33269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.215532:0:33269:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.215534:0:33269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624590.215535:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.215536:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624590.215538:0:33269:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624590.215544:0:33269:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04a80 x1875506845063936/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624606 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624590.215550:0:33269:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624590.215553:0:33269:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624590.215556:0:33269:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd02e15800. 02000000:00000001:0.0:1788624590.215561:0:33269:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624590.215564:0:33269:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624590.215566:0:33269:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624590.215581:0:33269:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624590.215584:0:33269:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049cb000. 02000000:00000001:0.0:1788624590.215588:0:33269:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624590.215590:0:33269:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624590.215591:0:33269:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04a80. 00000100:00000001:0.0:1788624590.215595:0:33269:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624590.215596:0:33269:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624590.215600:0:33269:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788624590.215605:0:33269:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624590.215627:0:33269:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd105367e0. 00000020:00000001:0.0:1788624590.215633:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7ae8 00000080:00200000:0.0:1788624590.215635:0:33269:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), flags=8 00000080:00000001:0.0:1788624590.215638:0:33269:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788624590.215640:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7998 00000080:00200000:0.0:1788624590.215642:0:33269:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=getattr 00000080:00000001:0.0:1788624590.215648:0:33269:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:0.0:1788624590.215652:0:33269:0:(statahead.c:273:sa_get()) lustre: wrong pid=33250:33269 for entry f22.recovery-small-2 00000080:00000001:0.0:1788624590.215671:0:33269:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:0.0:1788624590.215674:0:33269:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000010:0.0:1788624590.215683:0:33269:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd11154800. 00800000:00000002:0.0:1788624590.215689:0:33269:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624590.215693:0:33269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624590.215696:0:33269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624590.215697:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb78b8 00800000:00000002:0.0:1788624590.215699:0:33269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624590.215702:0:33269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624590.215706:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624590.215708:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624590.215711:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624590.215713:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624590.215715:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624590.215717:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624590.215719:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624590.215723:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7850 00800000:00000002:0.0:1788624590.215724:0:33269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-2' -> mds #0 00000002:00000001:0.0:1788624590.215728:0:33269:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624590.215730:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7788 00000002:00010000:0.0:1788624590.215732:0:33269:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788624590.215736:0:33269:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788624590.215740:0:33269:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788624590.215743:0:33269:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04a80. 00000020:00000040:0.0:1788624590.215747:0:33269:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:0.0:1788624590.215752:0:33269:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624590.215755:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624590.215758:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.215759:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.215761:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624590.215774:0:33269:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624590.215776:0:33269:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624590.215780:0:33269:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624590.215786:0:33269:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cb000. 00000100:00000001:0.0:1788624590.215793:0:33269:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.215796:0:33269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624590.215798:0:33269:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.215800:0:33269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624590.215801:0:33269:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.215803:0:33269:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624590.215817:0:33269:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773497477760 : -112300212073856 : ffff99dd11c04a80) 00010000:00000001:0.0:1788624590.215821:0:33269:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624590.215823:0:33269:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788624590.215827:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10f00 count: 2 00010000:00000001:0.0:1788624590.215829:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624590.215831:0:33269:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624590.215835:0:33269:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d18200. 00000020:00000001:0.0:1788624590.215838:0:33269:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624590.215840:0:33269:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d18200 with handle 0xcc94206c7ef4193e to hash 00000020:00000001:0.0:1788624590.215841:0:33269:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624590.215843:0:33269:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000001:0.0:1788624590.215846:0:33269:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000001:0.0:1788624590.215849:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624590.215851:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624590.215854:0:33269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33269 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624590.215867:0:33269:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33269 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624590.215877:0:33269:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33269 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624590.215883:0:33269:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624590.215884:0:33269:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624590.215891:0:33269:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203be840. 00000100:00000001:0.0:1788624590.215893:0:33269:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740460096 : -112299969091520 : ffff99dd203be840) 00000100:00000001:0.0:1788624590.215896:0:33269:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624590.215898:0:33269:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497477760 : -112300212073856 : ffff99dd11c04a80) 00000100:00000001:0.0:1788624590.215903:0:33269:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624590.215907:0:33269:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624590.215909:0:33269:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624590.215910:0:33269:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624590.215915:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04a80 x1875506845064064/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624590.215923:0:33269:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624590.215926:0:33269:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624590.215929:0:33269:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624590.215932:0:33269:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624590.215936:0:33269:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624590.215940:0:33269:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04a80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33269:1875506845064064:192.168.202.125@tcp:101:rm.0 00000100:00000001:0.0:1788624590.215944:0:33269:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624590.215949:0:33269:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624590.215951:0:33269:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624590.215954:0:33269:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624590.215958:0:33269:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd02e15800. 02000000:00000001:0.0:1788624590.215960:0:33269:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624590.215968:0:33269:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624590.215971:0:33269:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dcb8. 00000400:00000010:0.0:1788624590.215978:0:33269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395aa0. 00000100:00000200:0.0:1788624590.215984:0:33269:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845064064, portal 10 00000100:00000001:0.0:1788624590.215986:0:33269:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624590.215987:0:33269:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497477760 : -112300212073856 : ffff99dd11c04a80) 00000100:00000040:0.0:1788624590.215992:0:33269:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c04a80 x1875506845064064/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624606 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624590.216000:0:33269:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624590.216004:0:33269:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624590.216006:0:33269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053953b8. 00000100:00000200:0.0:1788624590.216010:0:33269:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875506845064064, offset 0 00000400:00000200:0.0:1788624590.216016:0:33269:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624590.216024:0:33269:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624590.216032:0:33269:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624590.216037:0:33269:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624590.216042:0:33269:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624590.216045:0:33269:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624590.216048:0:33269:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624590.216053:0:33269:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2897:2897:256:4294967295] 192.168.202.125@tcp LPNI seq info [2897:2897:8:4294967295] 00000400:00000200:0.0:1788624590.216057:0:33269:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624590.216067:0:33269:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624590.216073:0:33269:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624590.216078:0:33269:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df500. 00000800:00000200:0.0:1788624590.216084:0:33269:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624590.216091:0:33269:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624590.216095:0:33269:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788624590.216138:0:33269:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624590.216143:0:33269:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 816518 usecs (817 jiffies) 00000400:00000200:0.0:1788624590.216147:0:33269:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624590.216149:0:33269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296605095 00000100:00000001:0.0:1788624590.216153:0:33269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296608088 00000100:00000001:0.0:1788624590.216156:0:33269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296605095 00000100:00000001:0.0:1788624590.216159:0:33269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296608088 00000100:00000001:0.0:1788624590.216161:0:33269:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624590.216164:0:33269:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624590.216635:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624590.216641:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df500. 00000400:00000200:3.0:1788624590.216646:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624590.216652:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624590.216658:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053953b8 00000400:00000010:3.0:1788624590.216660:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053953b8. 00000100:00000001:3.0:1788624590.216664:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624590.216668:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04a80 x1875506845064064/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624606 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624590.216677:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624590.216680:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04a80 x1875506845064064/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624606 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624590.216686:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.216688:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000001:2.0:1788624590.216957:0:33251:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:2.0:1788624590.216961:0:33251:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:2.0:1788624590.216967:0:33251:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff99dd05188000. 00000020:00000001:2.0:1788624590.216970:0:33251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88201bcd8 00000080:00400000:2.0:1788624590.216972:0:33251:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-10(ffff99dd05188000) index 9 00000080:00000001:2.0:1788624590.216976:0:33251:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446631773285154816 : -112300424396800 : ffff99dd05188000) 00000080:00000001:2.0:1788624590.216979:0:33251:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:2.0:1788624590.216983:0:33251:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff99dd04839800. 00800000:00000002:2.0:1788624590.216989:0:33251:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 3 00800000:00000001:2.0:1788624590.216996:0:33251:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:2.0:1788624590.216999:0:33251:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624590.217001:0:33251:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624590.217003:0:33251:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624590.217005:0:33251:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624590.217007:0:33251:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624590.217009:0:33251:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624590.217012:0:33251:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624590.217014:0:33251:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:2.0:1788624590.217017:0:33251:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446631773277021824 : -112300432529792 : ffff99dd049c6680) 00000002:00000001:2.0:1788624590.217021:0:33251:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:2.0:1788624590.217023:0:33251:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff99dd184fd9c0. 00000002:00000001:2.0:1788624590.217027:0:33251:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000010:2.0:1788624590.217029:0:33251:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff99dd185884e0. 00000002:00000010:2.0:1788624590.217032:0:33251:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff99dd11d2d480. 00000002:00000010:2.0:1788624590.217036:0:33251:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff99dd18ba0000. 00000002:00000001:2.0:1788624590.217038:0:33251:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:2.0:1788624590.217039:0:33251:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:2.0:1788624590.217048:0:33251:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:2.0:1788624590.217051:0:33251:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:2.0:1788624590.217053:0:33251:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788624590.217063:0:33251:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10f00 count: 3 00010000:00000001:2.0:1788624590.217066:0:33251:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624590.217068:0:33251:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624590.217072:0:33251:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10767600. 00000020:00000001:2.0:1788624590.217075:0:33251:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624590.217077:0:33251:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10767600 with handle 0xcc94206c7ef41945 to hash 00000020:00000001:2.0:1788624590.217080:0:33251:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624590.217081:0:33251:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:2.0:1788624590.217083:0:33251:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:2.0:1788624590.217086:0:33251:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624590.217089:0:33251:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624590.217091:0:33251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef41945 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624590.217099:0:33251:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef41945 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624590.217133:0:33251:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624590.217135:0:33251:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624590.217138:0:33251:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1788624590.217141:0:33251:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff99dd11d2d080. 00000002:00000001:2.0:1788624590.217144:0:33251:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624590.217146:0:33251:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624590.217147:0:33251:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624590.217149:0:33251:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624590.217150:0:33251:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624590.217153:0:33251:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:2.0:1788624590.217155:0:33251:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:2.0:1788624590.217156:0:33251:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:2.0:1788624590.217159:0:33251:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:2.0:1788624590.217163:0:33251:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d60e00. 00000020:00000040:2.0:1788624590.217165:0:33251:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624590.217180:0:33251:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624590.217182:0:33251:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624590.217185:0:33251:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624590.217190:0:33251:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd0483ac00. 00000100:00000001:2.0:1788624590.217194:0:33251:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624590.217198:0:33251:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624590.217200:0:33251:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624590.217202:0:33251:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624590.217205:0:33251:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624590.217208:0:33251:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624590.217215:0:33251:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065cb8a3d] to pc [ptlrpcd_01_01+1] req@ffff99dd11d60e00 x1875506845064192/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:2.0:1788624590.217239:0:33251:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624590.217241:0:33251:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624590.217243:0:33251:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624590.217245:0:33251:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000010:2.0:1788624590.217247:0:33251:0:(statahead.c:1525:ll_statahead_by_fname()) kfreed 'fname': 255 at ffff99dd1b185b00. 00000080:00000001:2.0:1788624590.217250:0:33251:0:(statahead.c:1526:ll_statahead_by_fname()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624590.217254:0:33251:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:2.0:1788624590.217255:0:33251:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:2.0:1788624590.217256:0:33251:0:(batch.c:694:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624590.217258:0:33251:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624590.217259:0:33251:0:(statahead.c:1604:ll_statahead_thread()) Process leaving 00800000:00000001:2.0:1788624590.217269:0:33251:0:(lmv_obd.c:4459:lmv_batch_stop()) Process entered 00000002:00000001:2.0:1788624590.217271:0:33251:0:(batch.c:675:cli_batch_stop()) Process entered 00000002:00000001:2.0:1788624590.217272:0:33251:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:2.0:1788624590.217273:0:33251:0:(batch.c:438:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1788624590.217275:0:33251:0:(batch.c:680:cli_batch_stop()) kfreed 'cbh': 32 at ffff99dd049c6680. 00000002:00000001:2.0:1788624590.217278:0:33251:0:(batch.c:681:cli_batch_stop()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:2.0:1788624590.217279:0:33251:0:(lmv_obd.c:4472:lmv_batch_stop()) kfreed 'sub': 32 at ffff99dd049c6ae0. 00800000:00000010:2.0:1788624590.217281:0:33251:0:(lmv_obd.c:4480:lmv_batch_stop()) kfreed 'lbh': 48 at ffff99dd049c3180. 00800000:00000001:2.0:1788624590.217283:0:33251:0:(lmv_obd.c:4481:lmv_batch_stop()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788624590.217286:0:33251:0:(statahead.c:1138:ll_stop_agl()) stop agl thread: sai ffff99dd11155000 pid 33252 00000100:00000001:3.0:1788624590.217422:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624590.217425:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624590.217428:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624590.217433:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d60e00 x1875506845064192/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.217441:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624590.217443:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624590.217446:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624590.217449:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624590.217451:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624590.217454:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845064192:192.168.202.125@tcp:63:ll_sa.0 00000100:00000001:3.0:1788624590.217458:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624590.217463:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624590.217465:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624590.217467:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624590.217474:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff99dd04a00000. 02000000:00000001:3.0:1788624590.217475:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624590.217482:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624590.217484:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560adc0. 00000400:00000010:3.0:1788624590.217490:0:2392:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff99dd048e13c0. 00000100:00000200:3.0:1788624590.217495:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875506845064192, portal 4 00000100:00000001:3.0:1788624590.217497:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624590.217498:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498904064 : -112300210647552 : ffff99dd11d60e00) 00000100:00000040:3.0:1788624590.217515:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d60e00 x1875506845064192/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788624606 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.217521:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624590.217524:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624590.217527:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fd48. 00000100:00000200:3.0:1788624590.217529:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 680 bytes to portal 24, xid 1875506845064192, offset 0 00000400:00000200:3.0:1788624590.217534:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624590.217540:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.217545:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624590.217549:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624590.217552:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624590.217555:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624590.217558:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624590.217561:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2898:2898:256:4294967295] 192.168.202.125@tcp LPNI seq info [2898:2898:8:4294967295] 00000400:00000200:3.0:1788624590.217565:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.217572:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624590.217578:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 680 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624590.217582:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185400. 00000800:00000200:3.0:1788624590.217587:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624590.217594:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624590.217597:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185400 type 1, nob 776 niov 1 nkiov 1 00000100:00000001:3.0:1788624590.217619:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624590.217624:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 816518 usecs (817 jiffies) 00000400:00000200:3.0:1788624590.217627:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624590.217630:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296605096 00000100:00000001:3.0:1788624590.217633:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296608088 00000100:00000001:3.0:1788624590.217635:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296605096 00000100:00000001:3.0:1788624590.217637:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296608088 00000100:00000001:3.0:1788624590.217639:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624590.217642:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.217644:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.217647:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624590.217654:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624590.217660:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788624590.217662:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624590.217664:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624590.217665:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.217667:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.217679:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624590.217681:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624590.218339:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624590.218344:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185400. 00000400:00000200:2.0:1788624590.218349:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624590.218354:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624590.218359:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fd48 00000400:00000010:2.0:1788624590.218361:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fd48. 00000100:00000001:2.0:1788624590.218364:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624590.218368:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d60e00 x1875506845064192/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788624606 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624590.218376:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624590.218380:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d60e00 x1875506845064192/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788624606 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624590.218387:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624590.218389:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000001:1.0:1788624590.218537:0:33252:0:(statahead.c:1120:ll_agl_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788624590.219012:0:33251:0:(statahead.c:1153:ll_stop_agl()) agl thread stopped: sai ffff99dd11155000, parent / 00000100:00000001:0.0:1788624590.219390:0:33269:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624590.219395:0:33269:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624590.219399:0:33269:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be840 going to sleep for 11 seconds 00000100:00000001:0.0:1788624590.219402:0:33269:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624590.219405:0:33269:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624590.222453:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624590.222474:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624590.222478:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624590.222481:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624590.222490:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.222498:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624590.222513:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.222518:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.222524:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.222533:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 4320 into portal 4 MB=0x6a9c377461c00 00000400:00000200:3.0:1788624590.222539:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624590.222545:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 4320/4320 into md 0x8445 [2] + 224 00000800:00000001:3.0:1788624590.222553:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624590.222580:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624590.222583:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624590.222588:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624590.222597:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624590.222607:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d60e00 x1875506845064192/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788624606 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624590.222628:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff99dd11d60e00 x1875506845064192/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788624606 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.222657:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624590.222668:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624590.222671:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624590.223735:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624590.223741:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624590.223748:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624590.223750:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624590.223754:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560adc0. 00000400:00000200:2.0:1788624590.223769:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd048e13c0 00000400:00000010:2.0:1788624590.223772:0:2392:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff99dd048e13c0. 00000100:00000001:2.0:1788624590.223776:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624590.223783:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d60e00 x1875506845064192/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788624606 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624590.223793:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d60e00 x1875506845064192/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788624606 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624590.223800:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624590.223803:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624590.223805:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624590.223808:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624590.223811:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624590.223813:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624590.223815:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624590.224022:0:2392:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194425c8 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1788624590.224027:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624590.224030:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788624590.224034:0:2392:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff99dd11d60e00 x1875506845064192/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788624606 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624590.224040:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1788624590.224045:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624590.224047:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1788624590.224049:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624590.224052:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1788624590.224057:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d60e00 x1875506845064192/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788624606 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624590.224064:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:2.0:1788624590.224068:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624590.224070:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624590.224072:0:2392:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:2.0:1788624590.224079:0:2392:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:2.0:1788624590.224084:0:2392:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788624590.224087:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624590.224090:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624590.224094:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=4 00000020:00000001:2.0:1788624590.224096:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:2.0:1788624590.224099:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00010000:2.0:1788624590.224279:0:2392:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef41945 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624590.224288:0:2392:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:2.0:1788624590.224292:0:2392:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef41945 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624590.224297:0:2392:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624590.224300:0:2392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef41945 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624590.224305:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624590.224306:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788624590.224308:0:2392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef41945 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624590.224321:0:2392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624590.224324:0:2392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624590.224326:0:2392:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788624590.224329:0:2392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef41945 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624590.224335:0:2392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd10767600 already unused, calling callback (ffffffffc194e620) 00000080:00000001:2.0:1788624590.224338:0:2392:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788624590.224341:0:2392:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef41945 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624590.224347:0:2392:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788624590.224348:0:2392:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788624590.224352:0:2392:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef41945 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624590.224356:0:2392:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788624590.224359:0:2392:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788624590.224360:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624590.224361:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624590.224363:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=5 00000020:00000001:2.0:1788624590.224365:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:2.0:1788624590.224367:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:2.0:1788624590.224370:0:2392:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788624590.224372:0:2392:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef41945 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788624590.224378:0:2392:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788624590.224380:0:2392:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624590.224383:0:2392:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788624590.224385:0:2392:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788624590.224389:0:2392:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788624590.224391:0:2392:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788624590.224392:0:2392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624590.224394:0:2392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788624590.224396:0:2392:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd10767600 with handle 0xcc94206c7ef41945 from hash 00010000:00000001:2.0:1788624590.224398:0:2392:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788624590.224399:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624590.224400:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624590.224402:0:2392:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788624590.224403:0:2392:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788624590.224405:0:2392:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788624590.224407:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624590.224408:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624590.224410:0:2392:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624590.224412:0:2392:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624590.224414:0:2392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef41945 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624590.224423:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624590.224424:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624590.224425:0:2392:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788624590.224427:0:2392:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624590.224428:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624590.224429:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624590.224430:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788624590.224433:0:2392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef41945 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624590.224441:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624590.224443:0:2392:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1788624590.224447:0:2392:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:2.0:1788624590.224450:0:2392:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881bf7c58 00000080:00400000:2.0:1788624590.224452:0:2392:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-10 rc -125 00000080:00000001:2.0:1788624590.224454:0:2392:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1788624590.224457:0:2392:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788624590.224459:0:2392:0:(dcache.c:176:ll_intent_release()) intent ffff99dd04839990 released 00000080:00000001:2.0:1788624590.224461:0:2392:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:2.0:1788624590.224465:0:2392:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 3 00000080:00000010:2.0:1788624590.224469:0:2392:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff99dd184fd9c0. 00000080:00000010:2.0:1788624590.224472:0:2392:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff99dd04839800. 00000080:00000001:2.0:1788624590.224478:0:2392:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:2.0:1788624590.224480:0:2392:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff99dd11d2d080. 00000002:00000010:2.0:1788624590.224483:0:2392:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff99dd18ba0000. 00000002:00000010:2.0:1788624590.224487:0:2392:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff99dd11d2d480. 00000002:00000010:2.0:1788624590.224489:0:2392:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff99dd185884e0. 00000002:00000001:2.0:1788624590.224492:0:2392:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:2.0:1788624590.224494:0:2392:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1788624590.224500:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d60e00 x1875506845064192/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788624606 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624590.224509:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845064192:192.168.202.125@tcp:63:ll_sa.0 00000100:00000001:2.0:1788624590.224514:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624590.224517:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624590.224521:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d60e00 x1875506845064192/t0(0) o63->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788624606 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624590.224548:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624590.224551:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624590.224554:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff99dd04a00000. 02000000:00000001:2.0:1788624590.224558:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624590.224560:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624590.224562:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624590.224564:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624590.224566:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd0483ac00. 02000000:00000001:2.0:1788624590.224583:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624590.224585:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624590.224587:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d60e00. 00000100:00000001:2.0:1788624590.224591:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624590.224592:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624590.224594:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624590.224601:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624590.224602:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624590.224605:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624590.224607:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788624590.229143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767600. 00000800:00000001:2.0:1788624590.233409:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.233428:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624590.233432:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.233435:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624590.233445:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.233454:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624590.233463:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.233468:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.233473:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.233477:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 640 into portal 10 MB=0x6a9c377461b80 00000400:00000200:2.0:1788624590.233482:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.233489:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 640/640 into md 0x843d [1] + 224 00000800:00000001:2.0:1788624590.233497:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.233507:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624590.233510:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624590.233514:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624590.233521:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624590.233530:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04a80 x1875506845064064/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624606 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624590.233541:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff99dd11c04a80 x1875506845064064/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624606 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624590.233602:0:33269:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624590.233631:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624590.233640:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.233643:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788624590.233727:0:33269:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624590.233730:0:33269:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624590.233734:0:33269:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dcb8. 00000400:00000200:0.0:1788624590.233739:0:33269:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395aa0 00000400:00000010:0.0:1788624590.233742:0:33269:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395aa0. 00000100:00000001:0.0:1788624590.233744:0:33269:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624590.233749:0:33269:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04a80 x1875506845064064/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624606 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624590.233925:0:33269:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04a80 x1875506845064064/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624606 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624590.233933:0:33269:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624590.233936:0:33269:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624590.233938:0:33269:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624590.233941:0:33269:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624590.233943:0:33269:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624590.233945:0:33269:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624590.233948:0:33269:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624590.233957:0:33269:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=19 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624590.233961:0:33269:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624590.233964:0:33269:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624590.233965:0:33269:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.233968:0:33269:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624590.233972:0:33269:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624590.233976:0:33269:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624590.233979:0:33269:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788624590.233981:0:33269:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624590.233984:0:33269:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624590.233988:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04a80 x1875506845064064/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/640 e 0 to 0 dl 1788624606 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624590.233996:0:33269:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624590.233999:0:33269:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624590.234001:0:33269:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624590.234004:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04a80 x1875506845064064/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/640 e 0 to 0 dl 1788624606 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624590.234011:0:33269:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04a80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33269:1875506845064064:192.168.202.125@tcp:101:rm.0 00000100:00000001:0.0:1788624590.234016:0:33269:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624590.234019:0:33269:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624590.234021:0:33269:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624590.234023:0:33269:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624590.234026:0:33269:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04a80 x1875506845064064/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/640 e 0 to 0 dl 1788624606 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624590.234032:0:33269:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624590.234036:0:33269:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203be840. 00000100:00000001:0.0:1788624590.234040:0:33269:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624590.234042:0:33269:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.234045:0:33269:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624590.234048:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.234051:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.234055:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18200 refcount=4 00000020:00000001:0.0:1788624590.234057:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000001:0.0:1788624590.234060:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000040:0.0:1788624590.234067:0:33269:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd11d18200, remote cookie: 0xa103bd66258a825d, flags: 0x1001 00010000:00010000:0.0:1788624590.234072:0:33269:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a825d expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788624590.234086:0:33269:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788624590.234089:0:33269:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788624590.234096:0:33269:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03f10500. 00010000:00000010:0.0:1788624590.234101:0:33269:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd11c18480. 00010000:00000001:0.0:1788624590.234143:0:33269:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624590.234148:0:33269:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 4/1,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a825d expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624590.234156:0:33269:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 4/1,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a825d expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624590.234163:0:33269:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624590.234176:0:33269:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624590.234178:0:33269:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624590.234180:0:33269:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624590.234181:0:33269:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624590.234184:0:33269:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x27:0x0].0x0 (ffff99dd03f10500) refcount = 1 00010000:00010000:0.0:1788624590.234188:0:33269:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a825d expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624590.234195:0:33269:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624590.234199:0:33269:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624590.234201:0:33269:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624590.234204:0:33269:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624590.234206:0:33269:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624590.234210:0:33269:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a825d expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624590.234215:0:33269:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624590.234217:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.234219:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.234220:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.234221:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.234222:0:33269:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624590.234226:0:33269:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788624590.234228:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.234229:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.234231:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18200 refcount=3 00000020:00000001:0.0:1788624590.234233:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000001:0.0:1788624590.234235:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000001:0.0:1788624590.234237:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.234238:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.234240:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18200 refcount=4 00000020:00000001:0.0:1788624590.234242:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000001:0.0:1788624590.234244:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000001:0.0:1788624590.234246:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624590.234249:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624590.234252:0:33269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a825d expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624590.234258:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.234259:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.234260:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.234261:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.234262:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18200 refcount=5 00000020:00000001:0.0:1788624590.234264:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000001:0.0:1788624590.234275:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000001:0.0:1788624590.234278:0:33269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624590.234280:0:33269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a825d expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624590.234286:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.234287:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624590.234291:0:33269:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a825d expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624590.234297:0:33269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624590.234298:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.234299:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.234300:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.234301:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788624590.234306:0:33269:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11c04a80 x1875506845064064/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/640 e 0 to 0 dl 1788624606 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788624590.234321:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.234323:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.234324:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18200 refcount=3 00000020:00000001:0.0:1788624590.234326:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000001:0.0:1788624590.234328:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00000002:00010000:0.0:1788624590.234332:0:33269:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a825d expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788624590.234341:0:33269:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99dd067ccd00. 00010000:00000001:0.0:1788624590.234344:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.234345:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624590.234346:0:33269:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624590.234348:0:33269:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624590.234351:0:33269:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788624590.234353:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.234354:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.234355:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18200 refcount=3 00000020:00000001:0.0:1788624590.234357:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000001:0.0:1788624590.234359:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00000002:00010000:0.0:1788624590.234362:0:33269:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a825d expref: -99 pid: 33269 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624590.234368:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.234370:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.234371:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624590.234373:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.234374:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.234375:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18200 refcount=3 00000020:00000001:0.0:1788624590.234377:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000001:0.0:1788624590.234379:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000040:0.0:1788624590.234384:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10500 count: 2 00010000:00000001:0.0:1788624590.234386:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788624590.234390:0:33269:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/39 (0 0) 00010000:00000001:0.0:1788624590.234392:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.234393:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624590.234394:0:33269:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624590.234397:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7710 00000002:00002000:0.0:1788624590.234399:0:33269:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788624590.234402:0:33269:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624590.234407:0:33269:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624590.234409:0:33269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624590.234412:0:33269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788624590.234415:0:33269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624590.234419:0:33269:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:0.0:1788624590.234422:0:33269:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788624590.234424:0:33269:0:(namei.c:674:ll_lookup_it_finish()) it ffffbef881cb7b20 it_disposition b 00000080:00000001:0.0:1788624590.234427:0:33269:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624590.234433:0:33269:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788624590.234436:0:33269:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788624590.234438:0:33269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:0.0:1788624590.234441:0:33269:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1788624590.234447:0:33269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624590.234451:0:33269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482285464 : -112300227266152 : ffff99dd10d87998) 00000020:00001000:0.0:1788624590.234453:0:33269:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87990 00000020:00000001:0.0:1788624590.234456:0:33269:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788624590.234459:0:33269:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788624590.234462:0:33269:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788624590.234468:0:33269:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd1879cd20. 00020000:00000010:0.0:1788624590.234473:0:33269:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd049c7100. 00020000:00000010:0.0:1788624590.234478:0:33269:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd1879cd80. 00020000:00000001:0.0:1788624590.234481:0:33269:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773610298752 : -112300099252864 : ffff99dd1879cd80) 00020000:00000002:0.0:1788624590.234485:0:33269:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd1879cd80, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788624590.234490:0:33269:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788624590.234493:0:33269:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd049c7100: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000002:0.0:1788624590.234497:0:33269:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd1817ed90) owner ffff99dd19dc27c0 00020000:00000001:0.0:1788624590.234500:0:33269:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788624590.234502:0:33269:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd1817ed90) owner ffff99dd19dc27c0 00020000:00000010:0.0:1788624590.234506:0:33269:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd049c7100. 00020000:00000010:0.0:1788624590.234510:0:33269:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd1879cd20. 00020000:00000010:0.0:1788624590.234512:0:33269:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd1879cd80. 00020000:00000002:0.0:1788624590.234514:0:33269:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788624590.234516:0:33269:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624590.234518:0:33269:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788624590.234520:0:33269:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87990 00000080:00000001:0.0:1788624590.234523:0:33269:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:0.0:1788624590.234534:0:33269:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788624590.234539:0:33269:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x27:0x0](ffff99dd191b9148): rc = 0 00000080:00000001:0.0:1788624590.234541:0:33269:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620900168 : -112300088651448 : ffff99dd191b9148) 00010000:00000001:0.0:1788624590.234543:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.234545:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.234546:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18200 refcount=3 00000020:00000001:0.0:1788624590.234548:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000001:0.0:1788624590.234550:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00000080:00000001:0.0:1788624590.234553:0:33269:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788624590.234554:0:33269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624590.234555:0:33269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482285464 : -112300227266152 : ffff99dd10d87998) 00000020:00001000:0.0:1788624590.234557:0:33269:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87990 00000020:00000001:0.0:1788624590.234558:0:33269:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788624590.234559:0:33269:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788624590.234561:0:33269:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788624590.234563:0:33269:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd1879cd80. 00020000:00000010:0.0:1788624590.234566:0:33269:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd049c7100. 00020000:00000010:0.0:1788624590.236452:0:33269:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd1879cd20. 00020000:00000001:0.0:1788624590.236463:0:33269:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773610298656 : -112300099252960 : ffff99dd1879cd20) 00020000:00000002:0.0:1788624590.236469:0:33269:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd1879cd20, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788624590.236474:0:33269:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788624590.236477:0:33269:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd049c7100: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000002:0.0:1788624590.236482:0:33269:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd1817ed90) owner ffff99dd19dc27c0 00020000:00000001:0.0:1788624590.236484:0:33269:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788624590.236487:0:33269:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd1817ed90) owner ffff99dd19dc27c0 00020000:00000010:0.0:1788624590.236491:0:33269:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd049c7100. 00020000:00000010:0.0:1788624590.236496:0:33269:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd1879cd80. 00020000:00000010:0.0:1788624590.236500:0:33269:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd1879cd20. 00020000:00000002:0.0:1788624590.236502:0:33269:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788624590.236504:0:33269:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624590.236507:0:33269:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624590.236511:0:33269:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788624590.236514:0:33269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817ed90) owner 0000000000000000/ffff99dd19dc27c0 00020000:00000002:0.0:1788624590.236517:0:33269:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd04866240 addref 2/0 by ffff99dd19dc27c0. 00020000:00000002:0.0:1788624590.236520:0:33269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817ed90) owner 0000000000000000/ffff99dd19dc27c0 00020000:00000001:0.0:1788624590.236522:0:33269:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788624590.236524:0:33269:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788624590.236526:0:33269:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788624590.236528:0:33269:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788624590.236529:0:33269:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788624590.236532:0:33269:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x27:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788624590.236535:0:33269:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87990 00000080:00000001:0.0:1788624590.236540:0:33269:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.236543:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.236545:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624590.236546:0:33269:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624590.236551:0:33269:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788624590.236552:0:33269:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624590.236557:0:33269:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff99dd191b9148) for lock 0xcc94206c7ef4193e 00800000:00000001:0.0:1788624590.236560:0:33269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624590.236564:0:33269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624590.236622:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.236625:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.236627:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18200 refcount=3 00000020:00000001:0.0:1788624590.236630:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000001:0.0:1788624590.236633:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000001:0.0:1788624590.236636:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.236637:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624590.236639:0:33269:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624590.236641:0:33269:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788624590.236648:0:33269:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd19218948 inode ffff99dd191b9148 refc 1 flags 0x40000e 00000080:00000001:0.0:1788624590.236652:0:33269:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788624590.236657:0:33269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff99dd191b9148) 00000080:00010000:0.0:1788624590.236661:0:33269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4193e from it ffffbef881cb7b20 00010000:00000001:0.0:1788624590.236663:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.236665:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.236666:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18200 refcount=3 00000020:00000001:0.0:1788624590.236668:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000001:0.0:1788624590.236670:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000001:0.0:1788624590.236673:0:33269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624590.236678:0:33269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a825d expref: -99 pid: 33269 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624590.236688:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.236688:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.236690:0:33269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624590.236693:0:33269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624590.236696:0:33269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a825d expref: -99 pid: 33269 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624590.236708:0:33269:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624590.236712:0:33269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624590.236715:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624590.236719:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.236720:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.236722:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.236725:0:33269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624590.236727:0:33269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.236729:0:33269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.236732:0:33269:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.236733:0:33269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624590.236735:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.236736:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624590.236738:0:33269:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788624590.236742:0:33269:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd11154800. 00000100:00000001:0.0:1788624590.236747:0:33269:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624590.236760:0:33269:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04a80 x1875506845064064/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/640 e 0 to 0 dl 1788624606 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624590.236768:0:33269:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624590.236771:0:33269:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624590.236774:0:33269:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd02e15800. 02000000:00000001:0.0:1788624590.236778:0:33269:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624590.236781:0:33269:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624590.236783:0:33269:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624590.236785:0:33269:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624590.236788:0:33269:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049cb000. 02000000:00000001:0.0:1788624590.236792:0:33269:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624590.236793:0:33269:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624590.236796:0:33269:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04a80. 00000100:00000001:0.0:1788624590.236799:0:33269:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624590.236800:0:33269:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624590.236804:0:33269:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788624590.236805:0:33269:0:(dcache.c:176:ll_intent_release()) intent ffffbef881cb7b20 released 00000080:00000001:0.0:1788624590.236807:0:33269:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1788624590.236821:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7d08 00000080:00200008:0.0:1788624590.236824:0:33269:0:(file.c:6296:ll_getattr_dentry()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff99dd191b9148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788624590.236831:0:33269:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624590.236833:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7c80 00000080:00200000:0.0:1788624590.236835:0:33269:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x27:0x0](ffff99dd191b9148),name=f22.recovery-small-2 00000080:00000010:0.0:1788624590.236844:0:33269:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd11154800. 00800000:00000002:0.0:1788624590.236851:0:33269:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624590.236857:0:33269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624590.236860:0:33269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624590.236862:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7ba0 00800000:00000002:0.0:1788624590.236865:0:33269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x27:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624590.236869:0:33269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624590.236873:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624590.236875:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624590.236877:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624590.236880:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624590.236882:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624590.236884:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624590.236886:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624590.236889:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624590.236890:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624590.236891:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624590.236892:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624590.236894:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624590.236895:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1788624590.236897:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624590.236900:0:33269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x27:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624590.236905:0:33269:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624590.236907:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7a70 00000002:00010000:0.0:1788624590.236909:0:33269:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624590.236912:0:33269:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624590.236914:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624590.236916:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624590.236923:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10500 count: 2 00010000:00000001:0.0:1788624590.236925:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624590.236930:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624590.236933:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624590.236937:0:33269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a825d expref: -99 pid: 33269 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788624590.236945:0:33269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624590.236950:0:33269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624590.236953:0:33269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a825d expref: -99 pid: 33269 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788624590.236960:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624590.236962:0:33269:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624590.236965:0:33269:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624590.236967:0:33269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624590.236969:0:33269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624590.236971:0:33269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624590.236974:0:33269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624590.236976:0:33269:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624590.236990:0:33269:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd11154800. 00000080:00000001:0.0:1788624590.236993:0:33269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624590.236995:0:33269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624590.236997:0:33269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff99dd191b9148) 00000080:00010000:0.0:1788624590.237001:0:33269:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff99dd191b9148) for lock 0xcc94206c7ef4193e 00800000:00000001:0.0:1788624590.237004:0:33269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624590.237005:0:33269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624590.237006:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.237008:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.237009:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18200 refcount=3 00000020:00000001:0.0:1788624590.237011:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000001:0.0:1788624590.237013:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000001:0.0:1788624590.237015:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.237016:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624590.237018:0:33269:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624590.237019:0:33269:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624590.237021:0:33269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4193e from it ffffbef881cb7cb8 00010000:00000001:0.0:1788624590.237023:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.237024:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.237025:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18200 refcount=3 00000020:00000001:0.0:1788624590.237027:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000001:0.0:1788624590.237030:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498606080 : -112300210945536 : ffff99dd11d18200) 00010000:00000001:0.0:1788624590.237032:0:33269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624590.237035:0:33269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a825d expref: -99 pid: 33269 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624590.237040:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.237041:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.237042:0:33269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624590.237043:0:33269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624590.237045:0:33269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a825d expref: -99 pid: 33269 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624590.237051:0:33269:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624590.237052:0:33269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624590.237053:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624590.237055:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.237056:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.237057:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.237059:0:33269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624590.237060:0:33269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.237062:0:33269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.237064:0:33269:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.237065:0:33269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624590.237067:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.237068:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624590.237070:0:33269:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624590.237071:0:33269:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624590.237074:0:33269:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788624590.237077:0:33269:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788624590.237079:0:33269:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624590.237081:0:33269:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788624590.237082:0:33269:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624590.237084:0:33269:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788624590.237087:0:33269:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788624590.237089:0:33269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624590.237092:0:33269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482285464 : -112300227266152 : ffff99dd10d87998) 00000020:00001000:0.0:1788624590.237095:0:33269:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87990 00000020:00000001:0.0:1788624590.237100:0:33269:0:(cl_object.c:143:cl_object_top()) ffff99dd18364080 -> ffff99dd18364080 00000020:00000001:0.0:1788624590.237103:0:33269:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788624590.237130:0:33269:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788624590.237132:0:33269:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788624590.237135:0:33269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624590.237136:0:33269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788624590.237138:0:33269:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788624590.237140:0:33269:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624590.237142:0:33269:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624590.237145:0:33269:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x27:0x0]io ffff99dd18bb6c50 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788624590.237147:0:33269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817ed90) owner 0000000000000000/ffff99dd19dc27c0 00020000:00000001:0.0:1788624590.237150:0:33269:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788624590.237153:0:33269:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788624590.237155:0:33269:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788624590.237157:0:33269:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624590.237159:0:33269:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788624590.237161:0:33269:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788624590.237163:0:33269:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624590.237164:0:33269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624590.237165:0:33269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788624590.237166:0:33269:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788624590.237168:0:33269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817ed90) owner 0000000000000000/ffff99dd19dc27c0 00000020:00000001:0.0:1788624590.237170:0:33269:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788624590.237173:0:33269:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788624590.237174:0:33269:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x27:0x0] 00000020:00000001:0.0:1788624590.237177:0:33269:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788624590.237179:0:33269:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788624590.237182:0:33269:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788624590.237184:0:33269:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788624590.237189:0:33269:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788624590.237196:0:33269:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd11c18c80. 00020000:00000002:0.0:1788624590.237198:0:33269:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788624590.237201:0:33269:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788624590.237203:0:33269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624590.237204:0:33269:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788624590.237205:0:33269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624590.237207:0:33269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832424 : -112300453719192 : ffff99dd03591368) 00000020:00001000:0.0:1788624590.237210:0:33269:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591360 00000020:00000001:0.0:1788624590.237212:0:33269:0:(cl_object.c:143:cl_object_top()) ffff99dd18364148 -> ffff99dd18364080 00000020:00000001:0.0:1788624590.237215:0:33269:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788624590.237219:0:33269:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624590.237219:0:33269:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788624590.237221:0:33269:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624590.237223:0:33269:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624590.237225:0:33269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481903920 : -112300227647696 : ffff99dd10d2a730) 00000020:00000001:0.0:1788624590.237227:0:33269:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788624590.237232:0:33269:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd034c2f70. 00000008:00010000:0.0:1788624590.237235:0:33269:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788624590.237237:0:33269:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624590.237238:0:33269:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788624590.237240:0:33269:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd11c18cb0, osc lock ffff99dd034c2f70, flags 0x400001002 00000020:00000001:0.0:1788624590.237242:0:33269:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624590.237243:0:33269:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624590.237246:0:33269:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773497560192 : -112300211991424 : ffff99dd11c18c80) 00000020:00000001:0.0:1788624590.237247:0:33269:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624590.237248:0:33269:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788624590.237250:0:33269:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624590.237251:0:33269:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624590.237254:0:33269:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788624590.237256:0:33269:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788624590.237257:0:33269:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624590.237259:0:33269:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624590.237260:0:33269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624590.237261:0:33269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481903920 : -112300227647696 : ffff99dd10d2a730) 00000020:00000001:0.0:1788624590.237263:0:33269:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624590.237266:0:33269:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624590.237268:0:33269:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788624590.237272:0:33269:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788624590.237274:0:33269:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788624590.237275:0:33269:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788624590.237277:0:33269:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788624590.237278:0:33269:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788624590.237279:0:33269:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788624590.237282:0:33269:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788624590.237283:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624590.237288:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10000 count: 2 00010000:00000001:0.0:1788624590.237290:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624590.237295:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624590.237298:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624590.237302:0:33269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a8202 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788624590.237312:0:33269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624590.237315:0:33269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624590.237318:0:33269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 2/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a8202 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624590.237325:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.237326:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.237328:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19200 refcount=3 00000020:00000001:0.0:1788624590.237330:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00010000:00000001:0.0:1788624590.237331:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00000008:00000001:0.0:1788624590.237334:0:33269:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788624590.237336:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.237337:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.237338:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19200 refcount=4 00000020:00000001:0.0:1788624590.237340:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00010000:00000001:0.0:1788624590.237342:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00000008:00000001:0.0:1788624590.237345:0:33269:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788624590.237347:0:33269:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364080 00000008:00010000:0.0:1788624590.237351:0:33269:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a8202 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1788624590.237358:0:33269:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364080 00000020:00000001:0.0:1788624590.237360:0:33269:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788624590.237362:0:33269:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788624590.237364:0:33269:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788624590.237367:0:33269:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624590.237369:0:33269:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624590.237370:0:33269:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364080 00000008:00000001:0.0:1788624590.237373:0:33269:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1788624590.237376:0:33269:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788624590.237377:0:33269:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788624590.237379:0:33269:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788624590.237380:0:33269:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.237382:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.237383:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.237384:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19200 refcount=5 00000020:00000001:0.0:1788624590.237386:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00010000:00000001:0.0:1788624590.237388:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00010000:00000001:0.0:1788624590.237390:0:33269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624590.237392:0:33269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a8202 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624590.237398:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.237399:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.237400:0:33269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624590.237402:0:33269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624590.237404:0:33269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8202 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624590.237411:0:33269:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624590.237413:0:33269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624590.237414:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624590.237416:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.237417:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.237418:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.237420:0:33269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624590.237421:0:33269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.237423:0:33269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.237424:0:33269:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.237426:0:33269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624590.237427:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.237429:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.237430:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.237431:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624590.237432:0:33269:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624590.237434:0:33269:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624590.237436:0:33269:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624590.237437:0:33269:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624590.237438:0:33269:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624590.237440:0:33269:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788624590.237441:0:33269:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788624590.237443:0:33269:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788624590.237444:0:33269:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788624590.237446:0:33269:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624590.237447:0:33269:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624590.237450:0:33269:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788624590.237452:0:33269:0:(cl_object.c:143:cl_object_top()) ffff99dd18364080 -> ffff99dd18364080 00000020:00000001:0.0:1788624590.237454:0:33269:0:(cl_object.c:143:cl_object_top()) ffff99dd18364080 -> ffff99dd18364080 00000020:00000001:0.0:1788624590.237455:0:33269:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788624590.237459:0:33269:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788624590.237462:0:33269:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788624590.237463:0:33269:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624590.237465:0:33269:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788624590.237466:0:33269:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624590.237468:0:33269:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x27:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788624590.237471:0:33269:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624590.237473:0:33269:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788624590.237476:0:33269:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624590.237478:0:33269:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624590.237479:0:33269:0:(cl_object.c:143:cl_object_top()) ffff99dd18364080 -> ffff99dd18364080 00000080:00200000:0.0:1788624590.237481:0:33269:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x27:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1788624590.237483:0:33269:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788624590.237485:0:33269:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788624590.237487:0:33269:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd18bb6bf0 (ffff99dd10d87998/0) at cl_lock_release():245 00000020:00000001:0.0:1788624590.237489:0:33269:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624590.237491:0:33269:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd18bb6bf0 (ffff99dd10d87998/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788624590.237493:0:33269:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788624590.237494:0:33269:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624590.237496:0:33269:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481903920 : -112300227647696 : ffff99dd10d2a730) 00000020:00000001:0.0:1788624590.237498:0:33269:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624590.237499:0:33269:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c18cb0 (ffff99dd03591368/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788624590.237502:0:33269:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788624590.237503:0:33269:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788624590.237505:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.237506:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624590.237507:0:33269:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788624590.237509:0:33269:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624590.237510:0:33269:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624590.237510:0:33269:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624590.237512:0:33269:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624590.237513:0:33269:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd18bb6bf0 (ffff99dd10d87998/0) at cl_lock_fini():72 00020000:00000001:0.0:1788624590.237515:0:33269:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788624590.237517:0:33269:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624590.237517:0:33269:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c18cb0 (ffff99dd10d87998/1) at cl_lock_fini():72 00000008:00000010:0.0:1788624590.237521:0:33269:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034c2f70. 00000020:00000001:0.0:1788624590.237524:0:33269:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788624590.237526:0:33269:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd11c18c80. 00020000:00000001:0.0:1788624590.237528:0:33269:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788624590.237529:0:33269:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788624590.237531:0:33269:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788624590.237532:0:33269:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624590.237534:0:33269:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788624590.237536:0:33269:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788624590.237538:0:33269:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788624590.237539:0:33269:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788624590.237541:0:33269:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624590.237542:0:33269:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591360 00020000:00000001:0.0:1788624590.237544:0:33269:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788624590.237546:0:33269:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788624590.237548:0:33269:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624590.237551:0:33269:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788624590.237554:0:33269:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788624590.237555:0:33269:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624590.237557:0:33269:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788624590.237559:0:33269:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624590.237560:0:33269:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624590.237561:0:33269:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87990 00000001:00000001:0.0:1788624590.237563:0:33269:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624590.237568:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7d08 00000080:00000008:0.0:1788624590.238765:0:33269:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff99dd191b9148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788624590.238774:0:33269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788624590.238776:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7da0 00000080:00002000:0.0:1788624590.238778:0:33269:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-2 (ffff99dd19218948, parent ffff99dd19287870, inode ffff99dd191b9148) hashed, 00000080:00000001:0.0:1788624590.238781:0:33269:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624590.238840:0:33269:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624590.238843:0:33269:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624590.238844:0:33269:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624590.238846:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7bd8 00000080:00200000:0.0:1788624590.238848:0:33269:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624590.238854:0:33269:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd11154800. 00800000:00000002:0.0:1788624590.238859:0:33269:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624590.238863:0:33269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624590.238867:0:33269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624590.238869:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7af8 00800000:00000002:0.0:1788624590.238871:0:33269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624590.238875:0:33269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624590.238878:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624590.238881:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624590.238883:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624590.238886:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624590.238888:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624590.238890:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624590.238892:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624590.238895:0:33269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624590.238900:0:33269:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624590.238902:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb79c8 00000002:00010000:0.0:1788624590.238904:0:33269:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624590.238908:0:33269:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624590.238910:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624590.238913:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624590.238919:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10f00 count: 2 00010000:00000001:0.0:1788624590.238922:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624590.238926:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624590.238929:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624590.238934:0:33269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a822c expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788624590.238944:0:33269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624590.238948:0:33269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624590.238951:0:33269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a822c expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788624590.238959:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624590.238961:0:33269:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624590.238963:0:33269:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624590.238965:0:33269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624590.238967:0:33269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624590.238969:0:33269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624590.238972:0:33269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624590.238975:0:33269:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624590.238978:0:33269:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd11154800. 00000080:00000001:0.0:1788624590.238982:0:33269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624590.238984:0:33269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624590.238987:0:33269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624590.238990:0:33269:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41937 00800000:00000001:0.0:1788624590.238993:0:33269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624590.238995:0:33269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624590.238998:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.238999:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.239001:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:0.0:1788624590.239003:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.239006:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.239009:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.239010:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624590.239012:0:33269:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624590.239013:0:33269:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624590.239016:0:33269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41937 from it ffffbef881cb7c10 00010000:00000001:0.0:1788624590.239018:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.239020:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.239021:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:0.0:1788624590.239023:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.239025:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.239027:0:33269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624590.239029:0:33269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a822c expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624590.239035:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.239036:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.239037:0:33269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624590.239039:0:33269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624590.239041:0:33269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a822c expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624590.239048:0:33269:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624590.239050:0:33269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624590.239052:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624590.239054:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.239055:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.239057:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.239060:0:33269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624590.239061:0:33269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.239063:0:33269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.239065:0:33269:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.239067:0:33269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624590.239068:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.239069:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624590.239072:0:33269:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624590.239073:0:33269:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624590.239075:0:33269:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788624590.239079:0:33269:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624590.239087:0:33269:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788624590.239089:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7da0 00000080:00002000:0.0:1788624590.239090:0:33269:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff99dd19218948) flags 0x48000e refc 0 00000080:00000001:0.0:1788624590.239093:0:33269:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624590.239096:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7e10 00000080:00200000:0.0:1788624590.239097:0:33269:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-2, flags=0 00000080:00000001:0.0:1788624590.239102:0:33269:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:0.0:1788624590.239121:0:33269:0:(statahead.c:273:sa_get()) lustre: wrong pid=33250:33269 for entry f22.recovery-small-2 00000080:00000001:0.0:1788624590.239126:0:33269:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:0.0:1788624590.239129:0:33269:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000001:0.0:1788624590.239134:0:33269:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624590.239135:0:33269:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624590.239137:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7d30 00000080:00200000:0.0:1788624590.239139:0:33269:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624590.239142:0:33269:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd11154800. 00800000:00000002:0.0:1788624590.239145:0:33269:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624590.239147:0:33269:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624590.239148:0:33269:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624590.239150:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7c50 00800000:00000002:0.0:1788624590.239151:0:33269:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624590.239154:0:33269:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624590.239155:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624590.239156:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624590.239158:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624590.239159:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624590.239161:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624590.239163:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624590.239165:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624590.239178:0:33269:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624590.239181:0:33269:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624590.239182:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7b20 00000002:00010000:0.0:1788624590.239184:0:33269:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624590.239186:0:33269:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624590.239187:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624590.239189:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624590.239191:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10f00 count: 2 00010000:00000001:0.0:1788624590.239193:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624590.239195:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624590.239197:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624590.239201:0:33269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a822c expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788624590.239208:0:33269:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624590.239210:0:33269:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624590.239213:0:33269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a822c expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788624590.239218:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624590.239219:0:33269:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624590.239221:0:33269:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624590.239222:0:33269:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624590.239224:0:33269:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624590.239226:0:33269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624590.239228:0:33269:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624590.239230:0:33269:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624590.239232:0:33269:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd11154800. 00000080:00000001:0.0:1788624590.239235:0:33269:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624590.239237:0:33269:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624590.239238:0:33269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624590.239240:0:33269:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41937 00800000:00000001:0.0:1788624590.239243:0:33269:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624590.239244:0:33269:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624590.239245:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.239246:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.239248:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:0.0:1788624590.239250:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.239252:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.239253:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.239255:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624590.239256:0:33269:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624590.239257:0:33269:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624590.239259:0:33269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41937 from it ffffbef881cb7d68 00010000:00000001:0.0:1788624590.239261:0:33269:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624590.239263:0:33269:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624590.239276:0:33269:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:0.0:1788624590.239278:0:33269:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.239280:0:33269:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624590.239282:0:33269:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624590.239285:0:33269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a822c expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624590.239291:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.239292:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.239292:0:33269:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624590.239294:0:33269:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624590.239296:0:33269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a822c expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788624590.239301:0:33269:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624590.239303:0:33269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624590.239304:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624590.239305:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.239306:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.239307:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.239309:0:33269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624590.239310:0:33269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.239311:0:33269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.239313:0:33269:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.239315:0:33269:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624590.239316:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.239317:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624590.239318:0:33269:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624590.239319:0:33269:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624590.239321:0:33269:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788624590.239324:0:33269:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624590.239328:0:33269:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788624590.239330:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7df8 00000080:00200000:0.0:1788624590.239331:0:33269:0:(namei.c:2351:ll_unlink()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00000001:0.0:1788624590.239334:0:33269:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788624590.239337:0:33269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624590.239340:0:33269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482285464 : -112300227266152 : ffff99dd10d87998) 00000020:00001000:0.0:1788624590.239343:0:33269:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87990 00000020:00000001:0.0:1788624590.239344:0:33269:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788624590.239348:0:33269:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817ed90) owner 0000000000000000/ffff99dd19dc27c0 00020000:00000002:0.0:1788624590.239351:0:33269:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd04866240 addref 2/0 by ffff99dd19dc27c0. 00020000:00000002:0.0:1788624590.239353:0:33269:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817ed90) owner 0000000000000000/ffff99dd19dc27c0 00020000:00000001:0.0:1788624590.239355:0:33269:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788624590.239358:0:33269:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788624590.239359:0:33269:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788624590.239360:0:33269:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788624590.239363:0:33269:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788624590.239365:0:33269:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87990 00000080:00000001:0.0:1788624590.239367:0:33269:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788624590.239371:0:33269:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd11154800. 00800000:00000002:0.0:1788624590.239374:0:33269:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00800000:00000001:0.0:1788624590.239381:0:33269:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788624590.239384:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624590.239385:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624590.239386:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624590.239388:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624590.239390:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624590.239391:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624590.239393:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624590.239395:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624590.239396:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624590.239397:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624590.239399:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624590.239400:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624590.239402:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1788624590.239403:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624590.239406:0:33269:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788624590.239407:0:33269:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624590.239408:0:33269:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624590.239409:0:33269:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624590.239410:0:33269:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624590.239412:0:33269:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624590.239414:0:33269:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1788624590.239416:0:33269:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624590.239418:0:33269:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x27:0x0] 00800000:00000001:0.0:1788624590.239420:0:33269:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624590.239423:0:33269:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x27:0x0] -> mds #0 00000002:00000001:0.0:1788624590.239426:0:33269:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788624590.239428:0:33269:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788624590.239431:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10f00 count: 2 00010000:00000001:0.0:1788624590.239433:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624590.239436:0:33269:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788624590.239438:0:33269:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624590.239441:0:33269:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a822c expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788624590.239448:0:33269:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624590.239452:0:33269:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788624590.239454:0:33269:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788624590.239457:0:33269:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788624590.239459:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624590.239461:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624590.239462:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10f00 count: 3 00010000:00000001:0.0:1788624590.239464:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624590.239466:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624590.239468:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624590.239468:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624590.239470:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10f00 count: 3 00010000:00000001:0.0:1788624590.239471:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624590.239473:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624590.239474:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624590.239475:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624590.239476:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10f00 count: 3 00010000:00000001:0.0:1788624590.239478:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624590.239480:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624590.239482:0:33269:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788624590.239485:0:33269:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788624590.239489:0:33269:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788624590.239492:0:33269:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788624590.239494:0:33269:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788624590.239495:0:33269:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.239498:0:33269:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624590.239501:0:33269:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624590.239503:0:33269:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624590.239505:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624590.239506:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788624590.239509:0:33269:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d19600 with handle 0xcc94206c7ef41937 from hash 00010000:00000001:0.0:1788624590.239511:0:33269:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624590.239512:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.239513:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.239514:0:33269:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624590.239516:0:33269:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624590.239518:0:33269:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788624590.239520:0:33269:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624590.239522:0:33269:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624590.239524:0:33269:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624590.239526:0:33269:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788624590.239528:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10500 count: 2 00010000:00000001:0.0:1788624590.239530:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624590.239532:0:33269:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788624590.239533:0:33269:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624590.239536:0:33269:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa103bd66258a825d expref: -99 pid: 33269 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788624590.239542:0:33269:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624590.239544:0:33269:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788624590.239545:0:33269:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788624590.239546:0:33269:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x27:0x0] mode (null) 00000002:00000001:0.0:1788624590.239548:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624590.239549:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624590.239551:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10500 count: 3 00010000:00000001:0.0:1788624590.239553:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624590.239555:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624590.239556:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624590.239558:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624590.239559:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10500 count: 3 00010000:00000001:0.0:1788624590.239561:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624590.239563:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624590.239564:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624590.239565:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624590.239566:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10500 count: 3 00010000:00000001:0.0:1788624590.239568:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624590.239581:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624590.239583:0:33269:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624590.239584:0:33269:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624590.239586:0:33269:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10500 count: 3 00010000:00000001:0.0:1788624590.239587:0:33269:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624590.239589:0:33269:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624590.239591:0:33269:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624590.239593:0:33269:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788624590.239595:0:33269:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624590.239596:0:33269:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482285464 : -112300227266152 : ffff99dd10d87998) 00000020:00001000:0.0:1788624590.239598:0:33269:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87990 00000020:00000001:0.0:1788624590.239600:0:33269:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788624590.239602:0:33269:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x27:0x0]: losing layout lock 00000080:00000001:0.0:1788624590.239605:0:33269:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788624590.239608:0:33269:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788624590.239619:0:33269:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788624590.239622:0:33269:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788624590.239624:0:33269:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788624590.239626:0:33269:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624590.239628:0:33269:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788624590.239630:0:33269:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87990 00000080:00000001:0.0:1788624590.239632:0:33269:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624590.239634:0:33269:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788624590.239635:0:33269:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x27:0x0](ffff99dd191b9148) invalid 00000020:00000001:0.0:1788624590.239638:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7a60 00000080:00002000:0.0:1788624590.239639:0:33269:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff99dd19218948) parent ffff99dd19287870 inode ffff99dd191b9148 refc 1 00000080:00000001:0.0:1788624590.239643:0:33269:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788624590.239644:0:33269:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788624590.239645:0:33269:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.239648:0:33269:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624590.239649:0:33269:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624590.239650:0:33269:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624590.239652:0:33269:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624590.239653:0:33269:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788624590.239655:0:33269:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d18200 with handle 0xcc94206c7ef4193e from hash 00010000:00000001:0.0:1788624590.239657:0:33269:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624590.239658:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624590.239659:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.239660:0:33269:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624590.239662:0:33269:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624590.239663:0:33269:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788624590.239665:0:33269:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624590.239667:0:33269:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624590.239669:0:33269:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788624590.239674:0:33269:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04a80. 00000020:00000040:0.0:1788624590.239677:0:33269:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:0.0:1788624590.239682:0:33269:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788624590.239684:0:33269:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.239686:0:33269:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624590.239689:0:33269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624590.239691:0:33269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624590.239693:0:33269:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624590.239695:0:33269:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624590.239698:0:33269:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624590.239704:0:33269:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd11154200. 00000100:00000001:0.0:1788624590.239710:0:33269:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.239712:0:33269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624590.239714:0:33269:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788624590.239719:0:33269:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 1/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a825d expref: -99 pid: 33269 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788624590.239726:0:33269:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a822c expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788624590.239736:0:33269:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1788624590.239738:0:33269:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788624590.239739:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624590.239741:0:33269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18200/0xcc94206c7ef4193e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a825d expref: -99 pid: 33269 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788624590.239748:0:33269:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd067ccd00. 00010000:00000040:0.0:1788624590.239752:0:33269:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10500 count: 0 00010000:00000010:0.0:1788624590.239757:0:33269:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd11c18480. 00010000:00000001:0.0:1788624590.239768:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.239769:0:33269:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624590.239771:0:33269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41937 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a822c expref: -99 pid: 33269 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788624590.239777:0:33269:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10f00 count: 0 00010000:00000010:0.0:1788624590.239780:0:33269:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd11c18600. 00010000:00000001:0.0:1788624590.239785:0:33269:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624590.239787:0:33269:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.239789:0:33269:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624590.239790:0:33269:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.239793:0:33269:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788624590.239803:0:33269:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788624590.239815:0:33269:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11c04a80 x1875506845064448/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624590.239823:0:33269:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624590.239825:0:33269:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624590.239831:0:33269:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203be840. 00000100:00000001:0.0:1788624590.239833:0:33269:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740460096 : -112299969091520 : ffff99dd203be840) 00000100:00000001:0.0:1788624590.239836:0:33269:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624590.239837:0:33269:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497477760 : -112300212073856 : ffff99dd11c04a80) 00000100:00000001:0.0:1788624590.239842:0:33269:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624590.239846:0:33269:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624590.239848:0:33269:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624590.239849:0:33269:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624590.239854:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04a80 x1875506845064448/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624590.239861:0:33269:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624590.239863:0:33269:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624590.239867:0:33269:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624590.239869:0:33269:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624590.239871:0:33269:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624590.239875:0:33269:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04a80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33269:1875506845064448:192.168.202.125@tcp:36:rm.0 00000100:00000001:0.0:1788624590.239879:0:33269:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624590.239884:0:33269:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624590.239886:0:33269:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624590.239888:0:33269:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624590.239893:0:33269:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049cb000. 02000000:00000001:0.0:1788624590.239894:0:33269:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624590.239902:0:33269:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624590.239906:0:33269:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dcb8. 00000400:00000010:0.0:1788624590.239914:0:33269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395aa0. 00000100:00000200:0.0:1788624590.239920:0:33269:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845064448, portal 10 00000100:00000001:0.0:1788624590.239922:0:33269:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624590.239923:0:33269:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497477760 : -112300212073856 : ffff99dd11c04a80) 00000100:00000040:0.0:1788624590.239930:0:33269:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04a80 x1875506845064448/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624590.239938:0:33269:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624590.239941:0:33269:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624590.239943:0:33269:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395220. 00000100:00000200:0.0:1788624590.239947:0:33269:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875506845064448, offset 0 00000400:00000200:0.0:1788624590.239953:0:33269:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624590.239961:0:33269:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624590.239969:0:33269:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624590.239976:0:33269:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624590.239980:0:33269:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624590.239984:0:33269:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624590.239987:0:33269:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624590.239992:0:33269:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2899:2899:256:4294967295] 192.168.202.125@tcp LPNI seq info [2899:2899:8:4294967295] 00000400:00000200:0.0:1788624590.239996:0:33269:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624590.240005:0:33269:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624590.240012:0:33269:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624590.240017:0:33269:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df900. 00000800:00000200:0.0:1788624590.240023:0:33269:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624590.240030:0:33269:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624590.240035:0:33269:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df900 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788624590.240058:0:33269:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624590.240063:0:33269:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 814425 usecs (815 jiffies) 00000400:00000200:0.0:1788624590.240066:0:33269:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624590.240069:0:33269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296605116 00000100:00000001:0.0:1788624590.240072:0:33269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296608088 00000100:00000001:0.0:1788624590.240074:0:33269:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296605116 00000100:00000001:0.0:1788624590.240076:0:33269:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296608088 00000100:00000001:0.0:1788624590.240078:0:33269:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624590.240081:0:33269:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624590.240083:0:33269:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624590.240085:0:33269:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624590.240088:0:33269:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be840 going to sleep for 11 seconds 00000100:00000001:0.0:1788624590.240090:0:33269:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624590.240093:0:33269:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624590.240717:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624590.240723:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df900. 00000400:00000200:3.0:1788624590.240727:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624590.240733:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624590.240739:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395220 00000400:00000010:3.0:1788624590.240742:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395220. 00000100:00000001:3.0:1788624590.240746:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624590.240750:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04a80 x1875506845064448/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.240766:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624590.240769:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04a80 x1875506845064448/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624606 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624590.240776:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624590.240777:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788624590.252150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10500. 00010000:00000010:0.1:1788624590.252206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18200. 00010000:00000010:0.1:1788624590.252211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10f00. 00010000:00000010:0.1:1788624590.252222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19600. 00000800:00000001:2.0:1788624590.269291:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.269309:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624590.269323:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.269326:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624590.269336:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.269344:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624590.269353:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.269359:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.269365:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.269369:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377461d00 00000400:00000200:2.0:1788624590.269375:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624590.269382:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x8455 [1] + 224 00000800:00000001:2.0:1788624590.269391:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.269398:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624590.269402:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624590.269407:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624590.269418:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624590.269426:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04a80 x1875506845064448/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624606 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624590.269438:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99dd11c04a80 x1875506845064448/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624590.269462:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624590.269472:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624590.269475:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624590.269712:0:33269:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624590.269721:0:33269:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624590.269724:0:33269:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624590.269728:0:33269:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dcb8. 00000400:00000200:0.0:1788624590.269732:0:33269:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395aa0 00000400:00000010:0.0:1788624590.269735:0:33269:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395aa0. 00000100:00000001:0.0:1788624590.269738:0:33269:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624590.269743:0:33269:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04a80 x1875506845064448/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624590.269752:0:33269:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04a80 x1875506845064448/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624606 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624590.269768:0:33269:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624590.269770:0:33269:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624590.269773:0:33269:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624590.269778:0:33269:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624590.269780:0:33269:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624590.269783:0:33269:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624590.269786:0:33269:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624590.269795:0:33269:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=19 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624590.269800:0:33269:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624590.269802:0:33269:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624590.269804:0:33269:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624590.269813:0:33269:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624590.269824:0:33269:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624590.269827:0:33269:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788624590.269829:0:33269:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x100000152] 00000100:00000001:0.0:1788624590.269831:0:33269:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788624590.269834:0:33269:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624590.269835:0:33269:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497477760 : -112300212073856 : ffff99dd11c04a80) 00000100:00000001:0.0:1788624590.269839:0:33269:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624590.269841:0:33269:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788624590.269843:0:33269:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624590.269845:0:33269:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624590.269851:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04a80 x1875506845064448/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624606 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624590.269859:0:33269:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624590.269862:0:33269:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624590.269864:0:33269:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624590.269868:0:33269:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04a80 x1875506845064448/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624606 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624590.269877:0:33269:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04a80 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33269:1875506845064448:192.168.202.125@tcp:36:rm.0 00000100:00000001:0.0:1788624590.269882:0:33269:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624590.269886:0:33269:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624590.269888:0:33269:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624590.269890:0:33269:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624590.269894:0:33269:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04a80 x1875506845064448/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624606 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624590.269900:0:33269:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624590.269903:0:33269:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203be840. 00000100:00000001:0.0:1788624590.269907:0:33269:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624590.269908:0:33269:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624590.269917:0:33269:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624590.269920:0:33269:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624590.269924:0:33269:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624590.269927:0:33269:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd11154800. 00000100:00000001:0.0:1788624590.269933:0:33269:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624590.269936:0:33269:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04a80 x1875506845064448/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624606 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624590.269942:0:33269:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624590.269947:0:33269:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624590.269957:0:33269:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788624590.269960:0:33269:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7e28 00000080:00002000:0.0:1788624590.269963:0:33269:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff99dd19218948, parent ffff99dd19287870, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788624590.269967:0:33269:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624590.269972:0:33269:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788624590.269978:0:33269:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1788624590.277535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd105367e0. 00000080:00400000:2.0:1788624590.347333:0:33251:0:(statahead.c:1623:ll_statahead_thread()) lustre: statahead thread stopped: sai ffff99dd11155000, parent / hit 0 miss 0 00000080:00000001:2.0:1788624590.347353:0:33251:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1788624590.347355:0:33251:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788624590.347358:0:33251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624590.347364:0:33251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482286472 : -112300227265144 : ffff99dd10d87d88) 00000020:00001000:2.0:1788624590.347368:0:33251:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87d80 00000020:00000001:2.0:1788624590.347373:0:33251:0:(cl_object.c:143:cl_object_top()) ffff99dd18364080 -> ffff99dd18364080 00000020:00000001:2.0:1788624590.347377:0:33251:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788624590.347380:0:33251:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788624590.347382:0:33251:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788624590.347386:0:33251:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624590.347387:0:33251:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788624590.347389:0:33251:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788624590.347393:0:33251:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x27:0x0]io ffff99dd18bb7a30 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788624590.347397:0:33251:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817ed90) owner 0000000000000000/ffff99dd217d8000 00020000:00000001:2.0:1788624590.347401:0:33251:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788624590.347403:0:33251:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788624590.347405:0:33251:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788624590.347407:0:33251:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624590.347409:0:33251:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788624590.347412:0:33251:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788624590.347413:0:33251:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624590.347415:0:33251:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624590.347416:0:33251:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788624590.347417:0:33251:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788624590.347419:0:33251:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817ed90) owner 0000000000000000/ffff99dd217d8000 00000020:00000001:2.0:1788624590.347422:0:33251:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624590.347424:0:33251:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788624590.347426:0:33251:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788624590.347427:0:33251:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788624590.347430:0:33251:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788624590.347433:0:33251:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788624590.347437:0:33251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624590.347439:0:33251:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788624590.347440:0:33251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624590.347442:0:33251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482285320 : -112300227266296 : ffff99dd10d87908) 00000020:00001000:2.0:1788624590.347444:0:33251:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87900 00000020:00000001:2.0:1788624590.347447:0:33251:0:(cl_object.c:143:cl_object_top()) ffff99dd18364148 -> ffff99dd18364080 00000020:00000001:2.0:1788624590.347449:0:33251:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788624590.347452:0:33251:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624590.347453:0:33251:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788624590.347454:0:33251:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624590.347456:0:33251:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624590.347458:0:33251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481906840 : -112300227644776 : ffff99dd10d2b298) 00000020:00000001:2.0:1788624590.347460:0:33251:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788624590.347462:0:33251:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624590.347465:0:33251:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624590.347466:0:33251:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624590.347468:0:33251:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788624590.347470:0:33251:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788624590.347472:0:33251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624590.347473:0:33251:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788624590.347474:0:33251:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788624590.347475:0:33251:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624590.347477:0:33251:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624590.347478:0:33251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624590.347480:0:33251:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624590.347481:0:33251:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788624590.347482:0:33251:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624590.347483:0:33251:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624590.347485:0:33251:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788624590.347486:0:33251:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788624590.347488:0:33251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624590.347488:0:33251:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788624590.347490:0:33251:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788624590.347493:0:33251:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1788624590.347496:0:33251:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1788624590.347499:0:33251:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff99dd08445880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788624590.347503:0:33251:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788624590.347506:0:33251:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff99dd08445880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:2.0:1788624590.347509:0:33251:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624590.347512:0:33251:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624590.347514:0:33251:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624590.347515:0:33251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624590.347517:0:33251:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624590.347518:0:33251:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624590.347520:0:33251:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788624590.347521:0:33251:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788624590.347523:0:33251:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788624590.347524:0:33251:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788624590.347525:0:33251:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788624590.347527:0:33251:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624590.347528:0:33251:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788624590.347530:0:33251:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788624590.347531:0:33251:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788624590.347533:0:33251:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788624590.347534:0:33251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624590.347536:0:33251:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788624590.347537:0:33251:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788624590.347538:0:33251:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624590.347540:0:33251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624590.347541:0:33251:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788624590.347542:0:33251:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788624590.347544:0:33251:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788624590.347545:0:33251:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788624590.347546:0:33251:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788624590.347548:0:33251:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788624590.347549:0:33251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624590.347550:0:33251:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788624590.347551:0:33251:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788624590.347552:0:33251:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624590.347554:0:33251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624590.347555:0:33251:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788624590.347556:0:33251:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788624590.347557:0:33251:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624590.347559:0:33251:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788624590.347561:0:33251:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788624590.347562:0:33251:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788624590.347563:0:33251:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788624590.347564:0:33251:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788624590.347566:0:33251:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87900 00020000:00000001:2.0:1788624590.347569:0:33251:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788624590.347571:0:33251:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788624590.347573:0:33251:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788624590.347575:0:33251:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788624590.347578:0:33251:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788624590.347580:0:33251:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788624590.347582:0:33251:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87d80 00000080:00000001:2.0:1788624590.347585:0:33251:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624590.347588:0:33251:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788624590.347590:0:33251:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x27:0x0](ffff99dd191b9148) 00800000:00000001:2.0:1788624590.347595:0:33251:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788624590.347596:0:33251:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x27:0x0] 00000002:00000001:2.0:1788624590.347602:0:33251:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788624590.347608:0:33251:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624590.347619:0:33251:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788624590.347622:0:33251:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624590.347624:0:33251:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624590.347626:0:33251:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788624590.347629:0:33251:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788624590.347631:0:33251:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624590.347633:0:33251:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624590.347639:0:33251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624590.347641:0:33251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482286472 : -112300227265144 : ffff99dd10d87d88) 00000020:00001000:2.0:1788624590.347643:0:33251:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87d80 00020000:00000001:2.0:1788624590.347650:0:33251:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1788624590.347652:0:33251:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817ed90) owner 0000000000000000/ffff99dd217d8000 00020000:00000001:2.0:1788624590.347654:0:33251:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:2.0:1788624590.347657:0:33251:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd04866240, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788624590.347661:0:33251:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788624590.347665:0:33251:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd2006c080: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000001:2.0:1788624590.347668:0:33251:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1788624590.347670:0:33251:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624590.347672:0:33251:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1788624590.347674:0:33251:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1788624590.347678:0:33251:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1788624590.347684:0:33251:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10000 count: 2 00010000:00000001:2.0:1788624590.347687:0:33251:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624590.347689:0:33251:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1788624590.347692:0:33251:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1788624590.347697:0:33251:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 0 blocks 0 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 1/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8202 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00000001:2.0:1788624590.347713:0:33251:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364080 00000020:00000001:2.0:1788624590.347714:0:33251:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364080 00000008:00000001:2.0:1788624590.347716:0:33251:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788624590.347718:0:33251:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788624590.347720:0:33251:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788624590.347721:0:33251:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1788624590.347728:0:33251:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff99dd08445880. 00020000:00000001:2.0:1788624590.347733:0:33251:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1788624590.347735:0:33251:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff99dd183640c8. 00020000:00000001:2.0:1788624590.347741:0:33251:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1788624590.347743:0:33251:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624590.347745:0:33251:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788624590.347747:0:33251:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817ed90) owner 0000000000000000/ffff99dd217d8000 00020000:00000001:2.0:1788624590.347749:0:33251:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1788624590.347751:0:33251:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1788624590.347752:0:33251:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817ed90) owner 0000000000000000/ffff99dd217d8000 00020000:00000001:2.0:1788624590.347754:0:33251:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:2.0:1788624590.347756:0:33251:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff99dd03190f18. 00020000:00000010:2.0:1788624590.347760:0:33251:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff99dd111cd780. 00020000:00000010:2.0:1788624590.347763:0:33251:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff99dd18609eb0. 00020000:00000002:2.0:1788624590.347766:0:33251:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd04866240, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788624590.347769:0:33251:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788624590.347773:0:33251:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd2006c080: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000010:2.0:1788624590.347777:0:33251:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd2006c080. 00020000:00000010:2.0:1788624590.347780:0:33251:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd04866540. 00020000:00000010:2.0:1788624590.347783:0:33251:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd04866240. 00020000:00000001:2.0:1788624590.347785:0:33251:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1788624590.347786:0:33251:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817ed90) owner 0000000000000000/ffff99dd217d8000 00020000:00000010:2.0:1788624590.347789:0:33251:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff99dd1817ed90. 00020000:00000001:2.0:1788624590.347792:0:33251:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1788624590.347795:0:33251:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff99dd18364000. 00000020:00001000:2.0:1788624590.347798:0:33251:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87d80 00000080:00000001:2.0:1788624590.347801:0:33251:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788624590.347803:0:33251:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000020:00000001:2.0:1788624590.347813:0:33251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88201be60 00000080:00400000:2.0:1788624590.347816:0:33251:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-2(ffff99dd1115a780) index 1 00000080:00000010:2.0:1788624590.347818:0:33251:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff99dd1115a780. 00000020:00000001:2.0:1788624590.347822:0:33251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88201be60 00000080:00400000:2.0:1788624590.347824:0:33251:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-3(ffff99dd1115ad00) index 2 00000080:00000010:2.0:1788624590.347825:0:33251:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff99dd1115ad00. 00000020:00000001:2.0:1788624590.347827:0:33251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88201be60 00000080:00400000:2.0:1788624590.347829:0:33251:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-4(ffff99dd1115a000) index 3 00000080:00000010:2.0:1788624590.347830:0:33251:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff99dd1115a000. 00000020:00000001:2.0:1788624590.347832:0:33251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88201be60 00000080:00400000:2.0:1788624590.347834:0:33251:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-5(ffff99dd1115a800) index 4 00000080:00000010:2.0:1788624590.347835:0:33251:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff99dd1115a800. 00000020:00000001:2.0:1788624590.347838:0:33251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88201be60 00000080:00400000:2.0:1788624590.347840:0:33251:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-6(ffff99dd1115a480) index 5 00000080:00000010:2.0:1788624590.347841:0:33251:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff99dd1115a480. 00000020:00000001:2.0:1788624590.347844:0:33251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88201be60 00000080:00400000:2.0:1788624590.347845:0:33251:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-7(ffff99dd1115af00) index 6 00000080:00000010:2.0:1788624590.347847:0:33251:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff99dd1115af00. 00000020:00000001:2.0:1788624590.347850:0:33251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88201be60 00000080:00400000:2.0:1788624590.347851:0:33251:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-8(ffff99dd1115a680) index 7 00000080:00000010:2.0:1788624590.347853:0:33251:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff99dd1115a680. 00000020:00000001:2.0:1788624590.347855:0:33251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88201be60 00000080:00400000:2.0:1788624590.347857:0:33251:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-9(ffff99dd1115a200) index 8 00000080:00000010:2.0:1788624590.347859:0:33251:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff99dd1115a200. 00000020:00000001:2.0:1788624590.347862:0:33251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88201be60 00000080:00400000:2.0:1788624590.347863:0:33251:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-10(ffff99dd05188000) index 9 00000080:00000010:2.0:1788624590.347865:0:33251:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff99dd05188000. 00000080:00000010:2.0:1788624590.347869:0:33251:0:(statahead.c:636:ll_sai_free()) kfreed 'sai': 504 at ffff99dd11155000. 00000080:00000010:2.0:1788624590.347887:0:33251:0:(statahead.c:555:ll_sax_free()) kfreed 'ctx': 2592 at ffff99dd11c73000. 00000080:00000010:2.1:1788624590.354151:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd191b9080. 00010000:00000001:3.0:1788624590.803791:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624590.803798:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624590.803803:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624590.803804:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624590.803832:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624590.803835:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624590.803838:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788624591.487908:0:33356:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624591.826747:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624591.826755:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624591.826761:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624591.826762:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624591.826949:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624591.826953:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624591.826956:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788624592.150379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624592.150390:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624592.150398:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9c00. 00000020:00000040:1.0:1788624592.150405:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:1.0:1788624592.150410:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624592.150412:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624592.150418:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624592.150425:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd1044e100. 00000100:00000001:1.0:1788624592.150432:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624592.150446:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11dd9c00 x1875506845064576/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624592.150457:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624592.150461:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624592.150467:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed8a12d5] to pc [ptlrpcd_00_00+0] req@ffff99dd11dd9c00 x1875506845064576/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.150497:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624592.150500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624592.150503:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624592.150506:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddb480. 00000020:00000040:1.0:1788624592.150508:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624592.150510:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624592.150511:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624592.150513:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624592.150516:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd1044ed00. 00000100:00000001:1.0:1788624592.150518:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624592.150523:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11ddb480 x1875506845064704/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624592.150530:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624592.150532:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624592.150535:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd452035] to pc [ptlrpcd_00_01+1] req@ffff99dd11ddb480 x1875506845064704/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.150543:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624592.150546:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624592.150548:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624592.150551:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddb800. 00000020:00000040:1.0:1788624592.150553:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624592.150555:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624592.150557:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624592.150558:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624592.150561:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd1044e300. 00000100:00000001:1.0:1788624592.150564:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624592.150567:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11ddb800 x1875506845064832/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624592.150574:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624592.150575:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624592.150579:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b31e9cf3] to pc [ptlrpcd_00_00+0] req@ffff99dd11ddb800 x1875506845064832/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.150585:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624592.150587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788624592.150591:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788624592.150603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624592.150607:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624592.150610:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9500. 00000020:00000040:1.0:1788624592.150613:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:1.0:1788624592.150615:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624592.150616:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624592.150618:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624592.150621:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd1044ec00. 00000100:00000001:1.0:1788624592.150623:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624592.150627:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11dd9500 x1875506845064960/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624592.150638:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624592.150640:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624592.150644:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000151cc036] to pc [ptlrpcd_00_01+1] req@ffff99dd11dd9500 x1875506845064960/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.150650:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624592.150653:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 3 (1943) 00000100:00000001:1.0:1788624592.150794:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624592.150798:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624592.150800:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624592.150805:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddb480 x1875506845064704/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.150812:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624592.150814:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624592.150818:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624592.150820:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624592.150823:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624592.150826:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845064704:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624592.150830:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624592.150835:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624592.150837:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624592.150840:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624592.150845:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18bf0a00. 02000000:00000001:1.0:1788624592.150846:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624592.150853:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624592.150857:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793160. 00000400:00000010:1.0:1788624592.150865:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862caa0. 00000100:00000200:1.0:1788624592.150872:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845064704, portal 10 00000100:00000001:1.0:1788624592.150874:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624592.150876:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499405440 : -112300210146176 : ffff99dd11ddb480) 00000100:00000040:1.0:1788624592.150883:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11ddb480 x1875506845064704/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.150896:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624592.150899:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624592.150902:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c660. 00000100:00000200:1.0:1788624592.150905:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845064704, offset 0 00000400:00000200:1.0:1788624592.150912:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624592.150921:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624592.150929:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624592.150934:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624592.150938:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624592.150942:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624592.150944:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624592.150949:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2900:2900:256:4294967295] 192.168.202.125@tcp LPNI seq info [2900:2900:8:4294967295] 00000400:00000200:1.0:1788624592.150954:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624592.150964:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624592.150971:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624592.150976:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ef00. 00000800:00000200:1.0:1788624592.150982:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624592.150990:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624592.150994:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624592.151003:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624592.151008:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 813410 usecs (814 jiffies) 00000400:00000200:1.0:1788624592.151011:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624592.151014:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296607026 00000100:00000001:1.0:1788624592.151017:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296608088 00000100:00000001:1.0:1788624592.151019:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296607026 00000100:00000001:1.0:1788624592.151022:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296608088 00000100:00000001:1.0:1788624592.151024:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624592.151026:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624592.151030:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624592.151033:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9500 x1875506845064960/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.151040:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624592.151042:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624592.151044:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624592.151046:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624592.151048:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624592.151051:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845064960:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624592.151054:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624592.151057:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624592.151058:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624592.151060:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624592.151063:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18bf0000. 02000000:00000001:1.0:1788624592.151065:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624592.151069:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624592.151071:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624592.151075:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c880. 00000100:00000200:1.0:1788624592.151078:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845064960, portal 4 00000100:00000001:1.0:1788624592.151080:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624592.151081:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499397376 : -112300210154240 : ffff99dd11dd9500) 00000100:00000040:1.0:1788624592.151087:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd9500 x1875506845064960/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.151093:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624592.151095:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624592.151097:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c330. 00000100:00000200:1.0:1788624592.151100:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845064960, offset 0 00000400:00000200:1.0:1788624592.151130:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624592.151133:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624592.151137:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624592.151140:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624592.151142:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624592.151144:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624592.151147:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624592.151149:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2901:2901:255:4294967295] 192.168.202.125@tcp LPNI seq info [2901:2901:7:4294967295] 00000400:00000200:1.0:1788624592.151153:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624592.151158:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624592.151163:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624592.151166:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044eb00. 00000800:00000200:1.0:1788624592.151170:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624592.151173:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624592.151176:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624592.151179:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624592.151181:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25440 usecs (26 jiffies) 00000400:00000200:1.0:1788624592.151184:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624592.151186:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296606238 00000100:00000001:1.0:1788624592.151188:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296608088 00000100:00000001:1.0:1788624592.151190:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296606238 00000100:00000001:1.0:1788624592.151192:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296608088 00000100:00000001:1.0:1788624592.151194:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624592.151196:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624592.151198:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624592.151200:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624592.151207:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624592.151209:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624592.151211:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624592.151212:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624592.151213:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624592.151215:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788624592.151217:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624592.151218:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624592.151220:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624592.151221:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624592.151222:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624592.151223:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624592.151227:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9c00 x1875506845064576/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.151233:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624592.151235:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624592.151236:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624592.151238:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624592.151240:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624592.151243:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2390:1875506845064576:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624592.151246:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624592.151248:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624592.151249:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624592.151251:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624592.151254:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18bf1200. 02000000:00000001:1.0:1788624592.151256:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624592.151259:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624592.151262:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793898. 00000400:00000010:1.0:1788624592.151265:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cc38. 00000100:00000200:1.0:1788624592.151268:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845064576, portal 25 00000100:00000001:1.0:1788624592.151270:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624592.151271:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499399168 : -112300210152448 : ffff99dd11dd9c00) 00000100:00000040:1.0:1788624592.151275:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd9c00 x1875506845064576/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.151281:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624592.151283:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624592.151286:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cd48. 00000100:00000200:1.0:1788624592.151288:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845064576, offset 0 00000400:00000200:1.0:1788624592.151292:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624592.151295:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624592.151299:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624592.151301:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624592.151304:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624592.151306:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624592.151308:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624592.151311:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2902:2902:254:4294967295] 192.168.202.125@tcp LPNI seq info [2902:2902:6:4294967295] 00000400:00000200:1.0:1788624592.151314:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624592.151319:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624592.151324:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624592.151327:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e400. 00000800:00000200:1.0:1788624592.151331:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624592.151335:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624592.151338:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624592.151341:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624592.151344:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624592.151345:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296610138 00000100:00000001:1.0:1788624592.151351:0:2390:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296608088 00000100:00000001:1.0:1788624592.151355:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296610138 00000100:00000001:1.0:1788624592.151357:0:2390:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296608088 00000100:00000001:1.0:1788624592.151360:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624592.151362:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624592.151364:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624592.151368:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddb800 x1875506845064832/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.151375:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624592.151376:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624592.151378:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624592.151380:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624592.151382:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624592.151385:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845064832:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624592.151388:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624592.151390:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624592.151391:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624592.151393:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624592.151396:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18bf1000. 02000000:00000001:1.0:1788624592.151398:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624592.151401:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624592.151403:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793b00. 00000400:00000010:1.0:1788624592.151406:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862ccc0. 00000100:00000200:1.0:1788624592.151409:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845064832, portal 10 00000100:00000001:1.0:1788624592.151411:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624592.151412:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499406336 : -112300210145280 : ffff99dd11ddb800) 00000100:00000040:1.0:1788624592.151417:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11ddb800 x1875506845064832/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.151424:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624592.151426:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624592.151428:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cbb0. 00000100:00000200:1.0:1788624592.151430:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845064832, offset 0 00000400:00000200:1.0:1788624592.151434:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624592.151437:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624592.151441:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624592.151443:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624592.151445:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624592.151447:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624592.151449:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624592.151452:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2903:2903:253:4294967295] 192.168.202.125@tcp LPNI seq info [2903:2903:5:4294967295] 00000400:00000200:1.0:1788624592.151456:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624592.151461:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624592.151465:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624592.151468:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e200. 00000800:00000200:1.0:1788624592.151471:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624592.151476:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624592.151478:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624592.151481:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624592.151483:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24913 usecs (25 jiffies) 00000400:00000200:1.0:1788624592.151486:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624592.151488:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296606237 00000100:00000001:1.0:1788624592.151490:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296610138 00000100:00000001:1.0:1788624592.151492:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296606237 00000100:00000001:1.0:1788624592.151494:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296610138 00000100:00000001:1.0:1788624592.151497:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624592.151498:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624592.151500:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624592.151502:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624592.151558:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624592.151562:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624592.151659:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624592.151665:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ef00. 00000400:00000200:3.0:1788624592.151671:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624592.151675:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624592.151680:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c660 00000400:00000010:3.0:1788624592.151682:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c660. 00000100:00000001:3.0:1788624592.151686:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624592.151690:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddb480 x1875506845064704/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624592.151699:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624592.151702:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddb480 x1875506845064704/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624592.151709:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624592.151711:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624592.151723:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624592.151725:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044eb00. 00000400:00000200:3.0:1788624592.151728:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624592.151731:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624592.151734:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c330 00000400:00000010:3.0:1788624592.151735:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c330. 00000100:00000001:3.0:1788624592.151737:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624592.151740:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9500 x1875506845064960/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624592.151747:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624592.151749:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9500 x1875506845064960/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624592.151755:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624592.151756:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624592.151764:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624592.151766:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e400. 00000400:00000200:3.0:1788624592.151768:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624592.151771:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624592.151773:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cd48 00000400:00000010:3.0:1788624592.151775:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cd48. 00000100:00000001:3.0:1788624592.151777:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624592.151780:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9c00 x1875506845064576/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624592.151787:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624592.151790:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9c00 x1875506845064576/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624592.151796:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624592.151798:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624592.151826:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624592.151828:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e200. 00000400:00000200:3.0:1788624592.151831:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624592.151834:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624592.151837:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cbb0 00000400:00000010:3.0:1788624592.151838:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cbb0. 00000100:00000001:3.0:1788624592.151840:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624592.151844:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddb800 x1875506845064832/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624592.151851:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624592.151854:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddb800 x1875506845064832/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624592.151860:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624592.151861:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624592.168846:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624592.168863:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624592.168868:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624592.168871:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624592.168879:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624592.168887:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624592.168896:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624592.168900:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624592.168906:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624592.168910:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377461e00 00000400:00000200:2.0:1788624592.168916:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624592.168923:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x845d [1] + 224 00000800:00000001:2.0:1788624592.168930:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624592.168934:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624592.168938:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624592.168942:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624592.168951:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624592.168960:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddb480 x1875506845064704/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624592.168972:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11ddb480 x1875506845064704/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624592.168990:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624592.168998:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624592.169001:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624592.169003:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624592.169005:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624592.169008:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624592.169011:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624592.169015:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624592.169018:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624592.169021:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624592.169024:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377461e80 00000400:00000200:2.0:1788624592.169027:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624592.169031:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x8475 [1] + 224 00000800:00000001:2.0:1788624592.169034:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624592.169037:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624592.169039:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624592.169042:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624592.169044:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624592.169049:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddb800 x1875506845064832/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624592.169058:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11ddb800 x1875506845064832/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624592.169065:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624592.169067:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624592.169069:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624592.169070:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624592.169072:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624592.169074:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624592.169077:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624592.169081:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624592.169083:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624592.169085:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624592.169088:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377461f00 00000400:00000200:2.0:1788624592.169091:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624592.169094:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8465 [1] + 224 00000800:00000001:2.0:1788624592.169097:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624592.169099:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624592.169101:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624592.169129:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624592.169132:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624592.169136:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9500 x1875506845064960/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624592.169144:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dd9500 x1875506845064960/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624592.169152:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624592.169155:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624592.169157:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624592.169159:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624592.169161:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624592.169163:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624592.169167:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624592.169170:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624592.169172:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624592.169175:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624592.169178:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377461d80 00000400:00000200:2.0:1788624592.169181:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624592.169185:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x846d [1] + 224 00000800:00000001:2.0:1788624592.169188:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624592.169193:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624592.169194:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624592.169197:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624592.169200:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624592.169204:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9c00 x1875506845064576/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624592.169212:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dd9c00 x1875506845064576/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624592.169219:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624592.169221:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624592.169223:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624592.169271:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624592.169275:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624592.169282:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624592.169284:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624592.169289:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793898. 00000400:00000200:1.0:1788624592.169293:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cc38 00000400:00000010:1.0:1788624592.169295:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cc38. 00000100:00000001:1.0:1788624592.169299:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624592.169303:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9c00 x1875506845064576/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624592.169311:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9c00 x1875506845064576/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.169317:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624592.169319:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624592.169321:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624592.169324:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624592.169326:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624592.169328:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624592.169331:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624592.169337:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=21 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624592.169341:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=21 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624592.169344:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624592.169346:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624592.169349:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624592.169351:0:2390:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624592.169354:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624592.169360:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9c00 x1875506845064576/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.169368:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624592.169371:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624592.169374:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624592.169378:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9c00 x1875506845064576/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624592.169385:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2390:1875506845064576:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624592.169391:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624592.169393:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624592.169395:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793b00. 00000400:00000200:1.0:1788624592.169397:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ccc0 00000400:00000010:1.0:1788624592.169399:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ccc0. 00000100:00000001:1.0:1788624592.169401:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624592.169404:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddb800 x1875506845064832/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624592.169413:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddb800 x1875506845064832/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.169419:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624592.169420:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624592.169422:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624592.169423:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624592.169424:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624592.169426:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624592.169427:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624592.169433:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=21 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624592.169436:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=21 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624592.169438:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624592.169439:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624592.169441:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624592.169444:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624592.169447:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624592.169450:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788624592.169452:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624592.169453:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624592.169457:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddb800 x1875506845064832/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.169463:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624592.169465:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624592.169466:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624592.169469:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddb800 x1875506845064832/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624592.169476:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845064832:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624592.169479:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624592.169486:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624592.169487:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793160. 00000400:00000200:1.0:1788624592.169489:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862caa0 00000400:00000010:1.0:1788624592.169491:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862caa0. 00000100:00000001:1.0:1788624592.169492:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624592.169495:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddb480 x1875506845064704/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624592.169503:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddb480 x1875506845064704/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.169509:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624592.169510:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624592.169512:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624592.169513:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624592.169514:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624592.169515:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624592.169517:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624592.169520:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=21 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624592.169523:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624592.169525:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624592.169527:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624592.169529:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624592.169530:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624592.169532:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624592.169534:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1788624592.169536:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624592.169538:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624592.169541:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddb480 x1875506845064704/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.169547:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624592.169548:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624592.169549:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624592.169552:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddb480 x1875506845064704/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624592.169559:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845064704:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624592.169563:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624592.169564:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624592.169565:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624592.169567:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c880 00000400:00000010:1.0:1788624592.169568:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c880. 00000100:00000001:1.0:1788624592.169570:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624592.169572:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9500 x1875506845064960/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624592.169579:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9500 x1875506845064960/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.169585:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624592.169586:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624592.169588:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624592.169589:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624592.169590:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624592.169591:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624592.169603:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624592.169608:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=20 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624592.169611:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624592.169613:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624592.169614:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624592.169616:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624592.169618:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624592.169619:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624592.169621:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:1.0:1788624592.169622:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624592.169624:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624592.169628:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9500 x1875506845064960/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.169636:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624592.169637:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624592.169638:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624592.169641:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9500 x1875506845064960/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624592.169647:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845064960:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624592.169651:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624592.169653:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624592.169656:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9c00 x1875506845064576/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.169661:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624592.169664:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624592.169667:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18bf1200. 02000000:00000001:1.0:1788624592.169671:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624592.169674:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624592.169676:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:1.0:1788624592.169678:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624592.169681:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd1044e100. 02000000:00000001:1.0:1788624592.169685:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624592.169687:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624592.169689:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9c00. 00000100:00000001:1.0:1788624592.169692:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624592.169693:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624592.169695:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624592.169697:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddb800 x1875506845064832/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.169702:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624592.169703:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624592.169705:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18bf1000. 02000000:00000001:1.0:1788624592.169706:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624592.169707:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624592.169708:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624592.169710:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624592.169711:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd1044e300. 02000000:00000001:1.0:1788624592.169713:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624592.169714:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624592.169715:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddb800. 00000100:00000001:1.0:1788624592.169717:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624592.169718:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624592.169719:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624592.169721:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddb480 x1875506845064704/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.169726:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624592.169727:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624592.169728:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18bf0a00. 02000000:00000001:1.0:1788624592.169730:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624592.169731:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624592.169732:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624592.169733:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624592.169734:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd1044ed00. 02000000:00000001:1.0:1788624592.169736:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624592.169737:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624592.169738:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddb480. 00000100:00000001:1.0:1788624592.169739:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624592.169740:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624592.169742:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624592.169745:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9500 x1875506845064960/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624592.169750:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624592.169751:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624592.169753:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18bf0000. 02000000:00000001:1.0:1788624592.169754:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624592.169755:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624592.169756:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624592.169758:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624592.169759:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd1044ec00. 02000000:00000001:1.0:1788624592.169761:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624592.169762:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624592.169763:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9500. 00000100:00000001:1.0:1788624592.169765:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624592.169766:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624592.169768:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624592.169774:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624592.169776:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624592.169779:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624592.169781:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624592.850261:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624592.850267:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624592.850272:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624592.850274:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624592.850360:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624592.850363:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624592.850367:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624593.874228:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624593.874237:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624593.874245:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624593.874246:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624593.874599:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624593.874604:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624593.874608:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624594.898557:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624594.898566:0:28436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624594.898579:0:28436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624594.898583:0:28436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624594.898590:0:28436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624594.898593:0:28436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624594.898599:0:28436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624594.898602:0:28436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624594.898609:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624594.898610:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624594.908089:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624594.908097:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624594.908102:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788624594.990475:0:33496:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624595.154305:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624595.154322:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624595.154335:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04e00. 00000020:00000040:0.0:1788624595.154344:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:0.0:1788624595.154350:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624595.154355:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624595.154361:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624595.154373:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df900. 00000100:00000001:0.0:1788624595.154382:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624595.154400:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11c04e00 x1875506845065088/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624595.154415:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624595.154421:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624595.154429:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061b0bb7b] to pc [ptlrpcd_00_00+0] req@ffff99dd11c04e00 x1875506845065088/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624595.154459:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624595.154462:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624595.154467:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624595.154469:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06680. 00000020:00000040:0.0:1788624595.154472:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624595.154474:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624595.154476:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624595.154478:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624595.154481:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df300. 00000100:00000001:0.0:1788624595.154484:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624595.154488:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11c06680 x1875506845065216/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624595.154494:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624595.154496:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624595.154500:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081da5a9e] to pc [ptlrpcd_00_01+1] req@ffff99dd11c06680 x1875506845065216/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624595.154508:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624595.154511:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624595.154514:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624595.154520:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05180. 00000020:00000040:0.0:1788624595.154523:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624595.154525:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624595.154526:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624595.154527:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624595.154531:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df500. 00000100:00000001:0.0:1788624595.154533:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624595.154537:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11c05180 x1875506845065344/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624595.154543:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624595.154545:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624595.154548:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b598582] to pc [ptlrpcd_00_00+0] req@ffff99dd11c05180 x1875506845065344/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624595.154555:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624595.154557:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788624595.154562:0:25842:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788624595.154564:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624595.154578:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624595.154583:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05880. 00000020:00000040:0.0:1788624595.154585:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624595.154587:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624595.154588:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624595.154590:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624595.154593:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df100. 00000100:00000001:0.0:1788624595.154596:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624595.154601:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11c05880 x1875506845065472/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624595.154607:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624595.154609:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624595.154613:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096fb636b] to pc [ptlrpcd_00_01+1] req@ffff99dd11c05880 x1875506845065472/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624595.154623:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624595.154628:0:25842:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1946) 00000100:00000001:1.0:1788624595.154703:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624595.154708:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624595.154712:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624595.154719:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04e00 x1875506845065088/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624595.154728:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624595.154730:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624595.154733:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624595.154736:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624595.154739:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624595.154743:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2389:1875506845065088:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624595.154749:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624595.154757:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624595.154760:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624595.154763:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624595.154780:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0864aa00. 02000000:00000001:1.0:1788624595.154782:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624595.154792:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624595.154798:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624595.154809:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c880. 00000100:00000200:1.0:1788624595.154819:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845065088, portal 25 00000100:00000001:1.0:1788624595.154821:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624595.154823:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497478656 : -112300212072960 : ffff99dd11c04e00) 00000100:00000040:1.0:1788624595.154829:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04e00 x1875506845065088/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624595.154838:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624595.154841:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624595.154844:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862caa0. 00000100:00000200:1.0:1788624595.154849:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845065088, offset 0 00000400:00000200:1.0:1788624595.154857:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624595.154870:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624595.154881:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624595.154889:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624595.154894:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624595.154899:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624595.154902:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624595.154906:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2904:2904:256:4294967295] 192.168.202.125@tcp LPNI seq info [2904:2904:8:4294967295] 00000400:00000200:1.0:1788624595.154911:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624595.154924:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624595.154931:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624595.154938:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ec00. 00000800:00000200:1.0:1788624595.154946:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624595.154955:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624595.154959:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624595.154978:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624595.154983:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624595.154986:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296613142 00000100:00000001:1.0:1788624595.155007:0:2389:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296610138 00000100:00000001:1.0:1788624595.155012:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296613142 00000100:00000001:1.0:1788624595.155017:0:2389:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296610138 00000100:00000001:1.0:1788624595.155021:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624595.155023:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624595.155026:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624595.155031:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05180 x1875506845065344/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624595.155038:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624595.155040:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624595.155042:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624595.155044:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624595.155047:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624595.155050:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845065344:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624595.155053:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624595.155057:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624595.155058:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624595.155060:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624595.155063:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0864b800. 02000000:00000001:1.0:1788624595.155065:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624595.155070:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624595.155072:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793160. 00000400:00000010:1.0:1788624595.155077:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862ccc0. 00000100:00000200:1.0:1788624595.155080:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845065344, portal 10 00000100:00000001:1.0:1788624595.155082:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624595.155083:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497479552 : -112300212072064 : ffff99dd11c05180) 00000100:00000040:1.0:1788624595.155091:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05180 x1875506845065344/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624595.155096:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624595.155099:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624595.155101:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cc38. 00000100:00000200:1.0:1788624595.155103:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845065344, offset 0 00000400:00000200:1.0:1788624595.155149:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624595.155153:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624595.155157:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624595.155160:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624595.155162:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624595.155164:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624595.155166:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624595.155169:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2905:2905:255:4294967295] 192.168.202.125@tcp LPNI seq info [2905:2905:7:4294967295] 00000400:00000200:1.0:1788624595.155173:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624595.155178:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624595.155183:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624595.155187:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ed00. 00000800:00000200:1.0:1788624595.155190:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624595.155195:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624595.155198:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624595.155200:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624595.155204:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24908 usecs (25 jiffies) 00000400:00000200:1.0:1788624595.155208:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624595.155210:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296609242 00000100:00000001:1.0:1788624595.155213:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296613142 00000100:00000001:1.0:1788624595.155215:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296609242 00000100:00000001:1.0:1788624595.155216:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296613142 00000100:00000001:1.0:1788624595.155218:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624595.155220:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624595.155223:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624595.155226:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624595.155235:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624595.155238:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624595.155241:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624595.155242:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624595.155243:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624595.155246:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788624595.155248:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624595.155249:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624595.155251:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624595.155253:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624595.155254:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624595.155255:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624595.155259:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06680 x1875506845065216/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624595.155266:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624595.155267:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624595.155270:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624595.155271:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624595.155274:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624595.155276:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845065216:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624595.155280:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624595.155283:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624595.155284:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624595.155286:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624595.155289:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0864b400. 02000000:00000001:1.0:1788624595.155291:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624595.155294:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624595.155296:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793b00. 00000400:00000010:1.0:1788624595.155300:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cf68. 00000100:00000200:1.0:1788624595.155303:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845065216, portal 10 00000100:00000001:1.0:1788624595.155304:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624595.155306:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484928 : -112300212066688 : ffff99dd11c06680) 00000100:00000040:1.0:1788624595.155312:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c06680 x1875506845065216/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624595.155318:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624595.155320:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624595.155323:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c198. 00000100:00000200:1.0:1788624595.155325:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845065216, offset 0 00000400:00000200:1.0:1788624595.155329:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624595.155333:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624595.155336:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624595.155338:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624595.155341:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624595.155343:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624595.155345:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624595.155348:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2906:2906:254:4294967295] 192.168.202.125@tcp LPNI seq info [2906:2906:6:4294967295] 00000400:00000200:1.0:1788624595.155352:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624595.155358:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624595.155362:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624595.155366:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e300. 00000800:00000200:1.0:1788624595.155370:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624595.155374:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624595.155376:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624595.155379:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624595.155382:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 812381 usecs (813 jiffies) 00000400:00000200:1.0:1788624595.155385:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624595.155387:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296610030 00000100:00000001:1.0:1788624595.155389:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296613142 00000100:00000001:1.0:1788624595.155392:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296610030 00000100:00000001:1.0:1788624595.155393:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296613142 00000100:00000001:1.0:1788624595.155396:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624595.155397:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624595.155399:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624595.155403:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05880 x1875506845065472/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624595.155409:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624595.155411:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624595.155413:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624595.155415:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624595.155417:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624595.155419:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845065472:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624595.155423:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624595.155426:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624595.155428:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624595.155429:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624595.155433:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0864a600. 02000000:00000001:1.0:1788624595.155434:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624595.155438:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624595.155441:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793898. 00000400:00000010:1.0:1788624595.155445:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c990. 00000100:00000200:1.0:1788624595.155448:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845065472, portal 4 00000100:00000001:1.0:1788624595.155450:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624595.155451:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497481344 : -112300212070272 : ffff99dd11c05880) 00000100:00000040:1.0:1788624595.155456:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05880 x1875506845065472/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624595.155464:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624595.155466:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624595.155468:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cee0. 00000100:00000200:1.0:1788624595.155470:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845065472, offset 0 00000400:00000200:1.0:1788624595.155474:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624595.155478:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624595.155481:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624595.155483:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624595.155485:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624595.155487:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624595.155489:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624595.155492:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2907:2907:253:4294967295] 192.168.202.125@tcp LPNI seq info [2907:2907:5:4294967295] 00000400:00000200:1.0:1788624595.155496:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624595.155502:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624595.155507:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624595.155511:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e100. 00000800:00000200:1.0:1788624595.155515:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624595.155519:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624595.155521:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624595.155524:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624595.155527:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25430 usecs (26 jiffies) 00000400:00000200:1.0:1788624595.155530:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624595.155532:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296609243 00000100:00000001:1.0:1788624595.155534:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296613142 00000100:00000001:1.0:1788624595.155536:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296609243 00000100:00000001:1.0:1788624595.155538:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296613142 00000100:00000001:1.0:1788624595.155540:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624595.155542:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624595.155545:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624595.155547:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624595.155564:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624595.155578:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624595.155945:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624595.155951:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ec00. 00000400:00000200:2.0:1788624595.155961:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624595.155967:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624595.155976:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862caa0 00000400:00000010:2.0:1788624595.155978:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862caa0. 00000100:00000001:2.0:1788624595.155984:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624595.155999:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04e00 x1875506845065088/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624595.156012:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624595.156015:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04e00 x1875506845065088/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624611 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624595.156023:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624595.156025:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624595.156043:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624595.156046:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ed00. 00000400:00000200:2.0:1788624595.156048:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624595.156051:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624595.156054:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cc38 00000400:00000010:2.0:1788624595.156056:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cc38. 00000100:00000001:2.0:1788624595.156058:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624595.156061:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05180 x1875506845065344/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624595.156069:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624595.156072:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05180 x1875506845065344/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624611 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624595.156078:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624595.156079:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624595.156088:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624595.156090:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e300. 00000400:00000200:2.0:1788624595.156092:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624595.156096:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624595.156098:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c198 00000400:00000010:2.0:1788624595.156101:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c198. 00000100:00000001:2.0:1788624595.156103:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624595.156127:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06680 x1875506845065216/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624595.156134:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624595.156137:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06680 x1875506845065216/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624611 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624595.156144:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624595.156145:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624595.156230:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624595.156233:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e100. 00000400:00000200:2.0:1788624595.156236:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624595.156240:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624595.156242:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cee0 00000400:00000010:2.0:1788624595.156244:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cee0. 00000100:00000001:2.0:1788624595.156246:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624595.156250:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05880 x1875506845065472/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624595.156256:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624595.156259:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05880 x1875506845065472/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624611 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624595.156265:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624595.156266:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624595.173247:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624595.173275:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624595.173281:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624595.173284:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624595.173299:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.173310:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624595.173323:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.173331:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.173339:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.173345:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377461f80 00000400:00000200:3.0:1788624595.173351:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.173359:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x847d [1] + 224 00000800:00000001:3.0:1788624595.173369:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624595.173373:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624595.173377:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624595.173383:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624595.173393:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624595.173406:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04e00 x1875506845065088/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624595.173419:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c04e00 x1875506845065088/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624595.173442:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624595.173451:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624595.173456:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624595.173458:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624595.173460:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624595.173463:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.173466:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624595.173470:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.173472:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.173475:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.173477:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377462080 00000400:00000200:3.0:1788624595.173481:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.173486:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x8485 [1] + 224 00000800:00000001:3.0:1788624595.173490:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624595.173493:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624595.173495:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624595.173498:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624595.173501:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624595.173507:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05180 x1875506845065344/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624595.173515:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c05180 x1875506845065344/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624595.173522:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624595.173525:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624595.173528:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624595.173529:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624595.173532:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624595.173534:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.173538:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624595.173541:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.173544:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.173546:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.173549:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377462000 00000400:00000200:3.0:1788624595.173552:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.173555:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x848d [1] + 224 00000800:00000001:3.0:1788624595.173558:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624595.173561:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624595.173563:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624595.173576:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624595.173579:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624595.173583:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06680 x1875506845065216/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624595.173592:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c06680 x1875506845065216/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624595.173599:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624595.173603:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624595.173606:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624595.173608:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624595.173610:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624595.173614:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.173617:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624595.173621:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.173623:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.173626:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.173629:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377462100 00000400:00000200:3.0:1788624595.173632:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.173637:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8495 [1] + 224 00000800:00000001:3.0:1788624595.173641:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624595.173648:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624595.173650:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624595.173654:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624595.173656:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624595.173661:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05880 x1875506845065472/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624595.173670:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c05880 x1875506845065472/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624595.173677:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624595.173679:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624595.173682:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624595.174002:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624595.174011:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624595.174021:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624595.174024:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624595.174030:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793b00. 00000400:00000200:1.0:1788624595.174037:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cf68 00000400:00000010:1.0:1788624595.174040:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cf68. 00000100:00000001:1.0:1788624595.174044:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624595.174051:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06680 x1875506845065216/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624595.174060:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06680 x1875506845065216/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624595.174066:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624595.174070:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624595.174073:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624595.174077:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624595.174081:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624595.174084:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624595.174087:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624595.174100:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=24 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624595.174150:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624595.174154:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624595.174156:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624595.174160:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624595.174165:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624595.174169:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624595.174172:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1788624595.174174:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624595.174178:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624595.174184:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06680 x1875506845065216/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624595.174192:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624595.174195:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624595.174197:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624595.174201:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06680 x1875506845065216/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624595.174208:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845065216:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624595.174215:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624595.174216:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624595.174218:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793898. 00000400:00000200:1.0:1788624595.174221:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c990 00000400:00000010:1.0:1788624595.174223:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c990. 00000100:00000001:1.0:1788624595.174225:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624595.174228:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05880 x1875506845065472/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624595.174236:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05880 x1875506845065472/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624595.174243:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624595.174244:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624595.174246:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624595.174248:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624595.174249:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624595.174250:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624595.174252:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624595.174257:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=23 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624595.174260:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624595.174262:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624595.174263:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624595.174265:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624595.174267:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624595.174269:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624595.174270:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:1.0:1788624595.174273:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624595.174274:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624595.174279:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05880 x1875506845065472/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624595.174285:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624595.174286:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624595.174288:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624595.174291:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05880 x1875506845065472/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624595.174299:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845065472:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624595.174305:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624595.174306:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624595.174308:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624595.174310:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c880 00000400:00000010:1.0:1788624595.174312:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c880. 00000100:00000001:1.0:1788624595.174315:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624595.174318:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04e00 x1875506845065088/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624595.174326:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04e00 x1875506845065088/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624595.174332:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624595.174333:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624595.174335:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624595.174336:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624595.174337:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624595.174339:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624595.174341:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624595.174344:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=24 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624595.174346:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=24 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624595.174349:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624595.174350:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624595.174351:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624595.174353:0:2389:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624595.174355:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624595.174358:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04e00 x1875506845065088/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624595.174363:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624595.174365:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624595.174366:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624595.174369:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04e00 x1875506845065088/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624595.174376:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2389:1875506845065088:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624595.174381:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624595.174382:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624595.174385:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793160. 00000400:00000200:1.0:1788624595.174387:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ccc0 00000400:00000010:1.0:1788624595.174389:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ccc0. 00000100:00000001:1.0:1788624595.174391:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624595.174395:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05180 x1875506845065344/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624595.174404:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05180 x1875506845065344/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624595.174411:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624595.174412:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624595.174414:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624595.174415:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624595.174416:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624595.174418:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624595.174419:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624595.174423:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=24 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624595.174427:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=24 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624595.174429:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624595.174430:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624595.174431:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624595.174433:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624595.174435:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624595.174436:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788624595.174438:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624595.174439:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624595.174443:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05180 x1875506845065344/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624595.174449:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624595.174451:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624595.174452:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624595.174456:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05180 x1875506845065344/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624595.174463:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845065344:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624595.174467:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624595.174470:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624595.174474:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06680 x1875506845065216/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624595.174482:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624595.174486:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624595.174491:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0864b400. 02000000:00000001:1.0:1788624595.174495:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624595.174499:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624595.174501:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624595.174503:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624595.174507:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df300. 02000000:00000001:1.0:1788624595.174511:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624595.174514:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624595.174517:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06680. 00000100:00000001:1.0:1788624595.174521:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624595.174522:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624595.174524:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624595.174527:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05880 x1875506845065472/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624595.174532:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624595.174533:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624595.174534:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0864a600. 02000000:00000001:1.0:1788624595.174537:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624595.174538:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624595.174539:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624595.174541:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624595.174542:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df100. 02000000:00000001:1.0:1788624595.174544:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624595.174545:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624595.174546:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05880. 00000100:00000001:1.0:1788624595.174549:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624595.174550:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624595.174551:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624595.174554:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04e00 x1875506845065088/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624595.174560:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624595.174561:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624595.174563:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0864aa00. 02000000:00000001:1.0:1788624595.174576:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624595.174577:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624595.174579:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:1.0:1788624595.174581:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624595.174582:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df900. 02000000:00000001:1.0:1788624595.174585:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624595.174586:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624595.174587:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04e00. 00000100:00000001:1.0:1788624595.174590:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624595.174591:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624595.174593:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624595.174596:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05180 x1875506845065344/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624611 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624595.174603:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624595.174604:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624595.174606:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0864b800. 02000000:00000001:1.0:1788624595.174608:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624595.174609:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624595.174610:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624595.174612:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624595.174614:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df500. 02000000:00000001:1.0:1788624595.174616:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624595.174617:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624595.174618:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05180. 00000100:00000001:1.0:1788624595.174620:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624595.174621:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624595.174624:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624595.174634:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624595.174636:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624595.174639:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624595.174642:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624595.893695:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624595.893771:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624595.893776:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624595.893778:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624595.893788:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.893796:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624595.893805:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.893810:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.893815:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.893819:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 328 into portal 15 MB=0x6a9c378ad5400 00000400:00000200:3.0:1788624595.893828:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.125@tcp of length 328/328 into md 0x82b5 [2] + 328 00000800:00000001:3.0:1788624595.893835:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624595.893851:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624595.893854:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624595.893859:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624595.893867:0:2383:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788624595.893869:0:2383:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788624595.893876:0:2383:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597480. 00000100:00000040:3.0:1788624595.893879:0:2383:0:(events.c:341:request_in_callback()) incoming req@ffff99dd11597480 x1875506868605952 msgsize 328 00000100:00100000:3.0:1788624595.893883:0:2383:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.125@tcp (source: 12345-192.168.202.125@tcp) 00000100:00000001:3.0:1788624595.893894:0:2383:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788624595.893903:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624595.893907:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624595.893932:0:16806:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788624595.893935:0:16806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875506868605952 02000000:00000001:3.0:1788624595.893938:0:16806:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788624595.893941:0:16806:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624595.893943:0:16806:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624595.893948:0:16806:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624595.893954:0:16806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875506868605952 00000020:00000001:3.0:1788624595.893957:0:16806:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788624595.893959:0:16806:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d2f 00000020:00000001:3.0:1788624595.893962:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624595.893966:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3800 refcount=4 00000020:00000001:3.0:1788624595.893968:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000020:00000001:3.0:1788624595.893971:0:16806:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000100:00000001:3.0:1788624595.893975:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624595.893979:0:16806:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3e80. 00000100:00000001:3.0:1788624595.893982:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624595.893985:0:16806:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3e80. 00000020:00000010:3.0:1788624595.893991:0:16806:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd0864ac00. 00000020:00000010:3.0:1788624595.893997:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff99dd1115a680. 00000020:00000010:3.0:1788624595.894002:0:16806:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99dd1145fe10. 00000100:00000040:3.0:1788624595.894013:0:16806:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788624595.894017:0:16806:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788624595.894019:0:16806:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788624595.894022:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624595.894031:0:16806:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624595.894039:0:16806:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624595.894053:0:16806:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788624595.894055:0:16806:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788624595.894059:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.125@tcp, seq: 61 00000100:00000040:3.0:1788624595.894063:0:16806:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff99dd051f3800 : new rpc_count 1 00000100:00000001:3.0:1788624595.894065:0:16806:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446631773490738304 : -112300218813312 : ffff99dd11597480) 00000100:00000040:3.0:1788624595.894073:0:16806:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff99dd11597480 x1875506868605952/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:161/0 lens 328/0 e 0 to 0 dl 1788624606 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624595.894083:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624595.894086:0:16806:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3e80. 00000100:00000001:3.0:1788624595.894088:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624595.894090:0:16806:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3e80. 00000100:00100000:3.0:1788624595.894094:0:16806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99dd11597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8437:x1875506868605952:12345-192.168.202.125@tcp:104: 00000100:00000200:3.0:1788624595.894098:0:16806:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875506868605952 00010000:00000001:3.0:1788624595.894101:0:16806:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788624595.894130:0:16806:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624595.894132:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624595.894134:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19200 refcount=2 00000020:00000001:3.0:1788624595.894136:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00010000:00000001:3.0:1788624595.894139:0:16806:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00010000:00000001:3.0:1788624595.894143:0:16806:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624595.894147:0:16806:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624595.894152:0:16806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa103bd66258a8202 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:3.0:1788624595.894165:0:16806:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788624595.894168:0:16806:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788624595.894172:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff99dd049ce400. 02000000:00000001:3.0:1788624595.894174:0:16806:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624595.894177:0:16806:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624595.894182:0:16806:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788624595.894185:0:16806:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624595.894189:0:16806:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd1068a1e8 time=173 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624595.894194:0:16806:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624595.894197:0:16806:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 16 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624595.894199:0:16806:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 02000000:00000001:3.0:1788624595.894201:0:16806:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788624595.894203:0:16806:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624595.894206:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624595.894209:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624595.894214:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f220. 00000100:00000200:3.0:1788624595.894219:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875506868605952, offset 224 00000400:00000200:3.0:1788624595.894225:0:16806:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624595.894231:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.894238:0:16806:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624595.894244:0:16806:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2908:2908:256:4294967295] 192.168.202.125@tcp LPNI seq info [2908:2908:8:4294967295] 00000400:00000200:3.0:1788624595.894248:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.894256:0:16806:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624595.894261:0:16806:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624595.894267:0:16806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185700. 00000800:00000200:3.0:1788624595.894273:0:16806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624595.894280:0:16806:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624595.894284:0:16806:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624595.894294:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624595.894297:0:16806:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00010000:00000001:3.0:1788624595.894301:0:16806:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788624595.894304:0:16806:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99dd10d04e40. 00010000:00000001:3.0:1788624595.894307:0:16806:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788624595.894313:0:16806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788624595.894316:0:16806:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624595.894318:0:16806:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624595.894320:0:16806:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624595.894325:0:16806:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11597480 x1875506868605952/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:161/0 lens 328/224 e 0 to 0 dl 1788624606 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788624595.894334:0:16806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99dd11597480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8437:x1875506868605952:12345-192.168.202.125@tcp:104: Request processed in 250us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1788624595.894342:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.125@tcp, seq: 61 00000100:00000040:3.0:1788624595.894345:0:16806:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99dd051f3800 : new rpc_count 0 00000100:00000001:3.0:1788624595.894347:0:16806:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788624595.894349:0:16806:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788624595.894354:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff99dd1115a680. 00000020:00000010:3.0:1788624595.894358:0:16806:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99dd1145fe10. 00000020:00000010:3.0:1788624595.894361:0:16806:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99dd0864ac00. 00000020:00000040:3.0:1788624595.894366:0:16806:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3800 : new refcount 3 00000100:00000001:3.0:1788624595.894369:0:16806:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624595.894440:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624595.894444:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185700. 00000400:00000200:3.0:1788624595.894448:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624595.894452:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624595.894456:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f220 00000400:00000010:3.0:1788624595.894459:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f220. 00000100:00000001:3.0:1788624595.894462:0:2384:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788624595.894464:0:2384:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:3.0:1788624595.894474:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624595.894476:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624595.894479:0:16815:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788624595.894482:0:16815:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788624595.894484:0:16815:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788624595.894487:0:16815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0xa103bd66258a8202 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788624595.894496:0:16815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd11d19200 already unused, calling callback (ffffffffc1016300) 00000008:00000001:3.0:1788624595.894500:0:16815:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1788624595.894503:0:16815:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788624595.894504:0:16815:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624595.894506:0:16815:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624595.894507:0:16815:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19200 refcount=3 00000020:00000001:3.0:1788624595.894509:0:16815:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00010000:00000001:3.0:1788624595.894511:0:16815:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498610176 : -112300210941440 : ffff99dd11d19200) 00010000:00000001:3.0:1788624595.894514:0:16815:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624595.894517:0:16815:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0xa103bd66258a8202 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1788624595.894523:0:16815:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788624595.894526:0:16815:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624595.894529:0:16815:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833432 : -112300453718184 : ffff99dd03591758) 00000020:00001000:3.0:1788624595.894532:0:16815:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591750 00000008:00000001:3.0:1788624595.894534:0:16815:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788624595.894536:0:16815:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788624595.894538:0:16815:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591750 00000008:00000001:3.0:1788624595.894540:0:16815:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624595.894543:0:16815:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624595.894547:0:16815:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624595.894549:0:16815:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624595.894551:0:16815:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624595.894572:0:16815:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788624595.894575:0:16815:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d19200 with handle 0xcc94206c7ef41930 from hash 00010000:00000001:3.0:1788624595.894577:0:16815:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624595.894579:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624595.894581:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624595.894582:0:16815:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624595.894585:0:16815:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624595.894587:0:16815:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788624595.894593:0:16815:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624595.894597:0:16815:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624595.894600:0:16815:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624595.894603:0:16815:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788624595.894607:0:16815:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11596680. 00000020:00000040:3.0:1788624595.894611:0:16815:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:3.0:1788624595.894616:0:16815:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624595.894618:0:16815:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624595.894624:0:16815:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624595.894629:0:16815:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd0864ac00. 00000100:00000001:3.0:1788624595.894636:0:16815:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624595.894638:0:16815:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788624595.894642:0:16815:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa103bd66258a8202 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788624595.894649:0:16815:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788624595.894651:0:16815:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624595.894655:0:16815:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624595.894659:0:16815:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624595.894666:0:16815:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ceb6bc54] to pc [ptlrpcd_01_00+0] req@ffff99dd11596680 x1875506845065600/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788624595.894686:0:16815:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624595.894689:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624595.894690:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624595.894692:0:16815:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624595.894694:0:16815:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624595.894696:0:16815:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624595.894699:0:16815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa103bd66258a8202 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788624595.899913:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624595.899919:0:16815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 000000002521e834/0xcc94206c7ef41930 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0xa103bd66258a8202 expref: -99 pid: 33251 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1788624595.899934:0:16815:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd067cc5c0. 00010000:00000040:3.0:1788624595.899939:0:16815:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10000 count: 0 00010000:00000010:3.0:1788624595.899946:0:16815:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff99dd03f10800. 00010000:00000001:3.0:1788624595.899955:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624595.899957:0:16815:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788624595.899959:0:16815:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff99dd10d04e40. 00010000:00000001:3.0:1788624595.899963:0:16815:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624595.899967:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624595.899969:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624595.899972:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788624595.899974:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624595.899975:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624595.899977:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788624595.899979:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624595.899980:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624595.899982:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788624595.899998:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624595.900003:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624595.900007:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624595.900021:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11596680 x1875506845065600/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624595.900032:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624595.900034:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624595.900040:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624595.900044:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624595.900048:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624595.900052:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845065600:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788624595.900056:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624595.900062:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624595.900065:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624595.900067:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624595.900073:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0864b400. 02000000:00000001:3.0:1788624595.900075:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624595.900083:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624595.900088:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a6e0. 00000400:00000010:3.0:1788624595.900096:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f220. 00000100:00000200:3.0:1788624595.900103:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845065600, portal 18 00000100:00000001:3.0:1788624595.900123:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624595.900125:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490734720 : -112300218816896 : ffff99dd11596680) 00000100:00000040:3.0:1788624595.900134:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11596680 x1875506845065600/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624611 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624595.900141:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624595.900144:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624595.900147:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fe58. 00000100:00000200:3.0:1788624595.900150:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875506845065600, offset 0 00000400:00000200:3.0:1788624595.900158:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624595.900166:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.900174:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624595.900179:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624595.900182:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624595.900186:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624595.900189:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624595.900193:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2909:2909:256:4294967295] 192.168.202.125@tcp LPNI seq info [2909:2909:8:4294967295] 00000400:00000200:3.0:1788624595.900197:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.900206:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624595.900212:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624595.900217:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185700. 00000800:00000200:3.0:1788624595.900224:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624595.900233:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624595.900238:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788624595.900253:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624595.900258:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25425 usecs (26 jiffies) 00000400:00000200:3.0:1788624595.900261:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624595.900264:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296609987 00000100:00000001:3.0:1788624595.900268:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296613142 00000100:00000001:3.0:1788624595.900270:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296609987 00000100:00000001:3.0:1788624595.900273:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296613142 00000100:00000001:3.0:1788624595.900275:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624595.900278:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624595.900281:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624595.900284:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624595.900293:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624595.900296:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788624595.900298:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624595.900300:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624595.900301:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624595.900304:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624595.900315:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624595.900318:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624595.900767:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624595.900772:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185700. 00000400:00000200:3.0:1788624595.900777:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624595.900782:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624595.900787:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fe58 00000400:00000010:3.0:1788624595.900789:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fe58. 00000100:00000001:3.0:1788624595.900793:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624595.900797:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11596680 x1875506845065600/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624611 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624595.900806:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624595.900809:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11596680 x1875506845065600/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624611 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624595.900816:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624595.900817:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1788624595.912800:0:33549:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10000. 00010000:00000010:3.1:1788624595.912814:0:33549:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19200. 00000800:00000001:3.0:1788624595.912886:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624595.912900:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624595.912903:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624595.912905:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624595.912915:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.912923:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624595.912932:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.912938:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.912943:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.912947:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 18 MB=0x6a9c377462180 00000400:00000200:3.0:1788624595.912952:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624595.912958:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.125@tcp of length 224/224 into md 0x84a5 [1] + 224 00000800:00000001:3.0:1788624595.912966:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624595.912974:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624595.912978:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624595.912983:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624595.912991:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624595.913000:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11596680 x1875506845065600/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624595.913012:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11596680 x1875506845065600/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624595.913024:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624595.913032:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624595.913036:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624595.913048:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624595.913051:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624595.913059:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624595.913062:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624595.913065:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a6e0. 00000400:00000200:3.0:1788624595.913068:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f220 00000400:00000010:3.0:1788624595.913071:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f220. 00000100:00000001:3.0:1788624595.913073:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624595.913077:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11596680 x1875506845065600/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624595.913084:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11596680 x1875506845065600/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624595.913090:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624595.913091:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624595.913094:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624595.913097:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624595.913099:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624595.913101:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624595.913103:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624595.913129:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447ca8 time=172 v=5 (5 5 5 0) 00000100:00001000:3.0:1788624595.913134:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624595.913136:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624595.913138:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624595.913141:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624595.913144:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624595.913147:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624595.913149:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:3.0:1788624595.913151:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624595.913153:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624595.913158:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11596680 x1875506845065600/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624611 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624595.913165:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624595.913168:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624595.913171:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624595.913174:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11596680 x1875506845065600/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624611 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624595.913181:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845065600:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788624595.913186:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624595.913189:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624595.913192:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11596680 x1875506845065600/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624611 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624595.913199:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624595.913201:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624595.913204:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0864b400. 02000000:00000001:3.0:1788624595.913208:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624595.913211:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624595.913212:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624595.913215:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624595.913218:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd0864ac00. 02000000:00000001:3.0:1788624595.913221:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624595.913223:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624595.913225:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11596680. 00000100:00000001:3.0:1788624595.913228:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624595.913229:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624595.913232:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624595.913239:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624595.913241:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624595.913243:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624595.913245:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624595.923980:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624595.923988:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624595.924057:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624595.924061:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624595.924065:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624596.950818:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624596.950829:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624596.950882:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624596.950886:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624596.950890:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788624597.276575:0:33642:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624597.868724:0:33704:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624597.972812:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624597.972821:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624597.975190:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624597.975197:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624597.975202:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624598.994221:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624598.994232:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624598.994282:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624598.994285:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624598.994289:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788624599.085638:0:33797:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624599.122792:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296613142, at 4296613184 00000100:00000010:2.0:1788624599.122818:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd04866360. 00000100:00000040:3.0:1788624599.127987:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296613142, at 4296613189 00000100:00000010:3.0:1788624599.128012:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd04866780. 00000001:00000001:0.0:1788624599.738240:0:33834:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788624599.738247:0:33834:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 23: client hang when close a file after mds crash ========================================================== 12:09:57 (1788624597) 00000001:00000001:0.0:1788624599.759943:0:33834:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1788624599.870894:0:33840:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624599.870901:0:33840:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624599.870903:0:33840:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624599.870908:0:33840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3bc0 00000080:00200000:2.0:1788624599.870913:0:33840:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624599.870921:0:33840:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd110fa800. 00800000:00000002:2.0:1788624599.870928:0:33840:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624599.870933:0:33840:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624599.870938:0:33840:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624599.870940:0:33840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3ae0 00800000:00000002:2.0:1788624599.870943:0:33840:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624599.870946:0:33840:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624599.870949:0:33840:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624599.870951:0:33840:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624599.870953:0:33840:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624599.870956:0:33840:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624599.870958:0:33840:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624599.870960:0:33840:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624599.870962:0:33840:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624599.870965:0:33840:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624599.870971:0:33840:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624599.870973:0:33840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a39b0 00000002:00010000:2.0:1788624599.870974:0:33840:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624599.870978:0:33840:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624599.870980:0:33840:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624599.870983:0:33840:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624599.870990:0:33840:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624599.870992:0:33840:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624599.870994:0:33840:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624599.870997:0:33840:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788624599.870999:0:33840:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788624599.871004:0:33840:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d60e00. 00000020:00000040:2.0:1788624599.871008:0:33840:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:2.0:1788624599.871015:0:33840:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624599.871021:0:33840:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624599.871025:0:33840:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624599.871028:0:33840:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624599.871031:0:33840:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624599.871035:0:33840:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624599.871042:0:33840:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd04839800. 00000100:00000001:2.0:1788624599.871049:0:33840:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624599.871054:0:33840:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624599.871055:0:33840:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624599.871057:0:33840:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624599.871058:0:33840:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624599.871060:0:33840:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624599.871065:0:33840:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773498904064 : -112300210647552 : ffff99dd11d60e00) 00010000:00000001:2.0:1788624599.871068:0:33840:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624599.871070:0:33840:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788624599.871075:0:33840:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03870e00. 00010000:00000010:2.0:1788624599.871079:0:33840:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd05188900. 00010000:00000001:2.0:1788624599.871084:0:33840:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624599.871087:0:33840:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10767a00. 00000020:00000001:2.0:1788624599.871090:0:33840:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624599.871093:0:33840:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10767a00 with handle 0xcc94206c7ef4194c to hash 00000020:00000001:2.0:1788624599.871095:0:33840:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624599.871097:0:33840:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624599.871100:0:33840:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624599.871126:0:33840:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624599.871129:0:33840:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624599.871134:0:33840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef4194c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624599.871143:0:33840:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef4194c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624599.871153:0:33840:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef4194c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624599.871159:0:33840:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624599.871161:0:33840:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624599.871167:0:33840:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203be3c0. 00000100:00000001:2.0:1788624599.871169:0:33840:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740458944 : -112299969092672 : ffff99dd203be3c0) 00000100:00000001:2.0:1788624599.871172:0:33840:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624599.871173:0:33840:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498904064 : -112300210647552 : ffff99dd11d60e00) 00000100:00000001:2.0:1788624599.871177:0:33840:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624599.871181:0:33840:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624599.871184:0:33840:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624599.871185:0:33840:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624599.871196:0:33840:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d60e00 x1875506845065728/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624599.871205:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624599.871207:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624599.871210:0:33840:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624599.871212:0:33840:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624599.871215:0:33840:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624599.871218:0:33840:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d60e00 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33840:1875506845065728:192.168.202.125@tcp:101:multiop.0 00000100:00000001:2.0:1788624599.871223:0:33840:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624599.871227:0:33840:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624599.871229:0:33840:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624599.871232:0:33840:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624599.871236:0:33840:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd18709000. 02000000:00000001:2.0:1788624599.871238:0:33840:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624599.871246:0:33840:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624599.871249:0:33840:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2898. 00000400:00000010:2.0:1788624599.871257:0:33840:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e085d8. 00000100:00000200:2.0:1788624599.871264:0:33840:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845065728, portal 10 00000100:00000001:2.0:1788624599.871266:0:33840:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624599.871267:0:33840:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498904064 : -112300210647552 : ffff99dd11d60e00) 00000100:00000040:2.0:1788624599.871273:0:33840:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d60e00 x1875506845065728/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624615 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624599.871281:0:33840:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624599.871284:0:33840:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624599.871286:0:33840:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08ee0. 00000100:00000200:2.0:1788624599.871289:0:33840:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845065728, offset 0 00000400:00000200:2.0:1788624599.871295:0:33840:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624599.871302:0:33840:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624599.871310:0:33840:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624599.871315:0:33840:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624599.871319:0:33840:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624599.871324:0:33840:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624599.871326:0:33840:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624599.871330:0:33840:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2910:2910:256:4294967295] 192.168.202.125@tcp LPNI seq info [2910:2910:8:4294967295] 00000400:00000200:2.0:1788624599.871334:0:33840:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624599.871342:0:33840:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624599.871349:0:33840:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624599.871354:0:33840:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd092e3f00. 00000800:00000200:2.0:1788624599.871361:0:33840:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624599.871369:0:33840:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624599.871373:0:33840:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd092e3f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788624599.871395:0:33840:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624599.871401:0:33840:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 811355 usecs (812 jiffies) 00000400:00000200:2.0:1788624599.871405:0:33840:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624599.871408:0:33840:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296614743 00000100:00000010:2.0:1788624599.871412:0:33840:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd185883c0. 00000100:00000001:2.0:1788624599.871419:0:33840:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788624599.871425:0:33840:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296614743 00000100:00000010:2.0:1788624599.871428:0:33840:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd185889c0. 00000100:00000001:2.0:1788624599.871430:0:33840:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788624599.871434:0:33840:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624599.871436:0:33840:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624599.871439:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624599.871441:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624599.871443:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be3c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788624599.871446:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624599.871450:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624599.871581:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624599.871585:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd092e3f00. 00000400:00000200:2.0:1788624599.871591:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624599.871596:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624599.871602:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08ee0 00000400:00000010:2.0:1788624599.871605:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08ee0. 00000100:00000001:2.0:1788624599.871609:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624599.871613:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d60e00 x1875506845065728/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624615 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624599.871624:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624599.871628:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d60e00 x1875506845065728/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624615 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624599.871635:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624599.871637:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624599.879458:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624599.879474:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624599.879478:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624599.879481:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624599.879490:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624599.879499:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624599.879508:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624599.879513:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624599.879518:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624599.879536:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377462200 00000400:00000200:3.0:1788624599.879542:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624599.879548:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x84b5 [1] + 224 00000800:00000001:3.0:1788624599.879561:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624599.879567:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624599.879571:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624599.879575:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624599.879582:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624599.879591:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d60e00 x1875506845065728/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624615 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624599.879602:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11d60e00 x1875506845065728/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624615 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624599.879623:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624599.879630:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624599.879632:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624599.879915:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624599.879923:0:33840:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624599.879925:0:33840:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624599.879928:0:33840:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2898. 00000400:00000200:0.0:1788624599.879933:0:33840:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e085d8 00000400:00000010:0.0:1788624599.879935:0:33840:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e085d8. 00000100:00000001:0.0:1788624599.879939:0:33840:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624599.879944:0:33840:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d60e00 x1875506845065728/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624615 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624599.879952:0:33840:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d60e00 x1875506845065728/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624615 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624599.879958:0:33840:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624599.879960:0:33840:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624599.879963:0:33840:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624599.879966:0:33840:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624599.879969:0:33840:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624599.879971:0:33840:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624599.879974:0:33840:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624599.879982:0:33840:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=28 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624599.879986:0:33840:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624599.879989:0:33840:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624599.879991:0:33840:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.879994:0:33840:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624599.879997:0:33840:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624599.880001:0:33840:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788624599.880003:0:33840:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: committing for last_committed 4294967638 gen 2 00000100:00000040:0.0:1788624599.880008:0:33840:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967638) req@ffff99dd11dd8380 x1875506845059840/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624606 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624599.880016:0:33840:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624599.880019:0:33840:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8380 x1875506845059840/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624606 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624599.880026:0:33840:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624599.880028:0:33840:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624599.880031:0:33840:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e2400. 02000000:00000001:0.0:1788624599.880034:0:33840:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624599.880036:0:33840:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624599.880038:0:33840:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624599.880040:0:33840:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624599.880042:0:33840:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd18745600. 02000000:00000001:0.0:1788624599.880045:0:33840:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624599.880047:0:33840:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624599.880049:0:33840:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8380. 00000100:00000001:0.0:1788624599.880052:0:33840:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624599.880054:0:33840:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624599.880058:0:33840:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967638) req@ffff99dd11c04a80 x1875506845064448/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624606 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624599.880064:0:33840:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624599.880067:0:33840:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04a80 x1875506845064448/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624606 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624599.880074:0:33840:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624599.880075:0:33840:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624599.880076:0:33840:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049cb000. 02000000:00000001:0.0:1788624599.880078:0:33840:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624599.880079:0:33840:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624599.880081:0:33840:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624599.880083:0:33840:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624599.880084:0:33840:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd11154200. 02000000:00000001:0.0:1788624599.880087:0:33840:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624599.880088:0:33840:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624599.880089:0:33840:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04a80. 00000100:00000001:0.0:1788624599.880091:0:33840:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624599.880092:0:33840:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624599.880094:0:33840:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788624599.880097:0:33840:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:0.0:1788624599.880099:0:33840:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624599.880101:0:33840:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624599.880135:0:33840:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d60e00 x1875506845065728/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624615 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624599.880143:0:33840:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624599.880145:0:33840:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624599.880147:0:33840:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624599.880151:0:33840:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d60e00 x1875506845065728/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624615 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624599.880159:0:33840:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d60e00 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33840:1875506845065728:192.168.202.125@tcp:101:multiop.0 00000100:00000001:0.0:1788624599.880164:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624599.880166:0:33840:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624599.880169:0:33840:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624599.880170:0:33840:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624599.880173:0:33840:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d60e00 x1875506845065728/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624615 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624599.880179:0:33840:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624599.880181:0:33840:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203be3c0. 00000100:00000001:0.0:1788624599.880184:0:33840:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624599.880186:0:33840:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.880188:0:33840:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624599.880193:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.880195:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.880199:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=4 00000020:00000001:0.0:1788624599.880201:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624599.880204:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000040:0.0:1788624599.880210:0:33840:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10767a00, remote cookie: 0xa103bd66258a828e, flags: 0x1001 00010000:00010000:0.0:1788624599.880216:0:33840:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef4194c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a828e expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624599.880227:0:33840:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef4194c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a828e expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624599.880233:0:33840:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624599.880237:0:33840:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624599.880240:0:33840:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624599.880241:0:33840:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624599.880242:0:33840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624599.880245:0:33840:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd03870e00) refcount = 1 00010000:00010000:0.0:1788624599.880249:0:33840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef4194c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a828e expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624599.880255:0:33840:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624599.880258:0:33840:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624599.880259:0:33840:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624599.880262:0:33840:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624599.880264:0:33840:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624599.880267:0:33840:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef4194c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a828e expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624599.880273:0:33840:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624599.880274:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.880275:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624599.880276:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.880277:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624599.880279:0:33840:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624599.880283:0:33840:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788624599.880285:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.880286:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.880287:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:0.0:1788624599.880289:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624599.880291:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624599.880293:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.880294:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.880296:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=4 00000020:00000001:0.0:1788624599.880297:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624599.880299:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624599.880301:0:33840:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624599.880304:0:33840:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624599.880308:0:33840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef4194c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a828e expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624599.880313:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.880314:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624599.880315:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.880316:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.880318:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=5 00000020:00000001:0.0:1788624599.880319:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624599.880321:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624599.880323:0:33840:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624599.880326:0:33840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef4194c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a828e expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624599.880333:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.880334:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624599.880336:0:33840:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef4194c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a828e expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624599.880349:0:33840:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624599.880350:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.880351:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624599.880352:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.880353:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788624599.880357:0:33840:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11d60e00 x1875506845065728/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624615 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788624599.880365:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.880366:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.880367:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:0.0:1788624599.880368:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624599.880370:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624599.880372:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.880373:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624599.880375:0:33840:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624599.880376:0:33840:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624599.880380:0:33840:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788624599.880382:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.880383:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.880384:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:0.0:1788624599.880386:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624599.880389:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00000002:00010000:0.0:1788624599.880392:0:33840:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef4194c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a828e expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624599.880397:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.880398:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624599.880400:0:33840:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624599.880401:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.880402:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.880403:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:0.0:1788624599.880404:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624599.880407:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000040:0.0:1788624599.880413:0:33840:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 2 00010000:00000001:0.0:1788624599.880416:0:33840:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788624599.880420:0:33840:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788624599.880423:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.880424:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624599.880425:0:33840:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624599.880428:0:33840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3938 00000002:00002000:0.0:1788624599.880430:0:33840:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788624599.880433:0:33840:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624599.880436:0:33840:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624599.880439:0:33840:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624599.880442:0:33840:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788624599.880444:0:33840:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624599.880448:0:33840:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624599.880452:0:33840:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd110fa800. 00000080:00000001:0.0:1788624599.880455:0:33840:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624599.880458:0:33840:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624599.880463:0:33840:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788624599.880467:0:33840:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788624599.880474:0:33840:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd067cc2c0. 00800000:00000001:0.0:1788624599.880476:0:33840:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773308502720 : -112300401048896 : ffff99dd067cc2c0) 00800000:00000001:0.0:1788624599.880478:0:33840:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624599.880480:0:33840:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788624599.880483:0:33840:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788624599.880485:0:33840:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788624599.880487:0:33840:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788624599.880490:0:33840:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788624599.880492:0:33840:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624599.880496:0:33840:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788624599.880499:0:33840:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1788624599.880503:0:33840:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788624575 to 1788624590 00000080:00200000:0.0:1788624599.880507:0:33840:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788624599.880510:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.880511:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.880513:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:0.0:1788624599.880514:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624599.880517:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624599.880519:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.880520:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624599.880532:0:33840:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624599.880535:0:33840:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788624599.880537:0:33840:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd067cc2c0 1 00800000:00000010:0.0:1788624599.880539:0:33840:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd067cc2c0. 00800000:00000001:0.0:1788624599.880543:0:33840:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624599.880546:0:33840:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef4194c 00800000:00000001:0.0:1788624599.880557:0:33840:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624599.880559:0:33840:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624599.880560:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.880561:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.880563:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:0.0:1788624599.880565:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624599.880567:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624599.880569:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.880571:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624599.880572:0:33840:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624599.880573:0:33840:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624599.880575:0:33840:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624599.880578:0:33840:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624599.880581:0:33840:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4194c from it ffffbef8820a3bf8 00010000:00000001:0.0:1788624599.880583:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.880584:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.880585:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:0.0:1788624599.880587:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624599.880589:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624599.880591:0:33840:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624599.880593:0:33840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef4194c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a828e expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624599.880604:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.880605:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624599.880607:0:33840:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624599.880609:0:33840:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624599.880611:0:33840:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef4194c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a828e expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624599.880621:0:33840:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624599.880623:0:33840:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624599.880625:0:33840:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624599.880630:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.880631:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624599.880632:0:33840:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.880636:0:33840:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624599.880638:0:33840:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.880639:0:33840:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.880641:0:33840:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.880643:0:33840:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624599.880644:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.880645:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624599.880647:0:33840:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624599.880651:0:33840:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d60e00 x1875506845065728/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624615 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624599.880656:0:33840:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624599.880658:0:33840:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624599.880660:0:33840:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd18709000. 02000000:00000001:0.0:1788624599.880663:0:33840:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624599.880664:0:33840:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624599.880665:0:33840:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=3 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624599.880667:0:33840:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624599.880669:0:33840:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd04839800. 02000000:00000001:0.0:1788624599.880671:0:33840:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624599.880673:0:33840:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624599.880674:0:33840:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d60e00. 00000100:00000001:0.0:1788624599.880678:0:33840:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624599.880679:0:33840:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624599.880682:0:33840:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788624599.880686:0:33840:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624599.880716:0:33840:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd10536860. 00000080:00000001:0.0:1788624599.880721:0:33840:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624599.880723:0:33840:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624599.880724:0:33840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3b00 00000080:00200000:0.0:1788624599.880893:0:33840:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624599.880899:0:33840:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd03639000. 00800000:00000002:0.0:1788624599.880905:0:33840:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624599.880908:0:33840:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624599.880912:0:33840:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624599.880914:0:33840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3a20 00800000:00000002:0.0:1788624599.880916:0:33840:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624599.880919:0:33840:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624599.880921:0:33840:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624599.880924:0:33840:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624599.880926:0:33840:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624599.880928:0:33840:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624599.880930:0:33840:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624599.880932:0:33840:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624599.880934:0:33840:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624599.880937:0:33840:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624599.880942:0:33840:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624599.880943:0:33840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a38f0 00000002:00010000:0.0:1788624599.880945:0:33840:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624599.880949:0:33840:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624599.880950:0:33840:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624599.880952:0:33840:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624599.880955:0:33840:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 2 00010000:00000001:0.0:1788624599.880957:0:33840:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624599.880960:0:33840:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624599.880962:0:33840:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624599.880964:0:33840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef4194c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a828e expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788624599.880971:0:33840:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624599.880974:0:33840:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624599.880977:0:33840:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef4194c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a828e expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788624599.880982:0:33840:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624599.880984:0:33840:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624599.880986:0:33840:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624599.880987:0:33840:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624599.880988:0:33840:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624599.880990:0:33840:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624599.880991:0:33840:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624599.880993:0:33840:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624599.880995:0:33840:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd03639000. 00000080:00000001:0.0:1788624599.880997:0:33840:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624599.880998:0:33840:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624599.880999:0:33840:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624599.881002:0:33840:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef4194c 00800000:00000001:0.0:1788624599.881004:0:33840:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624599.881006:0:33840:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624599.881007:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.881008:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.881010:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:0.0:1788624599.881011:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624599.881013:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624599.881015:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.881016:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624599.881016:0:33840:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624599.881018:0:33840:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624599.881019:0:33840:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4194c from it ffffbef8820a3b38 00010000:00000001:0.0:1788624599.881021:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.881022:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.881023:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:0.0:1788624599.881025:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624599.881027:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624599.881028:0:33840:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624599.881030:0:33840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef4194c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a828e expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624599.881034:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.881035:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624599.881036:0:33840:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624599.881037:0:33840:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624599.881039:0:33840:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef4194c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a828e expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624599.881043:0:33840:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624599.881044:0:33840:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624599.881045:0:33840:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624599.881046:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.881047:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624599.881048:0:33840:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.881050:0:33840:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624599.881051:0:33840:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.881052:0:33840:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.881054:0:33840:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.881055:0:33840:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624599.881057:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.881057:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624599.881059:0:33840:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624599.881060:0:33840:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624599.881062:0:33840:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788624599.881064:0:33840:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624599.881067:0:33840:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788624599.881069:0:33840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3b58 00000080:00200000:0.0:1788624599.881070:0:33840:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), file ffff99dd2011a000, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1788624599.881075:0:33840:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff99dd1879c840. 00000080:00000001:0.0:1788624599.881078:0:33840:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788624599.881080:0:33840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3a08 00000080:00200000:0.0:1788624599.881081:0:33840:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=open|creat 00000080:00000010:0.0:1788624599.881087:0:33840:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd03639000. 00800000:00000002:0.0:1788624599.881089:0:33840:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624599.881092:0:33840:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624599.881094:0:33840:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624599.881095:0:33840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3928 00800000:00000002:0.0:1788624599.881096:0:33840:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f23.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624599.881099:0:33840:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788624599.881101:0:33840:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788624599.881104:0:33840:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624599.881134:0:33840:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624599.881135:0:33840:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624599.881137:0:33840:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624599.881138:0:33840:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624599.881140:0:33840:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624599.881141:0:33840:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624599.881144:0:33840:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446631773493984256 : -112300215567360 : ffff99dd118afc00) 00800000:00000001:0.0:1788624599.881146:0:33840:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788624599.881148:0:33840:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788624599.881150:0:33840:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788624599.881153:0:33840:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788624599.881155:0:33840:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff99dd10dbf800: Allocated FID [0x200000405:0x29:0x0] 40000000:00000001:0.0:1788624599.881158:0:33840:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624599.881159:0:33840:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624599.881161:0:33840:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624599.881163:0:33840:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624599.881164:0:33840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a38a8 00800000:00000002:0.0:1788624599.881166:0:33840:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x29:0x0], name='f23.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1788624599.881170:0:33840:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624599.881172:0:33840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a37e0 00000002:00010000:0.0:1788624599.881173:0:33840:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f23.recovery-small,[0x200000405:0x29:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1788624599.881176:0:33840:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788624599.881178:0:33840:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788624599.881181:0:33840:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788624599.881184:0:33840:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624599.881186:0:33840:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788624599.881188:0:33840:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 2 00010000:00000001:0.0:1788624599.881190:0:33840:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624599.881192:0:33840:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788624599.881195:0:33840:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624599.881198:0:33840:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef4194c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a828e expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788624599.881205:0:33840:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624599.881209:0:33840:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788624599.881210:0:33840:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788624599.881212:0:33840:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788624599.881214:0:33840:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624599.881215:0:33840:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624599.881217:0:33840:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 3 00010000:00000001:0.0:1788624599.881219:0:33840:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624599.881221:0:33840:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624599.881223:0:33840:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624599.881223:0:33840:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624599.881225:0:33840:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 3 00010000:00000001:0.0:1788624599.881226:0:33840:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624599.881228:0:33840:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624599.881230:0:33840:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624599.881231:0:33840:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624599.881232:0:33840:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 3 00010000:00000001:0.0:1788624599.881234:0:33840:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624599.881236:0:33840:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624599.881238:0:33840:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788624599.881240:0:33840:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788624599.881244:0:33840:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788624599.881246:0:33840:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788624599.881248:0:33840:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788624599.881249:0:33840:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.881252:0:33840:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624599.881254:0:33840:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624599.881256:0:33840:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624599.881258:0:33840:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624599.881260:0:33840:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788624599.881262:0:33840:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd10767a00 with handle 0xcc94206c7ef4194c from hash 00010000:00000001:0.0:1788624599.881265:0:33840:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624599.881266:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.881267:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624599.881268:0:33840:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624599.881270:0:33840:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624599.881272:0:33840:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788624599.881275:0:33840:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624599.881276:0:33840:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624599.881278:0:33840:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788624599.881283:0:33840:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04a80. 00000020:00000040:0.0:1788624599.881286:0:33840:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:0.0:1788624599.881291:0:33840:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788624599.881293:0:33840:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.881295:0:33840:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624599.881298:0:33840:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624599.881300:0:33840:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624599.881302:0:33840:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624599.881304:0:33840:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624599.881307:0:33840:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624599.881313:0:33840:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cb000. 00000100:00000001:0.0:1788624599.881319:0:33840:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.881323:0:33840:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624599.881325:0:33840:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788624599.881329:0:33840:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef4194c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a828e expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788624599.881336:0:33840:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788624599.881337:0:33840:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624599.881339:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624599.881341:0:33840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef4194c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a828e expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788624599.881352:0:33840:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03870e00 count: 0 00010000:00000010:0.0:1788624599.881358:0:33840:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd05188900. 00010000:00000001:0.0:1788624599.881368:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624599.881369:0:33840:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.881371:0:33840:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624599.881373:0:33840:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.881375:0:33840:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624599.881382:0:33840:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773497477760 : -112300212073856 : ffff99dd11c04a80) 00010000:00000001:0.0:1788624599.881385:0:33840:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624599.881387:0:33840:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788624599.881391:0:33840:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03f10900. 00010000:00000010:0.0:1788624599.881394:0:33840:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd11c18480. 00010000:00000001:0.0:1788624599.881399:0:33840:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624599.881402:0:33840:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d19000. 00000020:00000001:0.0:1788624599.881405:0:33840:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624599.881407:0:33840:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d19000 with handle 0xcc94206c7ef41953 to hash 00000020:00000001:0.0:1788624599.881410:0:33840:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624599.881411:0:33840:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624599.881415:0:33840:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624599.881417:0:33840:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624599.881419:0:33840:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624599.881422:0:33840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41953 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624599.881430:0:33840:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41953 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33840 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788624599.881440:0:33840:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788624599.881446:0:33840:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11c04a80 x1875506845065984/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788624599.881460:0:33840:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41953 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624599.881466:0:33840:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624599.881467:0:33840:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624599.881473:0:33840:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd18059a80. 00000100:00000001:0.0:1788624599.881475:0:33840:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773602683520 : -112300106868096 : ffff99dd18059a80) 00000100:00000001:0.0:1788624599.881477:0:33840:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624599.881478:0:33840:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497477760 : -112300212073856 : ffff99dd11c04a80) 00000100:00000001:0.0:1788624599.881482:0:33840:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624599.881486:0:33840:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624599.881488:0:33840:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624599.881489:0:33840:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624599.881494:0:33840:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04a80 x1875506845065984/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624599.881502:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624599.881504:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624599.881507:0:33840:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624599.881509:0:33840:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624599.881511:0:33840:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624599.881514:0:33840:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04a80 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33840:1875506845065984:192.168.202.125@tcp:101:multiop.0 00000100:00000001:0.0:1788624599.881518:0:33840:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624599.881534:0:33840:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624599.881537:0:33840:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624599.881539:0:33840:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624599.881931:0:33840:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff99dd04840000. 02000000:00000001:0.0:1788624599.881935:0:33840:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624599.881943:0:33840:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624599.881947:0:33840:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dcb8. 00000400:00000010:0.0:1788624599.881955:0:33840:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff99dd049cbc00. 00000100:00000200:0.0:1788624599.881962:0:33840:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875506845065984, portal 10 00000100:00000001:0.0:1788624599.881964:0:33840:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624599.881966:0:33840:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497477760 : -112300212073856 : ffff99dd11c04a80) 00000100:00000040:0.0:1788624599.881973:0:33840:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c04a80 x1875506845065984/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624615 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624599.881980:0:33840:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624599.881983:0:33840:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624599.881986:0:33840:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395aa0. 00000100:00000200:0.0:1788624599.881990:0:33840:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875506845065984, offset 0 00000400:00000200:0.0:1788624599.881996:0:33840:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624599.882003:0:33840:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624599.882010:0:33840:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624599.882015:0:33840:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624599.882018:0:33840:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624599.882021:0:33840:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624599.882024:0:33840:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624599.882027:0:33840:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2911:2911:256:4294967295] 192.168.202.125@tcp LPNI seq info [2911:2911:8:4294967295] 00000400:00000200:0.0:1788624599.882032:0:33840:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624599.882041:0:33840:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624599.882047:0:33840:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624599.882052:0:33840:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df200. 00000800:00000200:0.0:1788624599.882058:0:33840:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624599.882066:0:33840:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624599.882071:0:33840:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df200 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1788624599.882090:0:33840:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624599.882095:0:33840:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 810313 usecs (811 jiffies) 00000400:00000200:0.0:1788624599.882098:0:33840:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624599.882101:0:33840:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296614754 00000100:00000001:0.0:1788624599.882136:0:33840:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296614743 00000100:00000001:0.0:1788624599.882142:0:33840:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296614755 00000100:00000001:0.0:1788624599.882145:0:33840:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296614743 00000100:00000001:0.0:1788624599.882149:0:33840:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624599.882151:0:33840:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624599.882154:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624599.882155:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624599.882158:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd18059a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788624599.882160:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624599.882163:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624599.883063:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624599.883069:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df200. 00000400:00000200:3.0:1788624599.883074:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624599.883081:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624599.883087:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395aa0 00000400:00000010:3.0:1788624599.883090:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395aa0. 00000100:00000001:3.0:1788624599.883095:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624599.883100:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04a80 x1875506845065984/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624615 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624599.883125:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624599.883128:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04a80 x1875506845065984/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624615 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624599.883134:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624599.883135:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788624599.896534:0:24424:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870e00. 00010000:00000010:0.1:1788624599.896547:0:24424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767a00. 00000800:00000001:3.0:1788624599.918665:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624599.918680:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624599.918684:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624599.918687:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624599.918708:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624599.918717:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624599.918737:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624599.918743:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624599.918749:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624599.918754:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c377462300 00000400:00000200:3.0:1788624599.918759:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624599.918766:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x84c5 [32] + 224 00000800:00000001:3.0:1788624599.918774:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624599.918782:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624599.918786:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624599.918791:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624599.918801:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624599.918812:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04a80 x1875506845065984/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624615 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624599.918824:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff99dd11c04a80 x1875506845065984/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624615 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624599.918841:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624599.918848:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624599.918852:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624599.919147:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624599.919155:0:33840:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624599.919157:0:33840:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624599.919161:0:33840:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dcb8. 00000400:00000200:0.0:1788624599.919165:0:33840:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd049cbc00 00000400:00000010:0.0:1788624599.919167:0:33840:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff99dd049cbc00. 00000100:00000001:0.0:1788624599.919171:0:33840:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624599.919176:0:33840:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04a80 x1875506845065984/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624615 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624599.919184:0:33840:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04a80 x1875506845065984/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624615 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624599.919189:0:33840:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624599.919191:0:33840:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624599.919193:0:33840:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624599.919197:0:33840:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624599.919199:0:33840:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624599.919201:0:33840:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624599.919204:0:33840:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624599.919212:0:33840:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=28 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624599.919216:0:33840:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624599.919219:0:33840:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624599.919220:0:33840:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.919223:0:33840:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624599.919226:0:33840:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624599.919229:0:33840:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788624599.919231:0:33840:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:0.0:1788624599.919232:0:33840:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788624599.919234:0:33840:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624599.919236:0:33840:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497477760 : -112300212073856 : ffff99dd11c04a80) 00000100:00000001:0.0:1788624599.919239:0:33840:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624599.919241:0:33840:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967638 00000100:00000001:0.0:1788624599.919242:0:33840:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624599.919245:0:33840:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624599.919249:0:33840:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04a80 x1875506845065984/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624615 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624599.919255:0:33840:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624599.919258:0:33840:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624599.919260:0:33840:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624599.919263:0:33840:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04a80 x1875506845065984/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624615 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624599.919269:0:33840:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04a80 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33840:1875506845065984:192.168.202.125@tcp:101:multiop.0 00000100:00000001:0.0:1788624599.919273:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624599.919275:0:33840:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624599.919277:0:33840:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624599.919279:0:33840:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624599.919282:0:33840:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04a80 x1875506845065984/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624615 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624599.919287:0:33840:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624599.919290:0:33840:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd18059a80. 00000100:00000001:0.0:1788624599.919293:0:33840:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624599.919294:0:33840:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.919298:0:33840:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624599.919303:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.919305:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.919308:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=4 00000020:00000001:0.0:1788624599.919310:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624599.919314:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000040:0.0:1788624599.919320:0:33840:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd11d19000, remote cookie: 0xa103bd66258a82aa, flags: 0x1001 00010000:00010000:0.0:1788624599.919325:0:33840:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41953 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a82aa expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788624599.919333:0:33840:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x29:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788624599.919336:0:33840:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788624599.919344:0:33840:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03f10b00. 00010000:00000010:0.0:1788624599.919349:0:33840:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd11c18600. 00010000:00000040:0.0:1788624599.919354:0:33840:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10900 count: 0 00010000:00000010:0.0:1788624599.919359:0:33840:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd11c18480. 00010000:00000001:0.0:1788624599.919367:0:33840:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624599.919371:0:33840:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41953 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a82aa expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624599.919378:0:33840:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41953 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a82aa expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624599.919385:0:33840:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624599.919389:0:33840:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624599.919391:0:33840:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624599.919392:0:33840:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624599.919394:0:33840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624599.919396:0:33840:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x29:0x0].0x0 (ffff99dd03f10b00) refcount = 1 00010000:00010000:0.0:1788624599.919400:0:33840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41953 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a82aa expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624599.919407:0:33840:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624599.919421:0:33840:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624599.919423:0:33840:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624599.919426:0:33840:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624599.919429:0:33840:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624599.919432:0:33840:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41953 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a82aa expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624599.919442:0:33840:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624599.919444:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.919446:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624599.919447:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.919448:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624599.919450:0:33840:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624599.919455:0:33840:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788624599.919457:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.919459:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.919460:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:0.0:1788624599.919463:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624599.919465:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624599.919467:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.919469:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.919470:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=4 00000020:00000001:0.0:1788624599.919471:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624599.919473:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624599.919476:0:33840:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624599.919479:0:33840:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624599.919482:0:33840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41953 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a82aa expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624599.919488:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.919489:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624599.919491:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.919492:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.919493:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=5 00000020:00000001:0.0:1788624599.919495:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624599.919497:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624599.919499:0:33840:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624599.919503:0:33840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41953 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a82aa expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624599.919510:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.919511:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624599.919513:0:33840:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41953 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a82aa expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624599.919519:0:33840:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624599.919520:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.919530:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624599.919531:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.919532:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788624599.919537:0:33840:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff99dd11c04a80 x1875506845065984/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624615 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624599.919547:0:33840:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788624599.920541:0:33840:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11c04a80 x1875506845065984/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624615 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624599.920559:0:33840:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.920569:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.920571:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.920573:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:0.0:1788624599.920576:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624599.920578:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00000002:00010000:0.0:1788624599.920583:0:33840:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41953 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a82aa expref: -99 pid: 33840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788624599.920594:0:33840:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99dd067cc2c0. 00010000:00000001:0.0:1788624599.920596:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.920598:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624599.920600:0:33840:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624599.920602:0:33840:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624599.920606:0:33840:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788624599.920610:0:33840:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624599.920612:0:33840:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497477760 : -112300212073856 : ffff99dd11c04a80) 00000100:00000001:0.0:1788624599.920614:0:33840:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624599.920615:0:33840:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497477760 : -112300212073856 : ffff99dd11c04a80) 00010000:00000001:0.0:1788624599.920617:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.920618:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.920619:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:0.0:1788624599.920621:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624599.920624:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00000002:00010000:0.0:1788624599.920628:0:33840:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41953 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a82aa expref: -99 pid: 33840 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624599.920633:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.920635:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624599.920636:0:33840:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624599.920638:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.920639:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.920640:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:0.0:1788624599.920642:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624599.920644:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000040:0.0:1788624599.920651:0:33840:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:0.0:1788624599.920654:0:33840:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788624599.920658:0:33840:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/41 (0 0) 00010000:00000001:0.0:1788624599.920661:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.920662:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624599.920663:0:33840:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624599.920666:0:33840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3768 00000002:00002000:0.0:1788624599.920668:0:33840:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f23.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1788624599.920672:0:33840:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624599.920675:0:33840:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624599.920678:0:33840:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624599.920681:0:33840:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788624599.920684:0:33840:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624599.920689:0:33840:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:0.0:1788624599.920692:0:33840:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788624599.920703:0:33840:0:(namei.c:674:ll_lookup_it_finish()) it ffff99dd1879c840 it_disposition 1800037 00000080:00002000:0.0:1788624599.920709:0:33840:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd1934d1b0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1788624599.920714:0:33840:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788624599.920716:0:33840:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1788624599.920718:0:33840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3990 00000080:00200000:0.0:1788624599.920720:0:33840:0:(namei.c:1628:ll_create_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=open|creat 00000080:00000001:0.0:1788624599.920723:0:33840:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1788624599.920733:0:33840:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624599.920739:0:33840:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788624599.920742:0:33840:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788624599.920745:0:33840:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611177 : 144115205339611177 : 200000405000029) 00000080:00000001:0.0:1788624599.920749:0:33840:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788624599.920766:0:33840:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff99dd19870000. 00000020:00000001:0.0:1788624599.920777:0:33840:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788624599.920778:0:33840:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788624599.920781:0:33840:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788624599.920783:0:33840:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x29:0x0](ffff99dd198700c8) 00000020:00000001:0.0:1788624599.920787:0:33840:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624599.920792:0:33840:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482285464 : -112300227266152 : ffff99dd10d87998) 00000020:00001000:0.0:1788624599.920794:0:33840:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87990 00000020:00000001:0.0:1788624599.920798:0:33840:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788624599.920803:0:33840:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff99dd10db7000. 00000020:00000001:0.0:1788624599.920805:0:33840:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788624599.920807:0:33840:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624599.920816:0:33840:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788624599.920821:0:33840:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff99dd114a6e88. 00020000:00000001:0.0:1788624599.920824:0:33840:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446631773489753736 : -112300219797880 : ffff99dd114a6e88) 00020000:00000001:0.0:1788624599.920827:0:33840:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788624599.920831:0:33840:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788624599.920836:0:33840:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd1879c240. 00020000:00000010:0.0:1788624599.920841:0:33840:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd2161cb00. 00020000:00000010:0.0:1788624599.920845:0:33840:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd1879c540. 00020000:00000001:0.0:1788624599.920847:0:33840:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773610296640 : -112300099254976 : ffff99dd1879c540) 00020000:00000002:0.0:1788624599.920851:0:33840:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd1879c540, objid 0x29:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788624599.920856:0:33840:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788624599.920860:0:33840:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd2161cb00: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000001:0.0:1788624599.920862:0:33840:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788624599.920865:0:33840:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd1879c540, objid 0x29:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788624599.920868:0:33840:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788624599.920871:0:33840:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd2161cb00: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000010:0.0:1788624599.920874:0:33840:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff99dd0640ac40. 00020000:00000010:0.0:1788624599.920878:0:33840:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff99dd18059a80. 00020000:00000001:0.0:1788624599.920882:0:33840:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788624599.920885:0:33840:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff99dd09345940. 00020000:00000001:0.0:1788624599.920888:0:33840:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788624599.920889:0:33840:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788624599.920894:0:33840:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788624599.920897:0:33840:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff99dd10db7898. 00000020:00000001:0.0:1788624599.920899:0:33840:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788624599.920900:0:33840:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624599.920902:0:33840:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446631773482481944 : -112300227069672 : ffff99dd10db7918) 00020000:00000001:0.0:1788624599.920906:0:33840:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788624599.920912:0:33840:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff99dd04e25a40. 00020000:00000001:0.0:1788624599.920915:0:33840:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624599.920919:0:33840:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446631773482481944 : -112300227069672 : ffff99dd10db7918) 00020000:00000001:0.0:1788624599.920922:0:33840:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446631773482481944 : -112300227069672 : ffff99dd10db7918) 00020000:00000002:0.0:1788624599.920926:0:33840:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x16:0x0]@ffff99dd10db7898[0:0] -> [0x200000405:0x29:0x0]@ffff99dd10db7000: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000001:0.0:1788624599.920931:0:33840:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788624599.920933:0:33840:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788624599.920935:0:33840:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624599.920938:0:33840:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446631773482479744 : -112300227071872 : ffff99dd10db7080) 00000020:00001000:0.0:1788624599.920942:0:33840:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87990 00000080:00000001:0.0:1788624599.920946:0:33840:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611177 : 144115205339611177 : 200000405000029) 00000080:00000001:0.0:1788624599.920949:0:33840:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788624599.920952:0:33840:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611177 mtime from 0 to 1788624599 00000080:00000001:0.0:1788624599.920956:0:33840:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788624599.920958:0:33840:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773627941064 : -112300081610552 : ffff99dd198700c8) 00010000:00000001:0.0:1788624599.920961:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.920962:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.920964:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:0.0:1788624599.920965:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624599.920968:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00000080:00000001:0.0:1788624599.920971:0:33840:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788624599.920972:0:33840:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624599.920974:0:33840:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482285464 : -112300227266152 : ffff99dd10d87998) 00000020:00001000:0.0:1788624599.920975:0:33840:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87990 00000020:00000001:0.0:1788624599.920977:0:33840:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788624599.920980:0:33840:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788624599.920981:0:33840:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788624599.920984:0:33840:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd1879c060. 00020000:00000010:0.0:1788624599.920986:0:33840:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd2161cc00. 00020000:00000010:0.0:1788624599.920989:0:33840:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd1879cc00. 00020000:00000001:0.0:1788624599.920991:0:33840:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773610298368 : -112300099253248 : ffff99dd1879cc00) 00020000:00000002:0.0:1788624599.920994:0:33840:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd1879cc00, objid 0x29:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788624599.920998:0:33840:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788624599.921001:0:33840:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd2161cc00: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000002:0.0:1788624599.921004:0:33840:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd114a6e88) owner ffff99dd18770000 00020000:00000001:0.0:1788624599.921006:0:33840:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788624599.921009:0:33840:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd114a6e88) owner ffff99dd18770000 00020000:00000010:0.0:1788624599.921013:0:33840:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd2161cc00. 00020000:00000010:0.0:1788624599.921017:0:33840:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd1879c060. 00020000:00000010:0.0:1788624599.921021:0:33840:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd1879cc00. 00020000:00000002:0.0:1788624599.921023:0:33840:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x29:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788624599.921025:0:33840:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624599.921027:0:33840:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624599.921030:0:33840:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788624599.921033:0:33840:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd114a6e88) owner 0000000000000000/ffff99dd18770000 00020000:00000002:0.0:1788624599.921036:0:33840:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd1879c540 addref 2/0 by ffff99dd18770000. 00020000:00000002:0.0:1788624599.921038:0:33840:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd114a6e88) owner 0000000000000000/ffff99dd18770000 00020000:00000001:0.0:1788624599.921040:0:33840:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788624599.921042:0:33840:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788624599.921043:0:33840:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788624599.921045:0:33840:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788624599.921047:0:33840:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788624599.921049:0:33840:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788624599.921051:0:33840:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87990 00000080:00000001:0.0:1788624599.921053:0:33840:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.921055:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.921056:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624599.921057:0:33840:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624599.921060:0:33840:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788624599.921061:0:33840:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624599.921064:0:33840:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x29:0x0](ffff99dd198700c8) 00000080:00010000:0.0:1788624599.921067:0:33840:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x29:0x0](ffff99dd198700c8) for lock 0xcc94206c7ef41953 00800000:00000001:0.0:1788624599.921070:0:33840:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624599.921071:0:33840:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624599.921073:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.921074:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.921076:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:0.0:1788624599.921077:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624599.921079:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624599.921082:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.921083:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624599.921084:0:33840:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624599.921086:0:33840:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624599.921087:0:33840:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788624599.921089:0:33840:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624599.921095:0:33840:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff99dd11c04a80 x1875506845065984/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624615 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624599.921103:0:33840:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788624599.921128:0:33840:0:(namei.c:1651:ll_create_it()) inode ffff99dd198700c8 need_sync_to_mds [0x200000405:0x29:0x0] 00000080:00000001:0.0:1788624599.921133:0:33840:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624599.921136:0:33840:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x29:0x0](ffff99dd198700c8) 00000080:00000001:0.0:1788624599.921139:0:33840:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788624599.921142:0:33840:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd03639000. 00000100:00000001:0.0:1788624599.921145:0:33840:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624599.921149:0:33840:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04a80 x1875506845065984/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624615 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624599.921155:0:33840:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624599.921159:0:33840:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788624599.921161:0:33840:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788624599.921162:0:33840:0:(namei.c:1500:ll_atomic_open()) inode ffff99dd198700c8 need_sync_to_mds [0x200000405:0x29:0x0] 00000080:00000001:0.0:1788624599.921169:0:33840:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788624599.921171:0:33840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3a68 00000080:00200008:0.0:1788624599.921173:0:33840:0:(file.c:1090:ll_file_open()) START file f23.recovery-small:[0x200000405:0x29:0x0](ffff99dd198700c8), flags 100102 00000080:00000010:0.0:1788624599.921181:0:33840:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd2030f040. 00000080:00000010:0.0:1788624599.921186:0:33840:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd067cc5c0. 00000080:00000001:0.0:1788624599.921189:0:33840:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788624599.921192:0:33840:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788624599.921195:0:33840:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624599.921197:0:33840:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624599.921199:0:33840:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624599.921202:0:33840:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624599.921203:0:33840:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624599.921206:0:33840:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:0.0:1788624599.921208:0:33840:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624599.921211:0:33840:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788624599.921214:0:33840:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd10536fc0. 00000002:00100000:0.0:1788624599.921218:0:33840:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11c04a80 x1875506845065984/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624615 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624599.921224:0:33840:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624599.921225:0:33840:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788624599.921229:0:33840:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788624599.921233:0:33840:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624599.921235:0:33840:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624599.921237:0:33840:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624599.921241:0:33840:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04a80 x1875506845065984/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624615 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788624599.921247:0:33840:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624599.921251:0:33840:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff99dd04840000. 02000000:00000001:0.0:1788624599.921280:0:33840:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788624599.921282:0:33840:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624599.921284:0:33840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3a68 00000080:00000008:0.0:1788624599.921287:0:33840:0:(file.c:1329:ll_file_open()) COMPLETED file f23.recovery-small:[0x200000405:0x29:0x0](ffff99dd198700c8), flags 100102, rc = 0 00000080:00000001:0.0:1788624599.921291:0:33840:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788624599.921292:0:33840:0:(dcache.c:176:ll_intent_release()) intent ffff99dd1879c840 released 00000080:00010000:0.0:1788624599.921295:0:33840:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41953 from it ffff99dd1879c840 00010000:00000001:0.0:1788624599.921297:0:33840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624599.921299:0:33840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624599.921300:0:33840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19000 refcount=3 00000020:00000001:0.0:1788624599.921302:0:33840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624599.921305:0:33840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498609664 : -112300210941952 : ffff99dd11d19000) 00010000:00000001:0.0:1788624599.921307:0:33840:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624599.921311:0:33840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41953 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a82aa expref: -99 pid: 33840 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624599.921319:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.921320:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624599.921321:0:33840:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624599.921324:0:33840:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624599.921327:0:33840:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41953 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a82aa expref: -99 pid: 33840 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624599.921334:0:33840:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624599.921337:0:33840:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624599.921339:0:33840:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624599.921343:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.921344:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624599.921346:0:33840:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.921350:0:33840:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624599.921353:0:33840:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.921355:0:33840:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.921358:0:33840:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624599.921360:0:33840:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624599.921361:0:33840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624599.921363:0:33840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624599.921364:0:33840:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788624599.921366:0:33840:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788624599.921368:0:33840:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788624599.921370:0:33840:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624599.921373:0:33840:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788624599.921375:0:33840:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624599.921378:0:33840:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788624599.921380:0:33840:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624599.921382:0:33840:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788624599.921384:0:33840:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624599.921386:0:33840:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788624599.921388:0:33840:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff99dd1879c840. 00000080:00000001:0.0:1788624599.921391:0:33840:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624599.921395:0:33840:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788624599.921397:0:33840:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x29:0x0](ffff99dd198700c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1788624599.921401:0:33840:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788624599.957435:0:24424:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10900. 00010000:00000001:3.0:1788624600.024894:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624600.024903:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624600.024909:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624600.024910:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624600.024934:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624600.024937:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624600.024939:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788624600.338242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624600.338254:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624600.338266:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06a00. 00000020:00000040:0.0:1788624600.338273:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:0.0:1788624600.338278:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624600.338281:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624600.338287:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624600.338295:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091dfd00. 00000100:00000001:0.0:1788624600.338304:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624600.338317:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11c06a00 x1875506845066112/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624600.338328:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624600.338333:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624600.338339:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4833928] to pc [ptlrpcd_00_00+0] req@ffff99dd11c06a00 x1875506845066112/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624600.338376:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624600.338379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624600.338382:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624600.338385:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07100. 00000020:00000040:0.0:1788624600.338387:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624600.338390:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624600.338391:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624600.338393:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624600.338396:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df000. 00000100:00000001:0.0:1788624600.338399:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624600.338403:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11c07100 x1875506845066240/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624600.338421:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624600.338422:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624600.338426:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81b88e4] to pc [ptlrpcd_00_01+1] req@ffff99dd11c07100 x1875506845066240/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624600.338433:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624600.338435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624600.338438:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624600.338441:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05c00. 00000020:00000040:0.0:1788624600.338443:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624600.338445:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624600.338446:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624600.338448:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624600.338453:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df200. 00000100:00000001:0.0:1788624600.338455:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624600.338458:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11c05c00 x1875506845066368/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624600.338465:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624600.338467:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624600.338471:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000708f5420] to pc [ptlrpcd_00_00+0] req@ffff99dd11c05c00 x1875506845066368/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624600.338478:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624600.338480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788624600.338484:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788624600.338486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624600.338489:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624600.338492:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06300. 00000020:00000040:0.0:1788624600.338494:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624600.338496:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624600.338497:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624600.338499:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624600.338502:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df500. 00000100:00000001:0.0:1788624600.338504:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624600.338507:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11c06300 x1875506845066496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624600.338514:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624600.338515:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624600.338529:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000664f8172] to pc [ptlrpcd_00_01+1] req@ffff99dd11c06300 x1875506845066496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624600.338536:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624600.338541:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1952) 00000100:00000001:1.0:1788624600.338621:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624600.338626:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624600.338629:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624600.338636:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06a00 x1875506845066112/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624600.338650:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624600.338652:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624600.338656:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624600.338658:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624600.338661:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624600.338664:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2389:1875506845066112:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624600.338669:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624600.338675:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624600.338678:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624600.338680:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624600.338685:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd06406c00. 02000000:00000001:1.0:1788624600.338687:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624600.338705:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624600.338709:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793160. 00000400:00000010:1.0:1788624600.338717:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862ccc0. 00000100:00000200:1.0:1788624600.338724:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845066112, portal 25 00000100:00000001:1.0:1788624600.338726:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624600.338729:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497485824 : -112300212065792 : ffff99dd11c06a00) 00000100:00000040:1.0:1788624600.338734:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c06a00 x1875506845066112/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624600.338742:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624600.338744:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624600.338747:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c880. 00000100:00000200:1.0:1788624600.338751:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845066112, offset 0 00000400:00000200:1.0:1788624600.338757:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624600.338765:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624600.338773:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624600.338779:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624600.338783:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624600.338787:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624600.338791:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624600.338795:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2912:2912:256:4294967295] 192.168.202.125@tcp LPNI seq info [2912:2912:8:4294967295] 00000400:00000200:1.0:1788624600.338799:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624600.338810:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624600.338817:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624600.338823:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ec00. 00000800:00000200:1.0:1788624600.338830:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624600.338840:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624600.338845:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624600.338867:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624600.338872:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624600.338875:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296618326 00000100:00000001:1.0:1788624600.338884:0:2389:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296614754 00000100:00000001:1.0:1788624600.338888:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296618326 00000100:00000001:1.0:1788624600.338891:0:2389:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296614755 00000100:00000001:1.0:1788624600.338894:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624600.338897:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624600.338901:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624600.338905:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05c00 x1875506845066368/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624600.338912:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624600.338913:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624600.338915:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624600.338918:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624600.338920:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624600.338923:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845066368:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624600.338926:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624600.338928:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624600.338930:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624600.338931:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624600.338949:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd06406e00. 02000000:00000001:1.0:1788624600.338952:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624600.338956:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624600.338959:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624600.338963:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c990. 00000100:00000200:1.0:1788624600.338966:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845066368, portal 10 00000100:00000001:1.0:1788624600.338967:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624600.338969:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497482240 : -112300212069376 : ffff99dd11c05c00) 00000100:00000040:1.0:1788624600.338975:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05c00 x1875506845066368/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624600.338981:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624600.338983:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624600.338985:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cf68. 00000100:00000200:1.0:1788624600.338987:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845066368, offset 0 00000400:00000200:1.0:1788624600.338991:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624600.338996:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624600.338999:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624600.339002:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624600.339004:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624600.339006:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624600.339008:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624600.339010:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2913:2913:255:4294967295] 192.168.202.125@tcp LPNI seq info [2913:2913:7:4294967295] 00000400:00000200:1.0:1788624600.339013:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624600.339019:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624600.339022:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624600.339026:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ed00. 00000800:00000200:1.0:1788624600.339030:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624600.339045:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624600.339048:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624600.339051:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624600.339055:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24908 usecs (25 jiffies) 00000400:00000200:1.0:1788624600.339058:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624600.339061:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296614425 00000100:00000001:1.0:1788624600.339063:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296618326 00000100:00000001:1.0:1788624600.339065:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296614425 00000100:00000001:1.0:1788624600.339067:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296618326 00000100:00000001:1.0:1788624600.339069:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624600.339071:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624600.339073:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624600.339076:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624600.339084:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624600.339086:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624600.339088:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624600.339090:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624600.339091:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624600.339094:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788624600.339096:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624600.339097:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624600.339099:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624600.339101:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624600.339102:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624600.339103:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624600.339143:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07100 x1875506845066240/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624600.339151:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624600.339153:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624600.339155:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624600.339157:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624600.339159:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624600.339161:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845066240:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624600.339164:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624600.339168:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624600.339169:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624600.339171:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624600.339174:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd06407c00. 02000000:00000001:1.0:1788624600.339175:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624600.339179:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624600.339182:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793898. 00000400:00000010:1.0:1788624600.339185:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c908. 00000100:00000200:1.0:1788624600.339188:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845066240, portal 10 00000100:00000001:1.0:1788624600.339190:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624600.339191:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497487616 : -112300212064000 : ffff99dd11c07100) 00000100:00000040:1.0:1788624600.339196:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c07100 x1875506845066240/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624600.339202:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624600.339204:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624600.339207:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c5d8. 00000100:00000200:1.0:1788624600.339209:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845066240, offset 0 00000400:00000200:1.0:1788624600.339213:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624600.339217:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624600.339220:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624600.339223:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624600.339225:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624600.339227:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624600.339229:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624600.339232:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2914:2914:254:4294967295] 192.168.202.125@tcp LPNI seq info [2914:2914:6:4294967295] 00000400:00000200:1.0:1788624600.339235:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624600.339241:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624600.339245:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624600.339248:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e200. 00000800:00000200:1.0:1788624600.339252:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624600.339256:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624600.339258:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624600.339261:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624600.339264:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 809322 usecs (810 jiffies) 00000400:00000200:1.0:1788624600.339266:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624600.339268:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296615211 00000100:00000001:1.0:1788624600.339270:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296618326 00000100:00000001:1.0:1788624600.339272:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296615211 00000100:00000001:1.0:1788624600.339273:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296618326 00000100:00000001:1.0:1788624600.339276:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624600.339278:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624600.339280:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624600.339284:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06300 x1875506845066496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624600.339290:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624600.339291:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624600.339293:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624600.339294:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624600.339296:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624600.339299:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845066496:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624600.339302:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624600.339304:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624600.339305:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624600.339307:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624600.339310:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197d7e00. 02000000:00000001:1.0:1788624600.339312:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624600.339315:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624600.339318:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793b00. 00000400:00000010:1.0:1788624600.339322:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c550. 00000100:00000200:1.0:1788624600.339325:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845066496, portal 4 00000100:00000001:1.0:1788624600.339327:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624600.339328:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000040:1.0:1788624600.339334:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c06300 x1875506845066496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624600.339340:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624600.339342:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624600.339344:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c000. 00000100:00000200:1.0:1788624600.339347:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845066496, offset 0 00000400:00000200:1.0:1788624600.339350:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624600.339354:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624600.339357:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624600.339360:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624600.339362:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624600.339365:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624600.339366:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624600.339369:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2915:2915:253:4294967295] 192.168.202.125@tcp LPNI seq info [2915:2915:5:4294967295] 00000400:00000200:1.0:1788624600.339372:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624600.339378:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624600.339382:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624600.339385:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e400. 00000800:00000200:1.0:1788624600.339389:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624600.339394:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624600.339396:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624600.339399:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624600.339402:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25411 usecs (26 jiffies) 00000400:00000200:1.0:1788624600.339405:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624600.339407:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296614427 00000100:00000001:1.0:1788624600.339410:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296618326 00000100:00000001:1.0:1788624600.339412:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296614427 00000100:00000001:1.0:1788624600.339414:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296618326 00000100:00000001:1.0:1788624600.339416:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624600.339418:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624600.339420:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624600.339423:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624600.339435:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624600.339437:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624600.340007:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624600.340013:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ec00. 00000400:00000200:3.0:1788624600.340021:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624600.340028:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624600.340044:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c880 00000400:00000010:3.0:1788624600.340046:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c880. 00000100:00000001:3.0:1788624600.340051:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624600.340056:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06a00 x1875506845066112/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624600.340067:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624600.340071:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06a00 x1875506845066112/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624616 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624600.340077:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624600.340079:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624600.340091:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624600.340093:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ed00. 00000400:00000200:3.0:1788624600.340096:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624600.340099:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624600.340101:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cf68 00000400:00000010:3.0:1788624600.340137:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cf68. 00000100:00000001:3.0:1788624600.340141:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624600.340145:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05c00 x1875506845066368/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624600.340152:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624600.340154:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05c00 x1875506845066368/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624616 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624600.340160:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624600.340161:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624600.340169:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624600.340171:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e200. 00000400:00000200:3.0:1788624600.340174:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624600.340176:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624600.340178:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c5d8 00000400:00000010:3.0:1788624600.340179:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c5d8. 00000100:00000001:3.0:1788624600.340181:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624600.340184:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07100 x1875506845066240/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624600.340197:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624600.340200:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07100 x1875506845066240/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624616 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624600.340211:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624600.340213:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624600.340275:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624600.340278:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e400. 00000400:00000200:3.0:1788624600.340281:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624600.340285:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624600.340287:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c000 00000400:00000010:3.0:1788624600.340289:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c000. 00000100:00000001:3.0:1788624600.340291:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624600.340295:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06300 x1875506845066496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624600.340302:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624600.340306:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06300 x1875506845066496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624616 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624600.340311:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624600.340312:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624600.345427:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624600.345445:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624600.345450:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624600.345453:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624600.345462:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624600.345471:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624600.345480:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624600.345484:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624600.345490:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624600.345494:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377462500 00000400:00000200:3.0:1788624600.345499:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624600.345505:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x84e5 [1] + 224 00000800:00000001:3.0:1788624600.345513:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624600.345516:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624600.345531:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624600.345535:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624600.345544:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624600.345561:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06300 x1875506845066496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624600.345573:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c06300 x1875506845066496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624600.345592:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624600.345601:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624600.345605:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624600.345607:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624600.345610:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624600.345613:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624600.345617:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624600.345621:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624600.345624:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624600.345626:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624600.345629:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377462480 00000400:00000200:3.0:1788624600.345632:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624600.345636:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x84d5 [1] + 224 00000800:00000001:3.0:1788624600.345640:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624600.345643:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624600.345644:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624600.345648:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624600.345651:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624600.345656:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05c00 x1875506845066368/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624600.345665:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c05c00 x1875506845066368/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624600.345673:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624600.345676:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624600.345679:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624600.345680:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624600.345683:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624600.345686:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624600.345699:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624600.345703:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624600.345705:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624600.345708:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624600.345711:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377462400 00000400:00000200:3.0:1788624600.345714:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624600.345717:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x84dd [1] + 224 00000800:00000001:3.0:1788624600.345721:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624600.345732:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624600.345734:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624600.345738:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624600.345741:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624600.345745:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07100 x1875506845066240/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624600.345753:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c07100 x1875506845066240/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624600.345759:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624600.345762:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624600.345765:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624600.345951:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624600.345956:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624600.345963:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624600.345966:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624600.345969:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793898. 00000400:00000200:1.0:1788624600.345974:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c908 00000400:00000010:1.0:1788624600.345977:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c908. 00000100:00000001:1.0:1788624600.345980:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624600.345985:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07100 x1875506845066240/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624600.345993:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07100 x1875506845066240/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624600.345998:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624600.346000:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624600.346002:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624600.346005:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624600.346007:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624600.346009:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624600.346012:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624600.346021:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=29 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624600.346025:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624600.346027:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624600.346028:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624600.346031:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624600.346378:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624600.346383:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624600.346386:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967638 00000100:00000001:1.0:1788624600.346388:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624600.346390:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624600.346396:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07100 x1875506845066240/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624600.346405:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624600.346408:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624600.346410:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624600.346413:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07100 x1875506845066240/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624600.346423:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845066240:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624600.346429:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624600.346431:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624600.346432:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793b00. 00000400:00000200:1.0:1788624600.346435:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c550 00000400:00000010:1.0:1788624600.346437:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c550. 00000100:00000001:1.0:1788624600.346439:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624600.346442:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06300 x1875506845066496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624600.346451:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06300 x1875506845066496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624600.346457:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624600.346458:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624600.346459:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624600.346461:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624600.346462:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624600.346464:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624600.346466:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624600.346470:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624600.346473:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624600.346475:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624600.346477:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624600.346479:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624600.346480:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624600.346482:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624600.346484:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:1.0:1788624600.346486:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624600.346487:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624600.346491:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06300 x1875506845066496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624600.346498:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624600.346500:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624600.346501:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624600.346505:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06300 x1875506845066496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624600.346513:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845066496:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624600.346528:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624600.346530:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624600.346531:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624600.346534:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c990 00000400:00000010:1.0:1788624600.346535:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c990. 00000100:00000001:1.0:1788624600.346537:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624600.346542:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05c00 x1875506845066368/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624600.346613:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05c00 x1875506845066368/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624600.346619:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624600.346621:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624600.346623:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624600.346624:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624600.346625:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624600.346626:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624600.346628:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624600.346632:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=29 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624600.346635:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=29 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624600.346637:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624600.346639:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624600.346641:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624600.346642:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624600.346645:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624600.346646:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788624600.346648:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624600.346649:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624600.346653:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05c00 x1875506845066368/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624600.346661:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624600.346663:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624600.346664:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624600.346668:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05c00 x1875506845066368/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624600.346675:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845066368:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624600.346679:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624600.346682:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624600.346686:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07100 x1875506845066240/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624600.346692:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624600.346695:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624600.346698:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd06407c00. 02000000:00000001:1.0:1788624600.346704:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624600.346707:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624600.346709:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624600.346711:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624600.346714:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df000. 02000000:00000001:1.0:1788624600.346718:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624600.346788:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624600.346789:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07100. 00000100:00000001:1.0:1788624600.346793:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624600.346795:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624600.346796:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624600.346800:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06300 x1875506845066496/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624600.346806:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624600.346807:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624600.346808:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197d7e00. 02000000:00000001:1.0:1788624600.346812:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624600.346813:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624600.346815:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624600.346817:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624600.346818:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df500. 02000000:00000001:1.0:1788624600.346821:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624600.346822:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624600.346824:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06300. 00000100:00000001:1.0:1788624600.346826:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624600.346827:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624600.346829:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624600.346832:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05c00 x1875506845066368/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624600.346838:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624600.346839:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624600.346840:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd06406e00. 02000000:00000001:1.0:1788624600.346842:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624600.346843:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624600.346845:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624600.346846:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624600.346848:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df200. 02000000:00000001:1.0:1788624600.346850:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624600.346851:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624600.346852:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05c00. 00000100:00000001:1.0:1788624600.346854:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624600.346855:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624600.346858:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624600.346860:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624600.346862:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624600.346864:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624600.346865:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624600.348267:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624600.348283:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624600.348289:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624600.348291:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624600.348300:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624600.348307:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624600.348315:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624600.348320:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624600.348325:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624600.348330:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377462380 00000400:00000200:3.0:1788624600.348334:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624600.348340:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x84cd [1] + 224 00000800:00000001:3.0:1788624600.348348:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624600.348354:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624600.348358:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624600.348362:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624600.348369:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624600.348377:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06a00 x1875506845066112/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624600.348386:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c06a00 x1875506845066112/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624600.348413:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624600.348422:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624600.348425:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624600.348860:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624600.348864:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624600.348872:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624600.348873:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624600.348877:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793160. 00000400:00000200:1.0:1788624600.348883:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ccc0 00000400:00000010:1.0:1788624600.348885:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ccc0. 00000100:00000001:1.0:1788624600.348888:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624600.348893:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06a00 x1875506845066112/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624600.348903:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06a00 x1875506845066112/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624600.348910:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624600.348911:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624600.348915:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624600.348918:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624600.348920:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624600.348923:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624600.348925:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624600.349001:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=29 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624600.349007:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=29 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624600.349010:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624600.349012:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624600.349014:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624600.349016:0:2389:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624600.349019:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624600.349025:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06a00 x1875506845066112/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624600.349032:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624600.349141:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624600.349143:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624600.349149:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06a00 x1875506845066112/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624600.349157:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2389:1875506845066112:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624600.349162:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624600.349164:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624600.349168:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06a00 x1875506845066112/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624616 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624600.349174:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624600.349176:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624600.349181:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd06406c00. 02000000:00000001:1.0:1788624600.349187:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624600.349189:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624600.349191:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:1.0:1788624600.349193:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624600.349196:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091dfd00. 02000000:00000001:1.0:1788624600.349200:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624600.349202:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624600.349203:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06a00. 00000100:00000001:1.0:1788624600.349206:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624600.349208:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624600.349210:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624600.349220:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624600.349222:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624600.349224:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624600.349226:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624601.042236:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624601.042243:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624601.042249:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624601.042250:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624601.042343:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624601.042346:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624601.042349:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624602.066788:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624602.066795:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624602.066801:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624602.066814:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624602.066840:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624602.066843:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624602.066846:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788624602.386820:0:16807:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1788624602.386828:0:16807:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624603.090236:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624603.090244:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624603.090249:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624603.090251:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624603.090276:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624603.090279:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624603.090282:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624604.114211:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624604.114218:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624604.114224:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624604.114225:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624604.115699:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624604.115706:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624604.115711:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788624604.306460:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296618326, at 4296618368 00000100:00000010:3.0:1788624604.306476:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd185889c0. 00000100:00000040:2.0:1788624604.306782:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296618326, at 4296618368 00000100:00000010:2.0:1788624604.306788:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd185883c0. 00010000:00000001:3.0:1788624605.138361:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624605.138368:0:28436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624605.138371:0:28436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624605.138373:0:28436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624605.138377:0:28436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624605.138380:0:28436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624605.138382:0:28436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624605.138384:0:28436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624605.138387:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624605.138388:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624605.138412:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624605.138415:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624605.138418:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788624605.459523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624605.459534:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624605.459544:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07480. 00000020:00000040:0.0:1788624605.459550:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:0.0:1788624605.459554:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624605.459567:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624605.459573:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624605.459581:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df700. 00000100:00000001:0.0:1788624605.459588:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624605.459600:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11c07480 x1875506845066624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624605.459611:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624605.459616:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624605.459622:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000f4ac16] to pc [ptlrpcd_00_00+0] req@ffff99dd11c07480 x1875506845066624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624605.459651:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624605.459653:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624605.459657:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624605.459660:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04700. 00000020:00000040:0.0:1788624605.459663:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624605.459665:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624605.459666:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624605.459668:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624605.459671:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df800. 00000100:00000001:0.0:1788624605.459674:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624605.459678:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11c04700 x1875506845066752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624605.459684:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624605.459686:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624605.459689:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218c4e0a] to pc [ptlrpcd_00_01+1] req@ffff99dd11c04700 x1875506845066752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624605.459697:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624605.459699:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624605.459702:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624605.459705:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05f80. 00000020:00000040:0.0:1788624605.459706:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624605.459708:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624605.459709:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624605.459711:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624605.459713:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df900. 00000100:00000001:0.0:1788624605.459716:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624605.459719:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11c05f80 x1875506845066880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624605.459726:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624605.459728:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624605.459732:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cdc9b83] to pc [ptlrpcd_00_00+0] req@ffff99dd11c05f80 x1875506845066880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624605.459738:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624605.459740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788624605.459743:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788624605.459746:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624605.459748:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624605.459751:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05500. 00000020:00000040:0.0:1788624605.459753:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624605.459755:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624605.459756:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624605.459757:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624605.459760:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df100. 00000100:00000001:0.0:1788624605.459762:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624605.459765:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11c05500 x1875506845067008/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624605.459777:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624605.459779:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624605.459782:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb028e2] to pc [ptlrpcd_00_01+1] req@ffff99dd11c05500 x1875506845067008/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624605.459789:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624605.459793:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1957) 00000100:00000001:1.0:1788624605.459939:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624605.459943:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624605.459946:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624605.459953:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07480 x1875506845066624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624605.459961:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624605.459963:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624605.459967:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624605.459970:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624605.459972:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624605.459976:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2389:1875506845066624:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624605.459980:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624605.459986:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624605.459988:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624605.459991:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624605.459996:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197d7e00. 02000000:00000001:1.0:1788624605.459998:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624605.460005:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624605.460010:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793160. 00000400:00000010:1.0:1788624605.460017:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862ccc0. 00000100:00000200:1.0:1788624605.460025:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845066624, portal 25 00000100:00000001:1.0:1788624605.460028:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624605.460030:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497488512 : -112300212063104 : ffff99dd11c07480) 00000100:00000040:1.0:1788624605.460036:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c07480 x1875506845066624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624605.460042:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624605.460045:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624605.460048:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c990. 00000100:00000200:1.0:1788624605.460051:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845066624, offset 0 00000400:00000200:1.0:1788624605.460057:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624605.460065:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624605.460073:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624605.460078:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624605.460082:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624605.460085:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624605.460088:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624605.460091:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2916:2916:256:4294967295] 192.168.202.125@tcp LPNI seq info [2916:2916:8:4294967295] 00000400:00000200:1.0:1788624605.460096:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624605.460142:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624605.460151:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624605.460157:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044eb00. 00000800:00000200:1.0:1788624605.460164:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624605.460172:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624605.460177:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624605.460197:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624605.460201:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624605.460204:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296623448 00000100:00000010:1.0:1788624605.460209:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd04866b40. 00000100:00000001:1.0:1788624605.460217:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788624605.460221:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296623448 00000100:00000010:1.0:1788624605.460224:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd04866540. 00000100:00000001:1.0:1788624605.460227:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788624605.460230:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624605.460233:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624605.460236:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624605.460240:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05f80 x1875506845066880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624605.460246:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624605.460248:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624605.460250:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624605.460252:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624605.460254:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624605.460257:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845066880:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624605.460260:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624605.460263:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624605.460264:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624605.460266:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624605.460270:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd06406c00. 02000000:00000001:1.0:1788624605.460272:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624605.460275:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624605.460278:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624605.460281:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c550. 00000100:00000200:1.0:1788624605.460284:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845066880, portal 10 00000100:00000001:1.0:1788624605.460286:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624605.460287:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497483136 : -112300212068480 : ffff99dd11c05f80) 00000100:00000040:1.0:1788624605.460293:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05f80 x1875506845066880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624605.460299:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624605.460301:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624605.460304:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c908. 00000100:00000200:1.0:1788624605.460306:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845066880, offset 0 00000400:00000200:1.0:1788624605.460310:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624605.460313:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624605.460317:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624605.460320:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624605.460322:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624605.460324:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624605.460326:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624605.460330:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2917:2917:255:4294967295] 192.168.202.125@tcp LPNI seq info [2917:2917:7:4294967295] 00000400:00000200:1.0:1788624605.460333:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624605.460339:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624605.460343:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624605.460346:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ef00. 00000800:00000200:1.0:1788624605.460349:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624605.460354:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624605.460356:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624605.460359:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624605.460363:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24855 usecs (25 jiffies) 00000400:00000200:1.0:1788624605.460366:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624605.460368:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296619547 00000100:00000001:1.0:1788624605.460371:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296623448 00000100:00000001:1.0:1788624605.460373:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296619547 00000100:00000001:1.0:1788624605.460374:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296623448 00000100:00000001:1.0:1788624605.460376:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624605.460378:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624605.460381:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624605.460383:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624605.460391:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624605.460393:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624605.460395:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624605.460396:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624605.460397:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624605.460400:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788624605.460402:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624605.460404:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624605.460405:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624605.460407:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624605.460408:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624605.460409:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624605.460413:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04700 x1875506845066752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624605.460419:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624605.460421:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624605.460423:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624605.460424:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624605.460426:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624605.460429:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845066752:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624605.460432:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624605.460434:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624605.460436:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624605.460438:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624605.460441:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd06406e00. 02000000:00000001:1.0:1788624605.460443:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624605.460446:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624605.460448:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793b00. 00000400:00000010:1.0:1788624605.460452:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c3b8. 00000100:00000200:1.0:1788624605.460454:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845066752, portal 10 00000100:00000001:1.0:1788624605.460456:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624605.460457:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497476864 : -112300212074752 : ffff99dd11c04700) 00000100:00000040:1.0:1788624605.460462:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04700 x1875506845066752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624605.460468:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624605.460481:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624605.460484:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c000. 00000100:00000200:1.0:1788624605.460487:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845066752, offset 0 00000400:00000200:1.0:1788624605.460491:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624605.460494:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624605.460498:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624605.460501:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624605.460504:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624605.460506:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624605.460508:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624605.460511:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2918:2918:254:4294967295] 192.168.202.125@tcp LPNI seq info [2918:2918:6:4294967295] 00000400:00000200:1.0:1788624605.460514:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624605.460520:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624605.460524:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624605.460528:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e400. 00000800:00000200:1.0:1788624605.460532:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624605.460536:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624605.460538:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624605.460541:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624605.460544:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 808285 usecs (809 jiffies) 00000400:00000200:1.0:1788624605.460547:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624605.460549:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296620331 00000100:00000001:1.0:1788624605.460551:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296623448 00000100:00000001:1.0:1788624605.460554:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296620331 00000100:00000001:1.0:1788624605.460556:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296623448 00000100:00000001:1.0:1788624605.460568:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624605.460571:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624605.460572:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624605.460577:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05500 x1875506845067008/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624605.460583:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624605.460585:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624605.460587:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624605.460588:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624605.460590:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624605.460593:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845067008:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624605.460597:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624605.460599:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624605.460601:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624605.460603:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624605.460606:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd06407c00. 02000000:00000001:1.0:1788624605.460608:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624605.460612:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624605.460614:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793898. 00000400:00000010:1.0:1788624605.460618:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c5d8. 00000100:00000200:1.0:1788624605.460621:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845067008, portal 4 00000100:00000001:1.0:1788624605.460623:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624605.460625:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497480448 : -112300212071168 : ffff99dd11c05500) 00000100:00000040:1.0:1788624605.460630:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05500 x1875506845067008/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624605.460637:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624605.460639:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624605.460641:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cf68. 00000100:00000200:1.0:1788624605.460643:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845067008, offset 0 00000400:00000200:1.0:1788624605.460647:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624605.460651:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624605.460654:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624605.460657:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624605.460659:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624605.460661:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624605.460664:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624605.460666:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2919:2919:253:4294967295] 192.168.202.125@tcp LPNI seq info [2919:2919:5:4294967295] 00000400:00000200:1.0:1788624605.460670:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624605.460676:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624605.460680:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624605.460684:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e200. 00000800:00000200:1.0:1788624605.460687:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624605.460691:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624605.460693:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624605.460696:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624605.460699:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25322 usecs (26 jiffies) 00000400:00000200:1.0:1788624605.460702:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624605.460704:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296619548 00000100:00000001:1.0:1788624605.460706:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296623448 00000100:00000001:1.0:1788624605.460708:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296619548 00000100:00000001:1.0:1788624605.460711:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296623448 00000100:00000001:1.0:1788624605.460713:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624605.460714:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624605.460717:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624605.460719:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624605.460732:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624605.460735:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624605.460977:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624605.460981:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044eb00. 00000400:00000200:3.0:1788624605.460987:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624605.460992:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624605.460998:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c990 00000400:00000010:3.0:1788624605.461001:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c990. 00000100:00000001:3.0:1788624605.461005:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624605.461011:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07480 x1875506845066624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624605.461020:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624605.461024:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07480 x1875506845066624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624621 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624605.461030:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624605.461031:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624605.461044:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624605.461046:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ef00. 00000400:00000200:3.0:1788624605.461048:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624605.461051:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624605.461055:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c908 00000400:00000010:3.0:1788624605.461056:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c908. 00000100:00000001:3.0:1788624605.461058:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624605.461061:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05f80 x1875506845066880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624605.461068:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624605.461071:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05f80 x1875506845066880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624621 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624605.461077:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624605.461078:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624605.461084:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624605.461086:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e400. 00000400:00000200:3.0:1788624605.461088:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624605.461091:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624605.461093:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c000 00000400:00000010:3.0:1788624605.461095:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c000. 00000100:00000001:3.0:1788624605.461097:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624605.461100:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04700 x1875506845066752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624605.461135:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624605.461139:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04700 x1875506845066752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624621 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624605.461145:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624605.461146:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624605.461209:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624605.461212:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e200. 00000400:00000200:3.0:1788624605.461215:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624605.461218:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624605.461221:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cf68 00000400:00000010:3.0:1788624605.461223:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cf68. 00000100:00000001:3.0:1788624605.461225:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624605.461228:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05500 x1875506845067008/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624605.461240:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624605.461243:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05500 x1875506845067008/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624621 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624605.461249:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624605.461250:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624605.464844:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624605.464860:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624605.464864:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624605.464867:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624605.464875:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624605.464882:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624605.464891:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624605.464896:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624605.464901:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624605.464905:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377462580 00000400:00000200:3.0:1788624605.464910:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624605.464915:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x84ed [1] + 224 00000800:00000001:3.0:1788624605.464922:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624605.464977:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624605.464981:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624605.464986:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624605.464993:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624605.465002:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07480 x1875506845066624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624605.465012:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c07480 x1875506845066624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624605.465033:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624605.465040:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624605.465044:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624605.468248:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624605.468257:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624605.468267:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624605.468269:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624605.468274:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793160. 00000400:00000200:1.0:1788624605.468283:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ccc0 00000400:00000010:1.0:1788624605.468286:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ccc0. 00000100:00000001:1.0:1788624605.468290:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624605.468301:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07480 x1875506845066624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624605.468312:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07480 x1875506845066624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624605.468319:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624605.468321:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624605.468324:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624605.468328:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624605.468330:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624605.468333:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624605.468335:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624605.468342:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624605.468346:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=34 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624605.468348:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624605.468350:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624605.468353:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624605.468355:0:2389:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624605.468358:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624605.468363:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07480 x1875506845066624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624605.468370:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624605.468373:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624605.468375:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624605.468379:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07480 x1875506845066624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624605.468387:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2389:1875506845066624:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624605.468392:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624605.468394:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624605.468398:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07480 x1875506845066624/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624605.468404:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624605.468407:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624605.468410:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197d7e00. 02000000:00000001:1.0:1788624605.468415:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624605.468418:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624605.468420:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:1.0:1788624605.468422:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624605.468425:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df700. 02000000:00000001:1.0:1788624605.468428:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624605.468430:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624605.468433:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07480. 00000100:00000001:1.0:1788624605.468436:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624605.468437:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624605.468440:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624605.468443:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624605.468444:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624605.468445:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624605.468447:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624605.470631:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624605.470656:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624605.470660:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624605.470663:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624605.470671:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624605.471331:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624605.471341:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624605.471346:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624605.471351:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624605.471360:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377462680 00000400:00000200:3.0:1788624605.471365:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624605.471372:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x84f5 [1] + 224 00000800:00000001:3.0:1788624605.471379:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624605.471386:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624605.471389:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624605.471394:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624605.471400:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624605.471408:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05f80 x1875506845066880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624605.471420:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c05f80 x1875506845066880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624605.471440:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624605.471448:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624605.471451:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624605.471453:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624605.471455:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624605.471458:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624605.471462:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000100:00000001:1.0:1788624605.471495:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624605.471500:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624605.471508:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624605.471511:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624605.471514:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624605.471520:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c550 00000400:00000010:1.0:1788624605.471522:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c550. 00000100:00000001:1.0:1788624605.471525:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624605.471530:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05f80 x1875506845066880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624605.471539:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05f80 x1875506845066880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624605.471546:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624605.471547:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624605.471550:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624605.471552:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624605.471554:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624605.471556:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624605.471569:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624605.471580:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=34 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624605.471584:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=34 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624605.471587:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624605.471588:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624605.471591:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624605.471595:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624605.471599:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624605.471601:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788624605.471603:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624605.471605:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624605.471611:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05f80 x1875506845066880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624605.471617:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624605.471621:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624605.471622:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624605.471626:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05f80 x1875506845066880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624605.471633:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845066880:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624605.471638:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624605.471640:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624605.471643:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05f80 x1875506845066880/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624605.471650:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624605.471652:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624605.471656:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd06406c00. 02000000:00000001:1.0:1788624605.471660:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624605.471662:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624605.471663:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624605.471666:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624605.471668:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df900. 02000000:00000001:1.0:1788624605.471671:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624605.471673:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624605.471675:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05f80. 00000100:00000001:1.0:1788624605.471678:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624605.471680:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624605.471682:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624605.471684:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624605.471686:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624605.471687:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624605.471689:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624605.473568:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624605.473575:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624605.473581:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624605.473589:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377462600 00000400:00000200:3.0:1788624605.473594:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624605.473600:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x84fd [1] + 224 00000800:00000001:3.0:1788624605.473608:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624605.473620:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624605.473624:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624605.473627:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624605.473635:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624605.473643:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04700 x1875506845066752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624605.473666:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c04700 x1875506845066752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624605.474128:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624605.474138:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624605.474145:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624605.474147:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624605.474149:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624605.474155:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624605.474159:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624605.474164:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624605.474166:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624605.474169:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624605.474173:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377462700 00000400:00000200:3.0:1788624605.474177:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624605.474180:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8505 [1] + 224 00000800:00000001:3.0:1788624605.474193:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624605.474201:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624605.474203:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624605.474206:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624605.474210:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624605.474215:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05500 x1875506845067008/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624605.474224:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c05500 x1875506845067008/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624605.474237:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624605.474241:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624605.474244:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624605.474861:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624605.474866:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624605.474873:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624605.474875:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624605.474879:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793b00. 00000400:00000200:1.0:1788624605.474885:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c3b8 00000400:00000010:1.0:1788624605.474888:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c3b8. 00000100:00000001:1.0:1788624605.474891:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624605.474897:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04700 x1875506845066752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624605.474906:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04700 x1875506845066752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624605.474913:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624605.474915:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624605.474917:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624605.474920:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624605.474923:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624605.474925:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624605.474927:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624605.474937:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=34 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624605.474941:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624605.474944:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624605.474946:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624605.474948:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624605.474952:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624605.474955:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624605.474958:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967638 00000100:00000001:1.0:1788624605.474960:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624605.474962:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624605.474967:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04700 x1875506845066752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624605.474974:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624605.474977:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624605.474979:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624605.474982:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04700 x1875506845066752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624605.474995:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845066752:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624605.475001:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624605.475002:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624605.475004:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793898. 00000400:00000200:1.0:1788624605.475007:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c5d8 00000400:00000010:1.0:1788624605.475008:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c5d8. 00000100:00000001:1.0:1788624605.475010:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624605.475013:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05500 x1875506845067008/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624605.475020:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05500 x1875506845067008/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624605.475026:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624605.475028:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624605.475029:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624605.475031:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624605.475032:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624605.475034:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624605.475036:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624605.475040:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=33 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624605.475043:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=42 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624605.475045:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624605.475051:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624605.475053:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624605.475054:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624605.475056:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624605.475058:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:1.0:1788624605.475059:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624605.475060:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624605.475064:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05500 x1875506845067008/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624605.475070:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624605.475073:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624605.475074:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624605.475077:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05500 x1875506845067008/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624605.475084:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845067008:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624605.475088:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624605.475091:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624605.475094:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04700 x1875506845066752/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624605.475129:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624605.475132:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624605.475135:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd06406e00. 02000000:00000001:1.0:1788624605.475140:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624605.475144:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624605.475146:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624605.475149:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624605.475152:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df800. 02000000:00000001:1.0:1788624605.475155:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624605.475157:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624605.475159:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04700. 00000100:00000001:1.0:1788624605.475162:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624605.475164:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624605.475166:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624605.475169:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05500 x1875506845067008/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624621 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624605.475175:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624605.475177:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624605.475178:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd06407c00. 02000000:00000001:1.0:1788624605.475180:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624605.475181:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624605.475182:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624605.475184:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624605.475427:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df100. 02000000:00000001:1.0:1788624605.475432:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624605.475434:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624605.475435:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05500. 00000100:00000001:1.0:1788624605.475438:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624605.475439:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624605.475441:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624605.475448:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624605.475450:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624605.475452:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624605.475454:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624606.162749:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624606.162757:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624606.162763:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624606.162764:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624606.162790:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624606.162794:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624606.162797:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:2.0:1788624606.377837:0:33840:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788624606.377845:0:33840:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd114a6e88) owner 0000000000000000/ffff99dd18770000 00020000:00000002:2.0:1788624606.377852:0:33840:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd114a6e88) owner 0000000000000000/ffff99dd18770000 00020000:00000001:2.0:1788624606.377855:0:33840:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624606.377862:0:33840:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788624606.377864:0:33840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3df0 00000080:00200008:2.0:1788624606.377867:0:33840:0:(file.c:479:ll_file_release()) START file f23.recovery-small:[0x200000405:0x29:0x0](ffff99dd198700c8), flags 100002 00000080:00000001:2.0:1788624606.377872:0:33840:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788624606.377874:0:33840:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788624606.377875:0:33840:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788624606.377877:0:33840:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd114a6e88) owner 0000000000000000/ffff99dd18770000 00020000:00000002:2.0:1788624606.377879:0:33840:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd114a6e88) owner 0000000000000000/ffff99dd18770000 00020000:00000001:2.0:1788624606.377881:0:33840:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624606.377883:0:33840:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788624606.377889:0:33840:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624606.377893:0:33840:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624606.377896:0:33840:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624606.377898:0:33840:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624606.377900:0:33840:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624606.377902:0:33840:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:2.0:1788624606.377905:0:33840:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624606.377909:0:33840:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624606.377913:0:33840:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624606.377921:0:33840:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:2.0:1788624606.377924:0:33840:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624606.377930:0:33840:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624606.377932:0:33840:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x29:0x0]: 0 00000080:00000001:2.0:1788624606.377935:0:33840:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788624606.377937:0:33840:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788624606.377943:0:33840:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd110fb000. 00000080:00000001:2.0:1788624606.377945:0:33840:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788624606.377950:0:33840:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788624606.377954:0:33840:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788624606.377955:0:33840:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624606.377957:0:33840:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624606.377958:0:33840:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624606.377959:0:33840:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624606.377960:0:33840:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624606.377962:0:33840:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:2.0:1788624606.377964:0:33840:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624606.377966:0:33840:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x29:0x0] 00000002:00000001:2.0:1788624606.377969:0:33840:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788624606.377971:0:33840:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff99dd10dbf800: [0x200000405:0x29:0x0] file closed with intent: 0 00000100:00000010:2.0:1788624606.377977:0:33840:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61c00. 00000020:00000040:2.0:1788624606.377981:0:33840:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624606.377986:0:33840:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624606.377989:0:33840:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624606.377993:0:33840:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624606.378000:0:33840:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd110fba00. 00000100:00000001:2.0:1788624606.378006:0:33840:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788624606.378025:0:33840:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11c04a80 x1875506845065984/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624615 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788624606.378036:0:33840:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788624606.378041:0:33840:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788624606.378048:0:33840:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624606.378050:0:33840:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624606.378057:0:33840:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203be240. 00000100:00000001:2.0:1788624606.378059:0:33840:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740458560 : -112299969093056 : ffff99dd203be240) 00000100:00000001:2.0:1788624606.378061:0:33840:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624606.378063:0:33840:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498907648 : -112300210643968 : ffff99dd11d61c00) 00000100:00000001:2.0:1788624606.378067:0:33840:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624606.378071:0:33840:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624606.378074:0:33840:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624606.378075:0:33840:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624606.378079:0:33840:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624606.378087:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624606.378089:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624606.378093:0:33840:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624606.378095:0:33840:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624606.378097:0:33840:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624606.378101:0:33840:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61c00 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33840:1875506845067264:192.168.202.125@tcp:35:multiop.0 00000100:00000001:2.0:1788624606.378122:0:33840:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624606.378127:0:33840:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624606.378129:0:33840:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624606.378131:0:33840:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624606.378135:0:33840:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd0483b800. 02000000:00000001:2.0:1788624606.378137:0:33840:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624606.378145:0:33840:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624606.378148:0:33840:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2630. 00000400:00000010:2.0:1788624606.378156:0:33840:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08ee0. 00000100:00000200:2.0:1788624606.378164:0:33840:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845067264, portal 10 00000100:00000001:2.0:1788624606.378166:0:33840:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624606.378167:0:33840:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498907648 : -112300210643968 : ffff99dd11d61c00) 00000100:00000040:2.0:1788624606.378174:0:33840:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624622 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624606.378181:0:33840:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624606.378184:0:33840:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624606.378187:0:33840:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08880. 00000100:00000200:2.0:1788624606.378190:0:33840:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845067264, offset 0 00000400:00000200:2.0:1788624606.378196:0:33840:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624606.378204:0:33840:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624606.378212:0:33840:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624606.378217:0:33840:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624606.378222:0:33840:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624606.378226:0:33840:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624606.378229:0:33840:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624606.378232:0:33840:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2920:2920:256:4294967295] 192.168.202.125@tcp LPNI seq info [2920:2920:8:4294967295] 00000400:00000200:2.0:1788624606.378237:0:33840:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624606.378247:0:33840:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624606.378252:0:33840:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624606.378257:0:33840:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd092e3f00. 00000800:00000200:2.0:1788624606.378263:0:33840:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624606.378271:0:33840:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624606.378276:0:33840:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd092e3f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788624606.378290:0:33840:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624606.378295:0:33840:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 807263 usecs (808 jiffies) 00000400:00000200:2.0:1788624606.378299:0:33840:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624606.378302:0:33840:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296621247 00000100:00000001:0.0:1788624606.379763:0:33840:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296623448 00000100:00000001:0.0:1788624606.379772:0:33840:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296621249 00000100:00000001:0.0:1788624606.379774:0:33840:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296623448 00000100:00000001:0.0:1788624606.379778:0:33840:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624606.379782:0:33840:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624606.379785:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624606.379787:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624606.379791:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 11 seconds 00000100:00000001:0.0:1788624606.379794:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624606.379797:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624606.382789:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624606.382799:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd092e3f00. 00000400:00000200:2.0:1788624606.382807:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624606.382816:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624606.382824:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08880 00000400:00000010:2.0:1788624606.382826:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08880. 00000100:00000001:2.0:1788624606.382832:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624606.382839:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624622 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624606.382850:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624606.382853:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624622 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624606.382859:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624606.382861:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1788624607.186970:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624607.186979:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624607.186985:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624607.186986:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624607.187059:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624607.187064:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624607.187067:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624608.210250:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624608.210257:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624608.210264:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624608.210265:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624608.210308:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624608.210313:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624608.210317:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624609.234366:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624609.234374:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624609.234379:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624609.234380:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624609.234406:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624609.234408:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624609.234411:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788624609.426239:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296623448, at 4296623488 00000100:00000010:2.0:1788624609.426254:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd04866b40. 00000100:00000040:3.0:1788624609.426349:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296623448, at 4296623488 00000100:00000010:3.0:1788624609.426356:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd04866540. 00010000:00000001:3.0:1788624610.258276:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624610.258285:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624610.258292:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624610.258296:0:28436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624610.258298:0:28436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624610.258305:0:28436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624610.258307:0:28436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624610.258309:0:28436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624610.258312:0:28436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624610.258326:0:28436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624610.258328:0:28436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624610.258331:0:28436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624610.258769:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624610.258772:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624610.258775:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788624610.578241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624610.578253:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624610.578263:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06d80. 00000020:00000040:0.0:1788624610.578270:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:0.0:1788624610.578274:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624610.578277:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624610.578283:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624610.578291:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df300. 00000100:00000001:0.0:1788624610.578309:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624610.578331:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11c06d80 x1875506845067392/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624610.578342:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624610.578346:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624610.578352:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b7fcb57] to pc [ptlrpcd_00_00+0] req@ffff99dd11c06d80 x1875506845067392/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624610.578381:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624610.578384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624610.578387:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624610.578390:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04380. 00000020:00000040:0.0:1788624610.578393:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624610.578403:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624610.578405:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624610.578407:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624610.578412:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df100. 00000100:00000001:0.0:1788624610.578415:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624610.578419:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11c04380 x1875506845067520/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624610.578459:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624610.578461:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624610.578465:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009546e12e] to pc [ptlrpcd_00_01+1] req@ffff99dd11c04380 x1875506845067520/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624610.578473:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624610.578475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624610.578478:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624610.578481:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07b80. 00000020:00000040:0.0:1788624610.578483:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624610.578486:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624610.578487:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624610.578489:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624610.578492:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df800. 00000100:00000001:0.0:1788624610.578495:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624610.578499:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11c07b80 x1875506845067648/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624610.578506:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624610.578507:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624610.578511:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037832f1b] to pc [ptlrpcd_00_00+0] req@ffff99dd11c07b80 x1875506845067648/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624610.578517:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624610.578519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788624610.578523:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788624610.578526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624610.578529:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624610.578532:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04000. 00000020:00000040:0.0:1788624610.578534:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624610.578536:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624610.578537:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624610.578539:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624610.578542:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df900. 00000100:00000001:0.0:1788624610.578545:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624610.578549:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11c04000 x1875506845067776/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624610.578555:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624610.578557:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624610.578560:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd867f14] to pc [ptlrpcd_00_01+1] req@ffff99dd11c04000 x1875506845067776/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624610.578567:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624610.578572:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1962) 00000100:00000001:1.0:1788624610.578885:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624610.578890:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624610.578892:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624610.578899:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06d80 x1875506845067392/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624610.578907:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624610.578909:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624610.578913:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624610.578915:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624610.578918:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624610.578921:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2389:1875506845067392:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624610.578926:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624610.578931:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624610.578933:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624610.578935:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624610.578940:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd03639c00. 02000000:00000001:1.0:1788624610.578942:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624610.578949:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624610.578953:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793898. 00000400:00000010:1.0:1788624610.578962:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c5d8. 00000100:00000200:1.0:1788624610.578968:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845067392, portal 25 00000100:00000001:1.0:1788624610.578971:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624610.578973:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497486720 : -112300212064896 : ffff99dd11c06d80) 00000100:00000040:1.0:1788624610.578978:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c06d80 x1875506845067392/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624610.578990:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624610.578993:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624610.578995:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c3b8. 00000100:00000200:1.0:1788624610.578999:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845067392, offset 0 00000400:00000200:1.0:1788624610.579005:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624610.579013:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624610.579020:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624610.579026:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624610.579030:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624610.579033:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624610.579036:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624610.579040:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2921:2921:256:4294967295] 192.168.202.125@tcp LPNI seq info [2921:2921:8:4294967295] 00000400:00000200:1.0:1788624610.579044:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624610.579053:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624610.579059:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624610.579064:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ed00. 00000800:00000200:1.0:1788624610.579071:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624610.579078:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624610.579083:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624610.579097:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624610.579101:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624610.579143:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296628567 00000100:00000010:1.0:1788624610.579149:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd04866300. 00000100:00000001:1.0:1788624610.579156:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788624610.579160:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296628567 00000100:00000010:1.0:1788624610.579163:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd04866600. 00000100:00000001:1.0:1788624610.579166:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788624610.579168:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624610.579171:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624610.579175:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624610.579179:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07b80 x1875506845067648/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624610.579186:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624610.579187:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624610.579189:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624610.579191:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624610.579193:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624610.579196:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845067648:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624610.579199:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624610.579202:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624610.579203:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624610.579205:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624610.579207:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd03638a00. 02000000:00000001:1.0:1788624610.579209:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624610.579213:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624610.579215:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793b00. 00000400:00000010:1.0:1788624610.579219:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c550. 00000100:00000200:1.0:1788624610.579221:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845067648, portal 10 00000100:00000001:1.0:1788624610.579223:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624610.579224:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497490304 : -112300212061312 : ffff99dd11c07b80) 00000100:00000040:1.0:1788624610.579231:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c07b80 x1875506845067648/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624610.579237:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624610.579239:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624610.579242:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862ccc0. 00000100:00000200:1.0:1788624610.579244:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845067648, offset 0 00000400:00000200:1.0:1788624610.579247:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624610.579251:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624610.579254:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624610.579257:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624610.579259:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624610.579261:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624610.579264:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624610.579267:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2922:2922:255:4294967295] 192.168.202.125@tcp LPNI seq info [2922:2922:7:4294967295] 00000400:00000200:1.0:1788624610.579271:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624610.579277:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624610.579281:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624610.579285:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ec00. 00000800:00000200:1.0:1788624610.579289:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624610.579292:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624610.579295:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624610.579310:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624610.579314:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24818 usecs (25 jiffies) 00000400:00000200:1.0:1788624610.579317:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624610.579764:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296624666 00000100:00000001:1.0:1788624610.579769:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296628567 00000100:00000001:1.0:1788624610.579771:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296624666 00000100:00000001:1.0:1788624610.579772:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296628567 00000100:00000001:1.0:1788624610.579774:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624610.579776:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624610.579779:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624610.579781:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624610.579789:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624610.579791:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624610.579793:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624610.579795:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624610.579796:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624610.579798:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788624610.579800:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624610.579801:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624610.579803:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624610.579804:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624610.579805:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624610.579807:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624610.579812:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04380 x1875506845067520/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624610.579819:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624610.579820:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624610.579823:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624610.579824:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624610.579826:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624610.579829:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845067520:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624610.579832:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624610.579834:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624610.579835:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624610.579837:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624610.579840:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd03639000. 02000000:00000001:1.0:1788624610.579842:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624610.579846:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624610.579848:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624610.579851:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c880. 00000100:00000200:1.0:1788624610.579854:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845067520, portal 10 00000100:00000001:1.0:1788624610.579856:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624610.579857:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475968 : -112300212075648 : ffff99dd11c04380) 00000100:00000040:1.0:1788624610.579862:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04380 x1875506845067520/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624610.579868:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624610.579870:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624610.579873:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cee0. 00000100:00000200:1.0:1788624610.579875:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845067520, offset 0 00000400:00000200:1.0:1788624610.579879:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624610.579882:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624610.579886:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624610.579888:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624610.579891:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624610.579893:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624610.579895:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624610.579898:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2923:2923:254:4294967295] 192.168.202.125@tcp LPNI seq info [2923:2923:6:4294967295] 00000400:00000200:1.0:1788624610.579902:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624610.579908:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624610.579912:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624610.579915:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e300. 00000800:00000200:1.0:1788624610.579919:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624610.579924:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624610.579926:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624610.579930:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624610.579933:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 807263 usecs (808 jiffies) 00000400:00000200:1.0:1788624610.579936:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624610.579938:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296625449 00000100:00000001:1.0:1788624610.579940:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296628567 00000100:00000001:1.0:1788624610.579942:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296625449 00000100:00000001:1.0:1788624610.579944:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296628567 00000100:00000001:1.0:1788624610.579945:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624610.579947:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624610.579949:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624610.579953:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04000 x1875506845067776/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624610.579959:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624610.579960:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624610.579962:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624610.579964:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624610.579966:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624610.579968:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845067776:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624610.579971:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624610.579973:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624610.579975:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624610.579976:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624610.579979:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd03638800. 02000000:00000001:1.0:1788624610.579981:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624610.579984:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624610.579986:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793160. 00000400:00000010:1.0:1788624610.579989:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c198. 00000100:00000200:1.0:1788624610.579991:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845067776, portal 4 00000100:00000001:1.0:1788624610.579993:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624610.579994:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475072 : -112300212076544 : ffff99dd11c04000) 00000100:00000040:1.0:1788624610.579999:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04000 x1875506845067776/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624610.580004:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624610.580006:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624610.580007:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cc38. 00000100:00000200:1.0:1788624610.580009:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845067776, offset 0 00000400:00000200:1.0:1788624610.580013:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624610.580015:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624610.580018:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624610.580021:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624610.580023:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624610.580025:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624610.580027:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624610.580029:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2924:2924:253:4294967295] 192.168.202.125@tcp LPNI seq info [2924:2924:5:4294967295] 00000400:00000200:1.0:1788624610.580033:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624610.580038:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624610.580042:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624610.580045:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ee00. 00000800:00000200:1.0:1788624610.580048:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624610.580052:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624610.580054:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624610.580057:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624610.580059:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25286 usecs (26 jiffies) 00000400:00000200:1.0:1788624610.580062:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624610.580064:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296624667 00000100:00000001:1.0:1788624610.580066:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296628567 00000100:00000001:1.0:1788624610.580068:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296624667 00000100:00000001:1.0:1788624610.580070:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296628567 00000100:00000001:1.0:1788624610.580071:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624610.580073:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624610.580075:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624610.580077:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624610.580095:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624610.580097:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624610.580284:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624610.580289:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ed00. 00000400:00000200:3.0:1788624610.580297:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624610.580303:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624610.580309:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c3b8 00000400:00000010:3.0:1788624610.580322:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c3b8. 00000100:00000001:3.0:1788624610.580327:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624610.580333:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06d80 x1875506845067392/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624610.580342:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624610.580345:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06d80 x1875506845067392/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624626 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624610.580352:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624610.580354:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624610.580368:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624610.580370:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ec00. 00000400:00000200:3.0:1788624610.580373:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624610.580376:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624610.580379:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ccc0 00000400:00000010:3.0:1788624610.580381:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ccc0. 00000100:00000001:3.0:1788624610.580383:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624610.580388:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07b80 x1875506845067648/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624610.580395:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624610.580398:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07b80 x1875506845067648/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624626 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624610.580405:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624610.580406:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624610.580415:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624610.580417:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e300. 00000400:00000200:3.0:1788624610.580622:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624610.580627:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624610.580630:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cee0 00000400:00000010:3.0:1788624610.580632:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cee0. 00000100:00000001:3.0:1788624610.580634:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624610.580639:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04380 x1875506845067520/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624610.580647:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624610.580649:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04380 x1875506845067520/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624626 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624610.580656:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624610.580657:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624610.580725:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624610.580728:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ee00. 00000400:00000200:3.0:1788624610.580731:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624610.580734:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624610.580737:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cc38 00000400:00000010:3.0:1788624610.580738:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cc38. 00000100:00000001:3.0:1788624610.580741:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624610.580744:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04000 x1875506845067776/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624610.580750:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624610.580753:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04000 x1875506845067776/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624626 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624610.580759:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624610.580760:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624610.590641:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624610.590663:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624610.590668:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624610.590671:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624610.590680:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624610.590689:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624610.590701:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624610.590707:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624610.590713:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624610.590718:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377462980 00000400:00000200:2.0:1788624610.590723:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624610.590730:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x8525 [1] + 224 00000800:00000001:2.0:1788624610.590737:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624610.590742:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624610.590745:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624610.590750:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624610.590758:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624610.590769:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07b80 x1875506845067648/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624610.590782:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c07b80 x1875506845067648/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624610.590809:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624610.590822:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624610.590826:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624610.590828:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624610.590830:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624610.590834:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624610.590838:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624610.590842:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624610.590844:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624610.590847:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624610.590850:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377462900 00000400:00000200:2.0:1788624610.590853:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624610.590857:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x852d [1] + 224 00000800:00000001:2.0:1788624610.590861:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624610.590864:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624610.590866:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624610.590869:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624610.590872:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624610.590876:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04380 x1875506845067520/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624610.590885:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c04380 x1875506845067520/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624610.590891:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624610.590895:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624610.590898:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624610.590899:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624610.590901:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624610.590904:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624610.590907:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624610.590911:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624610.590914:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624610.590916:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624610.590919:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377462a00 00000400:00000200:2.0:1788624610.590922:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624610.590926:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8535 [1] + 224 00000800:00000001:2.0:1788624610.590930:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624610.590939:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624610.590941:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624610.590944:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624610.590947:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624610.590952:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04000 x1875506845067776/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624610.590960:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c04000 x1875506845067776/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624610.590967:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624610.590970:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624610.590973:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624610.591213:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624610.591218:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624610.591224:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624610.591226:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624610.591230:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624610.591235:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c880 00000400:00000010:1.0:1788624610.591238:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c880. 00000100:00000001:1.0:1788624610.591241:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624610.591245:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04380 x1875506845067520/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624610.591253:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04380 x1875506845067520/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624610.591259:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624610.591260:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624610.591262:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624610.591266:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624610.591268:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624610.591270:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624610.591273:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624610.591282:0:2389:0:(import.c:2195:obd_at_measure()) add 0 to ffff99dd19442460 time=39 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624610.591286:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624610.591289:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624610.591291:0:2389:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1788624610.591295:0:2389:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1788624610.591470:0:2389:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-mdc-ffff99dd10dbf800 of lustre-MDT0000_UUID@192.168.202.125@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1788624610.591477:0:2389:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788624610.591482:0:2389:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff99dd10dbf800: Connection to lustre-MDT0000 (at 192.168.202.125@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1788624610.591485:0:2389:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788624610.591488:0:2389:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1788624610.591490:0:2389:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624610.591492:0:2389:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1788624610.591494:0:2389:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788624610.591496:0:2389:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788624610.591499:0:2389:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788624610.591502:0:2389:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: connect to NID 192.168.202.125@tcp last attempt 1936 00000400:00000200:1.0:1788624610.591506:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624610.591510:0:2389:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.125@tcp is discovered: rc = 1 00000100:00000040:1.0:1788624610.591514:0:2389:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:1.0:1788624610.591516:0:2389:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788624610.591518:0:2389:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:1.0:1788624610.591521:0:2389:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000001:1.0:1788624610.591524:0:2389:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788624610.591525:0:2389:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d13 00000020:00000001:1.0:1788624610.591528:0:2389:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624610.591531:0:2389:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd10dbe000 refcount=5 00000020:00000001:1.0:1788624610.591533:0:2389:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000020:00000001:1.0:1788624610.591535:0:2389:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000100:00000040:1.0:1788624610.591537:0:2389:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:1.0:1788624610.591539:0:2389:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788624610.591541:0:2389:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:1.0:1788624610.591542:0:2389:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000040:1.0:1788624610.591545:0:2389:0:(genops.c:879:class_export_put()) PUTting export ffff99dd10dbe000 : new refcount 4 00000100:00080000:1.0:1788624610.591548:0:2389:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: import ffff99dd19442000 using connection 192.168.202.125@tcp/192.168.202.125@tcp 00000100:00000001:1.0:1788624610.591550:0:2389:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624610.591552:0:2389:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788624610.591559:0:2389:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624610.591561:0:2389:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624610.591564:0:2389:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788624610.591567:0:2389:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788624610.591569:0:2389:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624610.591571:0:2389:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624610.591953:0:2389:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9500. 00000020:00000040:1.0:1788624610.591959:0:2389:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:1.0:1788624610.591964:0:2389:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788624610.591966:0:2389:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624610.591969:0:2389:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624610.591972:0:2389:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624610.591975:0:2389:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624610.591983:0:2389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e2c00. 00000100:00000001:1.0:1788624610.591989:0:2389:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624610.591996:0:2389:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99dd11dd9500 x1875506845067904/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624610.592006:0:2389:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624610.592010:0:2389:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624610.592014:0:2389:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000151cc036] to pc [ptlrpcd_rcv+-1] req@ffff99dd11dd9500 x1875506845067904/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624610.592039:0:2389:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624610.592042:0:2389:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1788624610.592044:0:2389:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1788624610.592049:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04380 x1875506845067520/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624626 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624610.592056:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1788624610.592059:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624610.592061:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624610.592065:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04380 x1875506845067520/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624626 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624610.592072:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845067520:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624610.592080:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624610.592081:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624610.592083:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793160. 00000400:00000200:1.0:1788624610.592086:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c198 00000400:00000010:1.0:1788624610.592088:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c198. 00000100:00000001:1.0:1788624610.592090:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624610.592093:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04000 x1875506845067776/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624610.592100:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04000 x1875506845067776/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624610.592142:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624610.592144:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624610.592146:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624610.592148:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624610.592149:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624610.592151:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624610.592153:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624610.592158:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=38 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624610.592161:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=47 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624610.592163:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624610.592165:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624610.592168:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624610.592171:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624610.592174:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624610.592176:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:1.0:1788624610.592178:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624610.592179:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624610.592183:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04000 x1875506845067776/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624610.592189:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624610.592191:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624610.592192:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624610.592196:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04000 x1875506845067776/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624626 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624610.592203:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845067776:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624610.592209:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624610.592211:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624610.592212:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793b00. 00000400:00000200:1.0:1788624610.592215:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c550 00000400:00000010:1.0:1788624610.592216:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c550. 00000100:00000001:1.0:1788624610.592219:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624610.592223:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07b80 x1875506845067648/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624610.592230:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07b80 x1875506845067648/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624610.592236:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624610.592238:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624610.592239:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624610.592240:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624610.592241:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624610.592243:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624610.592244:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624610.592248:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=39 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624610.592250:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=39 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624610.592252:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624610.592253:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624610.592255:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624610.592257:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624610.592259:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624610.592261:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788624610.592262:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624610.592263:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624610.592267:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07b80 x1875506845067648/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624610.592274:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624610.592276:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624610.592277:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624610.592281:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07b80 x1875506845067648/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624626 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624610.592289:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845067648:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624610.592293:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624610.592295:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624610.592309:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04380 x1875506845067520/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624626 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624610.592317:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624610.592320:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624610.592329:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd03639000. 02000000:00000001:1.0:1788624610.592333:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624610.592335:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624610.592337:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624610.592339:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624610.592342:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df100. 02000000:00000001:1.0:1788624610.592345:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624610.592348:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624610.592350:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04380. 00000100:00000001:1.0:1788624610.592356:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624610.592358:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624610.592360:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624610.592365:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04000 x1875506845067776/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624626 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624610.592373:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624610.592374:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624610.592377:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd03638800. 02000000:00000001:1.0:1788624610.592381:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624610.592384:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624610.592385:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624610.592388:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624610.592389:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df900. 02000000:00000001:1.0:1788624610.592393:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624610.592394:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624610.592407:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04000. 00000100:00000001:1.0:1788624610.592411:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624610.592412:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624610.592414:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624610.592417:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07b80 x1875506845067648/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624626 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624610.592432:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624610.592434:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624610.592435:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd03638a00. 02000000:00000001:1.0:1788624610.592437:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624610.592439:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624610.592440:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624610.592442:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624610.592443:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df800. 02000000:00000001:1.0:1788624610.592445:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624610.592446:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624610.592448:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07b80. 00000100:00000001:1.0:1788624610.592450:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624610.592451:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624610.592455:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624610.592457:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624610.592459:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624610.592461:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624610.592463:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624610.593171:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624610.593176:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624610.593178:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624610.593186:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9500 x1875506845067904/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624610.593196:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624610.593198:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624610.593201:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624610.593204:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624610.593207:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624610.593211:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845067904:192.168.202.125@tcp:38:ptlrpcd_00_00.0 00000100:00000001:0.0:1788624610.593214:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624610.593218:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624610.593220:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624610.593223:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624610.593229:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049c8c00. 02000000:00000001:0.0:1788624610.593231:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624610.593237:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624610.593240:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dcb8. 00000400:00000010:0.0:1788624610.593245:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395088. 00000100:00000200:0.0:1788624610.593251:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845067904, portal 10 00000100:00000001:0.0:1788624610.593254:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624610.593255:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499397376 : -112300210154240 : ffff99dd11dd9500) 00000100:00000040:0.0:1788624610.593261:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd9500 x1875506845067904/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624610.593269:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624610.593271:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624610.593274:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395f68. 00000100:00000200:0.0:1788624610.593278:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875506845067904, offset 0 00000400:00000200:0.0:1788624610.593284:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624610.593291:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624610.593308:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624610.593314:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624610.593318:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624610.593329:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624610.593332:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624610.593336:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2925:2925:256:4294967295] 192.168.202.125@tcp LPNI seq info [2925:2925:8:4294967295] 00000400:00000200:0.0:1788624610.593340:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624610.593349:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624610.593355:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624610.593361:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df700. 00000800:00000200:0.0:1788624610.593369:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624610.593377:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624610.593383:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788624610.593414:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624610.593419:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 806240 usecs (807 jiffies) 00000400:00000200:0.0:1788624610.593430:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624610.593434:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296625462 00000100:00000001:0.0:1788624610.593445:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296628567 00000100:00000001:0.0:1788624610.593448:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296625462 00000100:00000001:0.0:1788624610.593453:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296628567 00000100:00000001:0.0:1788624610.593456:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624610.593460:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624610.593463:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624610.593466:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624610.593474:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624610.593477:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788624610.593479:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624610.593481:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624610.593483:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624610.593485:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624610.593856:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624610.593866:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df700. 00000400:00000200:3.0:1788624610.593874:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624610.593884:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624610.593893:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395f68 00000400:00000010:3.0:1788624610.593896:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395f68. 00000100:00000001:3.0:1788624610.593902:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624610.593910:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9500 x1875506845067904/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624610.593922:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624610.593926:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9500 x1875506845067904/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624620 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624610.593934:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624610.593936:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624610.600921:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624610.600947:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624610.600952:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624610.600955:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624610.600967:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624610.600977:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624610.600988:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624610.600993:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624610.601000:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624610.601005:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377462a80 00000400:00000200:2.0:1788624610.601012:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624610.601020:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x853d [1] + 0 00000800:00000001:2.0:1788624610.601029:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624610.601038:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624610.601042:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624610.601047:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624610.601057:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624610.601069:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9500 x1875506845067904/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624620 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624610.601082:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff99dd11dd9500 x1875506845067904/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624610.601156:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624610.601169:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624610.601173:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624610.601355:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624610.601443:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624610.601454:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624610.601457:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624610.601461:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dcb8. 00000400:00000200:0.0:1788624610.601467:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395088 00000400:00000010:0.0:1788624610.601470:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395088. 00000100:00000001:0.0:1788624610.601474:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624610.601479:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9500 x1875506845067904/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624610.601489:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9500 x1875506845067904/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624620 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624610.601494:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624610.601497:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624610.601500:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624610.601504:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624610.601507:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624610.601509:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624610.601513:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624610.601525:0:2388:0:(import.c:2195:obd_at_measure()) add 0 to ffff99dd19442460 time=39 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624610.601529:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624610.601533:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624610.601536:0:2388:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1788624610.601539:0:2388:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1788624610.601545:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9500 x1875506845067904/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/224 e 0 to 0 dl 1788624620 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624610.601552:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1788624610.601556:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624610.601559:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624610.601562:0:2388:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788624610.601564:0:2388:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1788624610.601568:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788624610.601573:0:2388:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.125@tcp failed (-19) 00000100:00000001:0.0:1788624610.601576:0:2388:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1788624610.601581:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9500 x1875506845067904/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/224 e 0 to 0 dl 1788624620 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624610.601596:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845067904:192.168.202.125@tcp:38:ptlrpcd_00_00.0 00000100:00000001:0.0:1788624610.601602:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624610.601605:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624610.601609:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9500 x1875506845067904/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/224 e 0 to 0 dl 1788624620 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624610.601616:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624610.601619:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624610.601784:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049c8c00. 02000000:00000001:0.0:1788624610.601791:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624610.601796:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624610.601798:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624610.601801:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624610.601804:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e2c00. 02000000:00000001:0.0:1788624610.601809:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624610.601812:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624610.601815:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9500. 00000100:00000001:0.0:1788624610.601819:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624610.601821:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624610.601824:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624610.601834:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624610.601836:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624610.601839:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624610.601840:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624611.282440:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624611.282448:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624611.282453:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624611.282453:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624611.282479:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624611.282482:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624611.282484:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788624611.605126:0:2389:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788624611.605145:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624611.605149:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:1.0:1788624611.605156:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624611.605158:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624611.605164:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624611.605169:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624612.306505:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624612.306514:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624612.306521:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624612.306522:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624612.306560:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624612.306564:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624612.306568:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624613.330335:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624613.330347:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624613.330355:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624613.330357:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624613.330996:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624613.331002:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624613.331006:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624614.354267:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624614.354280:0:28436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624614.354283:0:28436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624614.354287:0:28436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624614.354293:0:28436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624614.354296:0:28436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624614.354299:0:28436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624614.354301:0:28436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624614.354307:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624614.354308:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624614.354359:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624614.354363:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624614.354366:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788624614.547276:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296628567, at 4296628609 00000100:00000010:2.0:1788624614.547299:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd04866300. 00000100:00000040:3.0:1788624614.547475:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296628567, at 4296628609 00000100:00000010:3.0:1788624614.547483:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd04866600. 00010000:00000001:3.0:1788624615.397245:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624615.397254:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624615.397262:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624615.397263:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624615.397657:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624615.397664:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624615.397699:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788624615.699541:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624615.699557:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788624615.699575:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62680. 00000020:00000040:2.0:1788624615.699585:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=5 obd=MGC192.168.202.125@tcp 00000100:00000001:2.0:1788624615.699592:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624615.699596:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624615.699604:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624615.699623:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd092e3f00. 00000100:00000001:2.0:1788624615.699633:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624615.699648:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11d62680 x1875506845068032/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624615.699661:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624615.699667:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624615.699674:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e20a1389] to pc [ptlrpcd_01_01+1] req@ffff99dd11d62680 x1875506845068032/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624615.699719:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788624615.699722:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788624615.699726:0:14159:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1788624615.699729:0:14159:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788624615.699732:0:14159:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788624615.699736:0:14159:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1788624615.699741:0:14159:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: connect to NID 192.168.202.125@tcp last attempt 1957 00000400:00000200:2.0:1788624615.699750:0:14159:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624615.699757:0:14159:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.125@tcp is discovered: rc = 1 00000100:00001000:2.0:1788624615.699762:0:14159:0:(import.c:2195:obd_at_measure()) add 10 to ffff99dd19442418 time=25 v=5 (1 0 0 0) 00000100:00001000:2.0:1788624615.699766:0:14159:0:(import.c:2261:obd_at_measure()) AT ffff99dd19442418 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:2.0:1788624615.699770:0:14159:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: tried all connections, increasing latency to 5s 00000100:00000040:2.0:1788624615.699773:0:14159:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:2.0:1788624615.699776:0:14159:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788624615.699778:0:14159:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:2.0:1788624615.699781:0:14159:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000001:2.0:1788624615.699784:0:14159:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788624615.699786:0:14159:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d13 00000020:00000001:2.0:1788624615.699789:0:14159:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624615.699792:0:14159:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd10dbe000 refcount=5 00000020:00000001:2.0:1788624615.699795:0:14159:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000020:00000001:2.0:1788624615.699797:0:14159:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000100:00000040:2.0:1788624615.699800:0:14159:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:2.0:1788624615.699802:0:14159:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788624615.699804:0:14159:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:2.0:1788624615.699806:0:14159:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000040:2.0:1788624615.699810:0:14159:0:(genops.c:879:class_export_put()) PUTting export ffff99dd10dbe000 : new refcount 4 00000100:00080000:2.0:1788624615.699815:0:14159:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: import ffff99dd19442000 using connection 192.168.202.125@tcp/192.168.202.125@tcp 00000100:00000001:2.0:1788624615.699817:0:14159:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624615.699819:0:14159:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788624615.699826:0:14159:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624615.699829:0:14159:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624615.699831:0:14159:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788624615.699838:0:14159:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788624615.699841:0:14159:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624615.699844:0:14159:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624615.699848:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d60a80. 00000020:00000040:2.0:1788624615.699851:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:2.0:1788624615.699854:0:14159:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788624615.699856:0:14159:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624615.699860:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624615.699862:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624615.699863:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624615.699868:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd04839800. 00000100:00000001:2.0:1788624615.699871:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624615.699877:0:14159:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99dd11d60a80 x1875506845068160/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624615.699884:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624615.699886:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624615.699890:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000060b2fd1] to pc [ptlrpcd_rcv+-1] req@ffff99dd11d60a80 x1875506845068160/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624615.699921:0:14159:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624615.699924:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624615.699929:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788624615.699932:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63b80. 00000020:00000040:2.0:1788624615.699934:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624615.699937:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624615.699939:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624615.699941:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624615.699944:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd092e3500. 00000100:00000001:2.0:1788624615.699947:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624615.699951:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11d63b80 x1875506845068288/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624615.699959:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624615.699961:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624615.699965:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d6b4031] to pc [ptlrpcd_01_00+0] req@ffff99dd11d63b80 x1875506845068288/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624615.699974:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624615.699976:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788624615.699980:0:14159:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788624615.699984:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624615.699988:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788624615.699991:0:14159:0:(import.c:2112:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1788624615.699995:0:14159:0:(import.c:1806:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1788624615.700000:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d60e00. 00000020:00000040:2.0:1788624615.700003:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:2.0:1788624615.700005:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624615.700006:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624615.700008:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624615.700012:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd092e3300. 00000100:00000001:2.0:1788624615.700014:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624615.700017:0:14159:0:(import.c:1844:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446631773498904064 : -112300210647552 : ffff99dd11d60e00) 00000100:00080000:2.0:1788624615.700020:0:14159:0:(import.c:65:import_set_state_nolock()) ffff99dd19447800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788624615.700024:0:14159:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff99dd10dbf800: disconnect after 20s idle 00000100:00000001:2.0:1788624615.700026:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624615.700027:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624615.700031:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065cb8a3d] to pc [ptlrpcd_rcv+-1] req@ffff99dd11d60e00 x1875506845068416/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624615.700038:0:14159:0:(import.c:2151:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624615.700040:0:14159:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624615.700044:0:14159:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1967) 00000100:00000001:3.0:1788624615.700437:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624615.700443:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624615.700447:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624615.700455:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d62680 x1875506845068032/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624615.700465:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624615.700468:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624615.700473:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624615.700477:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624615.700480:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624615.700484:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2392:1875506845068032:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624615.700489:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624615.700497:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624615.700500:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624615.700504:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624615.700511:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd064d6e00. 02000000:00000001:3.0:1788624615.700513:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624615.700520:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624615.700525:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a6e0. 00000400:00000010:3.0:1788624615.700534:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f220. 00000100:00000200:3.0:1788624615.700543:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845068032, portal 25 00000100:00000001:3.0:1788624615.700545:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624615.700547:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498910336 : -112300210641280 : ffff99dd11d62680) 00000100:00000040:3.0:1788624615.700555:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d62680 x1875506845068032/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624615.700564:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624615.700568:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624615.700572:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fe58. 00000100:00000200:3.0:1788624615.700575:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845068032, offset 0 00000400:00000200:3.0:1788624615.700583:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624615.700593:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624615.700609:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624615.700616:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624615.700621:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624615.700626:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624615.700629:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624615.700634:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2926:2926:256:4294967295] 192.168.202.125@tcp LPNI seq info [2926:2926:8:4294967295] 00000400:00000200:3.0:1788624615.700639:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624615.700650:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624615.700657:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624615.700663:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185400. 00000800:00000200:3.0:1788624615.700671:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624615.700681:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624615.700687:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624615.700858:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624615.700864:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624615.700867:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296633688 00000100:00000010:3.0:1788624615.700874:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd049ad000. 00000100:00000001:3.0:1788624615.700883:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788624615.700890:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296633688 00000100:00000010:3.0:1788624615.700906:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd049ade40. 00000100:00000001:3.0:1788624615.700909:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788624615.700913:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624615.700917:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624615.700921:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624615.700925:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624615.700933:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624615.700936:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788624615.700938:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624615.700939:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624615.700941:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624615.700943:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788624615.700945:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624615.700947:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624615.700949:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624615.700951:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624615.700952:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624615.700953:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624615.700959:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63b80 x1875506845068288/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624615.700966:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624615.700968:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624615.700971:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624615.700973:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624615.700975:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624615.700978:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845068288:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624615.700981:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624615.700984:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624615.700986:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624615.700988:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624615.700991:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd064d7e00. 02000000:00000001:3.0:1788624615.700993:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624615.700997:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624615.701000:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a268. 00000400:00000010:3.0:1788624615.701004:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f6e8. 00000100:00000200:3.0:1788624615.701007:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845068288, portal 10 00000100:00000001:3.0:1788624615.701009:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624615.701011:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498915712 : -112300210635904 : ffff99dd11d63b80) 00000100:00000040:3.0:1788624615.701019:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d63b80 x1875506845068288/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624615.701027:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624615.701030:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624615.701032:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f770. 00000100:00000200:3.0:1788624615.701035:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845068288, offset 0 00000400:00000200:3.0:1788624615.701039:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624615.701043:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624615.701047:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624615.701050:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788624615.702148:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624615.702158:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624615.702162:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624615.702176:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d60a80 x1875506845068160/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624615.702191:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624615.702194:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624615.702198:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624615.702201:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624615.702204:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624615.702208:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845068160:192.168.202.125@tcp:38:kworker.0 00000100:00000001:0.0:1788624615.702213:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624615.702218:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624615.702220:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624615.702222:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624615.702234:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049c8000. 02000000:00000001:0.0:1788624615.702237:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624615.702245:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624615.702249:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dcb8. 00000400:00000010:0.0:1788624615.702266:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395088. 00000100:00000200:0.0:1788624615.702272:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845068160, portal 10 00000100:00000001:0.0:1788624615.702274:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624615.702276:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498903168 : -112300210648448 : ffff99dd11d60a80) 00000100:00000040:0.0:1788624615.702285:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d60a80 x1875506845068160/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624615.702292:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624615.702295:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624615.702298:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395198. 00000100:00000200:0.0:1788624615.702302:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875506845068160, offset 0 00000400:00000200:0.0:1788624615.702308:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624615.702316:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624615.702323:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624615.702328:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624615.702331:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624615.702334:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624615.702337:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624615.702340:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2927:2927:255:4294967295] 192.168.202.125@tcp LPNI seq info [2927:2927:7:4294967295] 00000400:00000200:0.0:1788624615.702345:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624615.702805:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624615.702808:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624615.702811:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624615.702815:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2928:2928:255:4294967295] 192.168.202.125@tcp LPNI seq info [2928:2928:7:4294967295] 00000400:00000200:3.0:1788624615.702820:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624615.702830:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624615.702836:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624615.702846:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185900. 00000800:00000200:3.0:1788624615.702854:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624615.702865:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624615.702870:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624615.702876:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624615.702881:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24791 usecs (25 jiffies) 00000400:00000200:3.0:1788624615.702886:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624615.702889:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296629789 00000100:00000001:3.0:1788624615.702902:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296633688 00000100:00000001:3.0:1788624615.702905:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296629789 00000100:00000001:3.0:1788624615.702908:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296633688 00000100:00000001:3.0:1788624615.702910:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624615.702915:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624615.702920:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624615.702923:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624615.702942:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624615.702945:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624615.703033:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624615.703038:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185400. 00000400:00000200:2.0:1788624615.703048:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624615.703063:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:0.0:1788624615.708615:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624615.708632:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624615.708648:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091dfd00. 00000800:00000200:0.0:1788624615.708658:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624615.708667:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624615.708673:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091dfd00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788624615.708680:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624615.708689:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 805213 usecs (806 jiffies) 00000400:00000200:0.0:1788624615.708697:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624615.708702:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296630576 00000100:00000001:0.0:1788624615.708882:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296633688 00000100:00000001:0.0:1788624615.708886:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296630576 00000100:00000001:0.0:1788624615.708889:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296633688 00000100:00000001:0.0:1788624615.708900:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624615.708905:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624615.708911:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624615.708922:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d60e00 x1875506845068416/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624615.708933:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624615.708936:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624615.708941:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624615.708945:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624615.708948:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624615.708951:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845068416:192.168.202.125@tcp:9:kworker.0 00000100:00000001:0.0:1788624615.708956:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624615.708963:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624615.708967:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624615.708970:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624615.708978:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197f4800. 02000000:00000001:0.0:1788624615.708981:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624615.708987:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624615.708992:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d000. 00000400:00000010:0.0:1788624615.709003:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395a18. 00000100:00000200:0.0:1788624615.709014:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845068416, portal 4 00000100:00000001:0.0:1788624615.709016:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624615.709019:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498904064 : -112300210647552 : ffff99dd11d60e00) 00000100:00000040:0.0:1788624615.709028:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d60e00 x1875506845068416/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624615.709045:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624615.709047:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624615.709648:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053955d8. 00000100:00000200:0.0:1788624615.709658:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845068416, offset 0 00000400:00000200:0.0:1788624615.709671:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624615.709682:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624615.709691:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624615.709839:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624615.709845:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624615.709849:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624615.709852:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624615.709856:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2929:2929:253:4294967295] 192.168.202.125@tcp LPNI seq info [2929:2929:5:4294967295] 00000400:00000200:0.0:1788624615.709861:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624615.709871:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624615.709876:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624615.709883:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df200. 00000800:00000200:0.0:1788624615.709889:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624615.709906:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624615.709910:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624615.709914:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624615.709921:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25240 usecs (26 jiffies) 00000400:00000200:0.0:1788624615.709924:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624615.709927:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296629797 00000100:00000001:0.0:1788624615.709930:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296633688 00000100:00000001:0.0:1788624615.709933:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296629797 00000100:00000001:0.0:1788624615.709935:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296633688 00000100:00000001:0.0:1788624615.709937:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624615.709940:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624615.709943:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624615.709948:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624615.709958:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624615.709961:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788624615.709964:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624615.709967:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624615.709968:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624615.709970:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624615.714953:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fe58 00000400:00000010:2.0:1788624615.714969:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fe58. 00000100:00000001:2.0:1788624615.714983:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624615.715000:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d62680 x1875506845068032/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624615.715017:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624615.715023:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d62680 x1875506845068032/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624631 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624615.715031:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624615.715033:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624615.715088:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624615.715092:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185900. 00000400:00000200:2.0:1788624615.715100:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624615.718876:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624615.718894:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f770 00000400:00000010:2.0:1788624615.718901:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f770. 00000100:00000001:2.0:1788624615.718915:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624615.718928:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63b80 x1875506845068288/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624615.718952:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624615.718957:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d63b80 x1875506845068288/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624631 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624615.718967:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624615.718969:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624615.719694:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624615.719768:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091dfd00. 00000400:00000200:3.0:1788624615.719776:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624615.719783:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624615.719791:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395198 00000400:00000010:3.0:1788624615.719794:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395198. 00000100:00000001:3.0:1788624615.719799:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624615.719807:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d60a80 x1875506845068160/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624615.719819:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624615.719823:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d60a80 x1875506845068160/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624630 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624615.719830:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624615.719832:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624615.719962:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624615.719965:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df200. 00000400:00000200:3.0:1788624615.719969:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624615.719973:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624615.719977:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053955d8 00000400:00000010:3.0:1788624615.719979:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053955d8. 00000100:00000001:3.0:1788624615.719982:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624615.719987:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d60e00 x1875506845068416/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624615.719996:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624615.719999:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d60e00 x1875506845068416/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624625 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624615.720006:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624615.720008:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624615.737943:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624615.737978:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624615.737985:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624615.737988:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624615.738001:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624615.738010:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624615.738027:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624615.738033:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624615.738040:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624615.738046:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377462c00 00000400:00000200:2.0:1788624615.738053:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624615.738062:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x8555 [1] + 224 00000800:00000001:2.0:1788624615.738072:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624615.738077:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624615.738081:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624615.738087:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624615.738098:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624615.738174:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63b80 x1875506845068288/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624615.738188:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d63b80 x1875506845068288/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624615.738216:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624615.738233:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624615.738238:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624615.738239:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624615.738241:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624615.738245:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624615.738248:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624615.738252:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624615.738254:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624615.738257:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624615.738260:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377462c80 00000400:00000200:2.0:1788624615.738264:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624615.738270:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x856d [1] + 224 00000800:00000001:2.0:1788624615.738274:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624615.738285:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624615.738286:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788624615.738287:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624615.738290:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624615.738293:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624615.738293:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624615.738297:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d60e00 x1875506845068416/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624625 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1788624615.738303:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624615.738306:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1788624615.738306:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d60e00 x1875506845068416/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788624615.738312:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a268. 00000400:00000200:3.0:1788624615.738317:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f6e8 00000400:00000010:3.0:1788624615.738321:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f6e8. 00000100:00000001:3.0:1788624615.738325:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788624615.738325:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624615.738329:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1788624615.738330:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d63b80 x1875506845068288/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788624615.738333:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788624615.738340:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d63b80 x1875506845068288/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624615.738346:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624615.738348:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624615.738352:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624615.738357:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624615.738360:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624615.738363:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624615.738367:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624615.738388:0:2392:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=44 v=5 (5 103 103 103) 00000100:00001000:3.0:1788624615.738398:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=44 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624615.738401:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624615.738412:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624615.738416:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624615.738426:0:2392:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624615.738431:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624615.738433:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788624615.738436:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624615.738437:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624615.738443:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d63b80 x1875506845068288/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624615.738450:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624615.738454:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624615.738456:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624615.738460:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63b80 x1875506845068288/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624631 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624615.738468:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845068288:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624615.738475:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624615.738478:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624615.738481:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d63b80 x1875506845068288/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624631 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624615.738488:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624615.738491:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624615.738495:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd064d7e00. 02000000:00000001:3.0:1788624615.738500:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624615.738503:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624615.738505:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624615.738746:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624615.738751:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624615.738756:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624615.738758:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624615.738760:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d000. 00000400:00000200:0.0:1788624615.738765:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395a18 00000400:00000010:0.0:1788624615.738766:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395a18. 00000100:00000001:0.0:1788624615.738769:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624615.738774:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d60e00 x1875506845068416/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624615.738784:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d60e00 x1875506845068416/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624625 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624615.738790:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624615.738792:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624615.738794:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624615.738796:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624615.738797:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624615.738799:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624615.738803:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624615.738814:0:2388:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=43 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624615.738817:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=52 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624615.738820:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624615.738821:0:2388:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624615.738822:0:2388:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624615.738826:0:2388:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624615.738828:0:2388:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624615.738829:0:2388:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:0.0:1788624615.738831:0:2388:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624615.738832:0:2388:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624615.738836:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d60e00 x1875506845068416/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624615.738842:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624615.738844:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624615.738845:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788624615.738849:0:2388:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff99dd11d60e00 x1875506845068416/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624625 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788624615.738857:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19447800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1788624615.738862:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d60e00 x1875506845068416/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624625 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624615.738870:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845068416:192.168.202.125@tcp:9:kworker.0 00000100:00000001:0.0:1788624615.738874:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624615.738876:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624615.738878:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d60e00 x1875506845068416/t0(0) o9->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624625 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624615.738885:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624615.738887:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624615.738889:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197f4800. 02000000:00000001:0.0:1788624615.738892:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624615.738895:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624615.738896:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624615.738899:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624615.738902:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd092e3300. 02000000:00000001:0.0:1788624615.738909:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624615.738911:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624615.738914:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d60e00. 00000100:00000001:0.0:1788624615.738918:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624615.738920:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624615.738922:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624615.738924:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624615.738925:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624615.738927:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624615.738929:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624615.739182:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624615.739184:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd092e3500. 02000000:00000001:3.0:1788624615.739188:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624615.739190:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624615.739191:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63b80. 00000100:00000001:3.0:1788624615.739198:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624615.739199:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624615.739203:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624615.739205:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624615.739206:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624615.739208:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624615.739210:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624615.764459:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624615.764483:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624615.764489:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624615.764492:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624615.764502:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624615.764513:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624615.764524:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624615.764530:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624615.764536:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624615.764541:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377462b80 00000400:00000200:3.0:1788624615.764548:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624615.764557:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x8565 [1] + 0 00000800:00000001:3.0:1788624615.764568:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624615.764577:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624615.764581:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624615.764587:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624615.764597:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624615.764620:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d60a80 x1875506845068160/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624630 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624615.764635:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff99dd11d60a80 x1875506845068160/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624615.764723:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624615.764730:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624615.764915:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624615.764930:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624615.764936:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788624615.765481:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624615.765485:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624615.765491:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dcb8. 00000400:00000200:0.0:1788624615.765499:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395088 00000400:00000010:0.0:1788624615.765503:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395088. 00000100:00000001:0.0:1788624615.765509:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624615.765519:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d60a80 x1875506845068160/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624615.765532:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d60a80 x1875506845068160/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624630 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624615.765543:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624615.765546:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624615.765550:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624615.765555:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624615.765558:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624615.765562:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624615.765567:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624615.765597:0:2388:0:(import.c:2195:obd_at_measure()) add 0 to ffff99dd19442460 time=44 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624615.765603:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=25 v=10 (10 0 0 0) 00000100:00000001:0.0:1788624615.765607:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624615.765610:0:2388:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1788624615.765614:0:2388:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1788624615.765621:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d60a80 x1875506845068160/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/224 e 0 to 0 dl 1788624630 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624615.765630:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1788624615.765636:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624615.765639:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624615.765643:0:2388:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788624615.765647:0:2388:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1788624615.765652:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788624615.765659:0:2388:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.125@tcp failed (-19) 00000100:00000001:0.0:1788624615.765663:0:2388:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1788624615.765667:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d60a80 x1875506845068160/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/224 e 0 to 0 dl 1788624630 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624615.765676:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845068160:192.168.202.125@tcp:38:kworker.0 00000100:00000001:0.0:1788624615.765683:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624615.765687:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624615.765691:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d60a80 x1875506845068160/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/224 e 0 to 0 dl 1788624630 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624615.765700:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624615.765704:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624615.765710:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049c8000. 02000000:00000001:0.0:1788624615.765715:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624615.765720:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624615.765723:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624615.765725:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624615.765730:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd04839800. 02000000:00000001:0.0:1788624615.765737:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624615.765739:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624615.765742:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d60a80. 00000100:00000001:0.0:1788624615.765746:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624615.765749:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624615.765752:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624615.765763:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624615.765766:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624615.765769:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624615.765772:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624616.402314:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624616.402324:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624616.402332:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624616.402333:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624616.404025:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624616.404034:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624616.404040:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788624616.723205:0:2392:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788624616.723217:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624616.723220:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:2.0:1788624616.723225:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624616.723228:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624616.723232:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624616.723235:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624617.426270:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624617.426279:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624617.426285:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624617.426288:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624617.426317:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624617.426320:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624617.426323:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788624617.747313:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788624617.747331:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624617.747334:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788624617.747342:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 1 seconds 00000100:00000001:0.0:1788624617.747347:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624617.747352:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624618.450255:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624618.450264:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624618.450270:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624618.450271:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624618.450393:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624618.450397:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624618.450399:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788624618.770562:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788624618.770572:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624618.770574:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788624618.770581:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 1 seconds 00000100:00000001:0.0:1788624618.770584:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624618.770588:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624619.474292:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624619.474301:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624619.474309:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624619.474310:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624619.474480:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624619.474484:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624619.474487:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788624619.666287:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296633688, at 4296633728 00000100:00000010:3.0:1788624619.666308:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd049ade40. 00000100:00000040:2.0:1788624619.666435:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296633688, at 4296633728 00000100:00000010:2.0:1788624619.666442:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd049ad000. 00000100:00000001:0.0:1788624619.794494:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788624619.794501:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624619.794504:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788624619.794509:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 1 seconds 00000100:00000001:0.0:1788624619.794512:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624619.794516:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624620.498525:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624620.498652:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624620.498661:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624620.498667:0:28436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624620.498670:0:28436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624620.498678:0:28436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624620.498680:0:28436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624620.498682:0:28436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624620.498686:0:28436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624620.498689:0:28436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624620.498691:0:28436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624620.498694:0:28436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624620.498726:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788624620.498730:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624620.498734:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788624620.818294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624620.818305:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624620.818316:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddb480. 00000020:00000040:1.0:1788624620.818324:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=6 obd=MGC192.168.202.125@tcp 00000100:00000001:1.0:1788624620.818337:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624620.818341:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624620.818346:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624620.818355:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd1044e600. 00000100:00000001:1.0:1788624620.818363:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624620.818376:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11ddb480 x1875506845068544/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624620.818388:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624620.818393:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624620.818400:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd452035] to pc [ptlrpcd_00_00+0] req@ffff99dd11ddb480 x1875506845068544/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624620.818430:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788624620.818434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788624620.818437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788624620.818440:0:8:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788624620.818442:0:8:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788624620.818447:0:8:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788624620.818450:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: connect to NID 192.168.202.125@tcp last attempt 1962 00000400:00000200:1.0:1788624620.818457:0:8:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624620.818463:0:8:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.125@tcp is discovered: rc = 1 00000100:00001000:1.0:1788624620.818468:0:8:0:(import.c:2195:obd_at_measure()) add 15 to ffff99dd19442418 time=30 v=10 (10 0 0 0) 00000100:00001000:1.0:1788624620.818471:0:8:0:(import.c:2261:obd_at_measure()) AT ffff99dd19442418 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00080000:1.0:1788624620.818475:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: tried all connections, increasing latency to 10s 00000100:00000040:1.0:1788624620.818478:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:1.0:1788624620.818480:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788624620.818483:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:1.0:1788624620.818485:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000001:1.0:1788624620.818488:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788624620.818490:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d13 00000020:00000001:1.0:1788624620.818493:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624620.818497:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd10dbe000 refcount=5 00000020:00000001:1.0:1788624620.818499:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000020:00000001:1.0:1788624620.818501:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000100:00000040:1.0:1788624620.818504:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:1.0:1788624620.818506:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788624620.818508:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:1.0:1788624620.818509:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000040:1.0:1788624620.818524:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff99dd10dbe000 : new refcount 4 00000100:00080000:1.0:1788624620.818529:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: import ffff99dd19442000 using connection 192.168.202.125@tcp/192.168.202.125@tcp 00000100:00000001:1.0:1788624620.818531:0:8:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624620.818534:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788624620.818540:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624620.818543:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624620.818545:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788624620.818549:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788624620.818551:0:8:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624620.818553:0:8:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624620.818557:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddb800. 00000020:00000040:1.0:1788624620.818559:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:1.0:1788624620.818562:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788624620.818564:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624620.818566:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624620.818568:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624620.818570:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624620.818574:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e0000. 00000100:00000001:1.0:1788624620.818577:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624620.818583:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99dd11ddb800 x1875506845068672/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624620.818591:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624620.818592:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624620.818596:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b31e9cf3] to pc [ptlrpcd_rcv+-1] req@ffff99dd11ddb800 x1875506845068672/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624620.818619:0:8:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624620.818622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624620.818625:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624620.818628:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9c00. 00000020:00000040:1.0:1788624620.818630:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624620.818632:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624620.818633:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624620.818635:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624620.818640:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd1044ee00. 00000100:00000001:1.0:1788624620.818642:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624620.818646:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11dd9c00 x1875506845068800/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624620.818653:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624620.818655:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624620.818659:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed8a12d5] to pc [ptlrpcd_00_01+1] req@ffff99dd11dd9c00 x1875506845068800/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624620.818666:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624620.818668:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788624620.818671:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788624620.818674:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788624620.818678:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788624620.818683:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1972) 00000100:00000001:1.0:1788624620.818699:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624620.818703:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624620.818706:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624620.818710:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9c00 x1875506845068800/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624620.818717:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624620.818720:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624620.818723:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624620.818726:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624620.818728:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624620.818733:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845068800:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624620.818737:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624620.818742:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624620.818744:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624620.818746:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624620.818752:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd03638800. 02000000:00000001:1.0:1788624620.818753:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624620.818759:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624620.818762:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793b00. 00000400:00000010:1.0:1788624620.818769:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c550. 00000100:00000200:1.0:1788624620.818777:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845068800, portal 10 00000100:00000001:1.0:1788624620.818779:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624620.818781:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499399168 : -112300210152448 : ffff99dd11dd9c00) 00000100:00000040:1.0:1788624620.818788:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd9c00 x1875506845068800/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624620.818796:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624620.818798:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624620.818801:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c198. 00000100:00000200:1.0:1788624620.818806:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845068800, offset 0 00000400:00000200:1.0:1788624620.818812:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624620.818819:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624620.818826:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624620.818832:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624620.818836:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624620.818840:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624620.818843:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624620.818846:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2930:2930:256:4294967295] 192.168.202.125@tcp LPNI seq info [2930:2930:8:4294967295] 00000400:00000200:1.0:1788624620.818851:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624620.818861:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624620.818866:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624620.818871:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e300. 00000800:00000200:1.0:1788624620.818878:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624620.818885:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624620.818889:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624620.818909:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624620.818914:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24875 usecs (25 jiffies) 00000400:00000200:1.0:1788624620.818917:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624620.818920:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296634905 00000100:00000010:1.0:1788624620.818925:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd048660c0. 00000100:00000001:1.0:1788624620.818932:0:2390:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788624620.818941:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296634905 00000100:00000010:1.0:1788624620.818944:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd048661e0. 00000100:00000001:1.0:1788624620.818948:0:2390:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788624620.818954:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624620.818956:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624620.818959:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624620.818962:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624620.818970:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624620.818972:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624620.818974:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624620.818975:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624620.818977:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624620.818980:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788624620.818981:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624620.818983:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624620.818984:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624620.818986:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624620.818987:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624620.818988:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624620.818992:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddb480 x1875506845068544/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624620.818998:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624620.818999:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624620.819002:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624620.819004:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624620.819006:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624620.819008:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2390:1875506845068544:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624620.819012:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624620.819014:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624620.819015:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624620.819017:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624620.819020:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd03638a00. 02000000:00000001:1.0:1788624620.819022:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624620.819026:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624620.819028:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793160. 00000800:00000200:3.0:1788624620.819428:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624620.819435:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e300. 00000400:00000200:3.0:1788624620.819441:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624620.819447:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624620.819454:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c198 00000400:00000010:3.0:1788624620.819456:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c198. 00000100:00000001:3.0:1788624620.819459:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624620.819463:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9c00 x1875506845068800/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624620.819472:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624620.819475:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9c00 x1875506845068800/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624636 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624620.819483:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624620.819485:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788624620.819551:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624620.819553:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624620.819555:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624620.819561:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddb800 x1875506845068672/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624620.819568:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624620.819569:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624620.819572:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624620.819574:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624620.819576:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624620.819578:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845068672:192.168.202.125@tcp:38:kworker.0 00000100:00000001:2.0:1788624620.819582:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624620.819583:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624620.819585:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624620.819586:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624620.819590:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04838c00. 02000000:00000001:2.0:1788624620.819592:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624620.819596:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624620.819598:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2318. 00000400:00000010:2.0:1788624620.819602:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08880. 00000100:00000200:2.0:1788624620.819605:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845068672, portal 10 00000100:00000001:2.0:1788624620.819607:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624620.819608:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499406336 : -112300210145280 : ffff99dd11ddb800) 00000100:00000040:2.0:1788624620.819613:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11ddb800 x1875506845068672/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624620.819621:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624620.819623:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624620.819625:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08770. 00000100:00000200:2.0:1788624620.819627:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875506845068672, offset 0 00000400:00000200:2.0:1788624620.819631:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624620.819635:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624620.819639:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624620.819642:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624620.819645:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624620.819647:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624620.819649:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624620.819652:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2931:2931:256:4294967295] 192.168.202.125@tcp LPNI seq info [2931:2931:8:4294967295] 00000400:00000200:2.0:1788624620.819656:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624620.819662:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624620.819666:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624620.819670:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd092e3a00. 00000800:00000200:2.0:1788624620.819673:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624620.819678:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624620.819681:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd092e3a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788624620.819695:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624620.819699:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 804280 usecs (805 jiffies) 00000400:00000200:2.0:1788624620.819701:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624620.819704:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296635686 00000100:00000001:2.0:1788624620.819708:0:2388:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296634905 00000100:00000001:2.0:1788624620.819712:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296635686 00000100:00000001:2.0:1788624620.819715:0:2388:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296634905 00000100:00000001:2.0:1788624620.819717:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624620.819720:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624620.819723:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624620.819724:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624620.819729:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624620.819730:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788624620.819732:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624620.819733:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624620.819734:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624620.819736:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624620.819813:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624620.819815:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624620.819817:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624620.819819:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624620.819927:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624620.819930:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd092e3a00. 00000400:00000200:3.0:1788624620.819934:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624620.819938:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624620.819941:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08770 00000400:00000010:3.0:1788624620.819943:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08770. 00000100:00000001:3.0:1788624620.819946:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624620.819950:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddb800 x1875506845068672/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624620.819957:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624620.819960:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddb800 x1875506845068672/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624640 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624620.819966:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624620.819968:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788624620.820123:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788624620.820126:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624620.820127:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788624620.820130:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 1 seconds 00000100:00000001:2.0:1788624620.820132:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624620.820134:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788624620.826788:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395088. 00000100:00000200:0.0:1788624620.826808:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845068544, portal 25 00000100:00000001:0.0:1788624620.826812:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624620.826814:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499405440 : -112300210146176 : ffff99dd11ddb480) 00000100:00000040:0.0:1788624620.826829:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11ddb480 x1875506845068544/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624620.826838:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624620.826843:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624620.826847:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395a18. 00000100:00000200:0.0:1788624620.826851:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845068544, offset 0 00000400:00000200:0.0:1788624620.826857:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624620.826867:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624620.826875:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624620.826880:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624620.826884:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624620.826888:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624620.826890:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624620.826894:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2932:2932:256:4294967295] 192.168.202.125@tcp LPNI seq info [2932:2932:8:4294967295] 00000400:00000200:0.0:1788624620.826899:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624620.826908:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624620.826915:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624620.826921:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df500. 00000800:00000200:0.0:1788624620.826927:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624620.826935:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624620.826939:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624620.827016:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624620.827021:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624620.827024:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296638814 00000100:00000001:0.0:1788624620.827042:0:2390:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296635686 00000100:00000001:0.0:1788624620.827049:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296638814 00000100:00000001:0.0:1788624620.827052:0:2390:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296635686 00000100:00000001:0.0:1788624620.827055:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624620.827059:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624620.827064:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624620.827069:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624620.831262:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624620.831271:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df500. 00000400:00000200:3.0:1788624620.831279:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624620.831288:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624620.831296:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395a18 00000400:00000010:3.0:1788624620.831298:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395a18. 00000100:00000001:3.0:1788624620.831304:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624620.831311:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddb480 x1875506845068544/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624620.831323:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624620.831357:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddb480 x1875506845068544/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624636 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624620.831366:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624620.831436:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624620.838684:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624620.838700:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624620.838704:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624620.838706:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624620.838715:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624620.838723:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624620.838732:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624620.838737:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624620.838742:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624620.838747:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377462e00 00000400:00000200:3.0:1788624620.838753:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624620.838759:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x8575 [1] + 224 00000800:00000001:3.0:1788624620.838766:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624620.838772:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624620.838775:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624620.838780:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624620.838787:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624620.838795:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9c00 x1875506845068800/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624620.838806:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dd9c00 x1875506845068800/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624620.838830:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624620.838839:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624620.838842:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624620.839300:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624620.839306:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624620.839314:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624620.839317:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624620.839320:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793b00. 00000400:00000200:0.0:1788624620.839335:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c550 00000400:00000010:0.0:1788624620.839339:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c550. 00000100:00000001:0.0:1788624620.839343:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624620.839348:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9c00 x1875506845068800/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624620.839357:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9c00 x1875506845068800/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624620.839364:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624620.839366:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624620.839368:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624620.839371:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624620.839374:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624620.839376:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624620.839379:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624620.839388:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=49 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624620.839393:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=49 v=5 (1 1 1 1) 00000100:00000001:0.0:1788624620.839395:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624620.839397:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624620.839399:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624620.839403:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624620.839407:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624620.839409:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788624620.839411:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624620.839413:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624620.839418:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9c00 x1875506845068800/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624620.839425:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624620.839429:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624620.839431:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624620.839435:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9c00 x1875506845068800/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624636 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624620.839449:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845068800:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624620.839454:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624620.839456:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624620.839460:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9c00 x1875506845068800/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624636 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624620.839467:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624620.839469:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624620.839472:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd03638800. 02000000:00000001:0.0:1788624620.839475:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624620.839478:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624620.839479:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624620.839482:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624620.839484:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd1044ee00. 02000000:00000001:0.0:1788624620.839488:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624620.839490:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624620.839492:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9c00. 00000100:00000001:0.0:1788624620.839496:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624620.839497:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624620.839501:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624620.839502:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624620.839504:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624620.839506:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624620.839507:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624620.853569:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624620.853586:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624620.853590:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624620.853593:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624620.853602:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624620.853609:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624620.853619:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624620.853623:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624620.853628:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624620.853633:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377462d80 00000400:00000200:3.0:1788624620.853638:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624620.853644:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x857d [1] + 0 00000800:00000001:3.0:1788624620.853652:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624620.853659:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624620.853662:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624620.853666:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624620.853673:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624620.853683:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddb800 x1875506845068672/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624640 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624620.853695:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff99dd11ddb800 x1875506845068672/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624620.853719:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624620.853727:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624620.853730:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624620.853807:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624620.853811:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624620.853818:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624620.853819:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624620.853823:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2318. 00000400:00000200:2.0:1788624620.853827:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08880 00000400:00000010:2.0:1788624620.853830:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08880. 00000100:00000001:2.0:1788624620.853833:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624620.853838:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddb800 x1875506845068672/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624620.853846:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddb800 x1875506845068672/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624640 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624620.853852:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624620.853854:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624620.853858:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624620.853861:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624620.853863:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624620.853865:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624620.853867:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624620.853876:0:2388:0:(import.c:2195:obd_at_measure()) add 0 to ffff99dd19442460 time=49 v=5 (5 103 103 103) 00000100:00001000:2.0:1788624620.853880:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=30 v=15 (15 0 0 0) 00000100:00000001:2.0:1788624620.853883:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624620.853885:0:2388:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1788624620.853888:0:2388:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1788624620.853893:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddb800 x1875506845068672/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/224 e 0 to 0 dl 1788624640 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624620.853900:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1788624620.853903:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624620.853905:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624620.853908:0:2388:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1788624620.853910:0:2388:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1788624620.853913:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788624620.853918:0:2388:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.125@tcp failed (-19) 00000100:00000001:2.0:1788624620.853920:0:2388:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1788624620.853924:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddb800 x1875506845068672/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/224 e 0 to 0 dl 1788624640 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624620.853932:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845068672:192.168.202.125@tcp:38:kworker.0 00000100:00000001:2.0:1788624620.853937:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624620.853939:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624620.853942:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddb800 x1875506845068672/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/224 e 0 to 0 dl 1788624640 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624620.853949:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624620.853951:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624620.853954:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd04838c00. 02000000:00000001:2.0:1788624620.853958:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624620.853960:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624620.853962:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624620.853964:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624620.853967:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e0000. 02000000:00000001:2.0:1788624620.853970:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624620.853972:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624620.853974:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddb800. 00000100:00000001:2.0:1788624620.853978:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624620.853979:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624620.853982:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624620.853988:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624620.853990:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624620.853992:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624620.853994:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624621.522259:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624621.522268:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624621.522274:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624621.522275:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624621.523409:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624621.523426:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624621.523438:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788624621.650255:0:2389:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788624621.650270:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624621.650273:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624621.650278:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624621.650281:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624621.650284:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624621.650288:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624621.842200:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788624621.842200:0:2390:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788624621.842208:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624621.842211:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624621.842213:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1788624621.842217:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 1 seconds 00000100:00000001:2.0:1788624621.842221:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624621.842224:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:2.0:1788624621.842226:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624621.842230:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624621.842233:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624621.842235:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624621.842240:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624622.546253:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624622.546261:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624622.546268:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624622.546269:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624622.546429:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624622.546433:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624622.546437:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788624622.674238:0:2389:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788624622.674251:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624622.674253:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624622.674258:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624622.674261:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624622.674264:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624622.674268:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624622.866412:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788624622.866419:0:33840:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1788624622.866433:0:33840:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788624606/real 1788624606] req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 1 dl 1788624622 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:2.0:1788624622.866453:0:33840:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624622.866455:0:33840:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624622.866458:0:33840:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2630. 00000400:00000200:2.0:1788624622.866464:0:33840:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08ee0 00000400:00000010:2.0:1788624622.866467:0:33840:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08ee0. 00000100:00000001:2.0:1788624622.866472:0:33840:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624622.866477:0:33840:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 1 dl 1788624622 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788624622.866486:0:33840:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 1 dl 1788624622 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624622.866495:0:33840:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624622.866496:0:33840:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624622.866499:0:33840:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624622.866501:0:33840:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624622.866504:0:33840:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1788624622.866506:0:33840:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff99dd19442000 already not connected (conn 22, was 19): DISCONN 00000100:00000001:2.0:1788624622.866510:0:33840:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1788624622.866511:0:33840:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624622.866515:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624622.866518:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624622.866521:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 0 seconds 00000100:00000001:2.0:1788624622.866524:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624622.866526:0:33840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624622.866528:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624622.866530:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624622.866533:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624623.571982:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624623.571989:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624623.571995:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624623.571996:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624623.573804:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624623.573810:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624623.573815:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788624623.699848:0:2389:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788624623.699860:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624623.699863:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624623.699867:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624623.699869:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624623.699872:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624623.699875:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624623.890455:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788624623.890464:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624623.890467:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624623.890474:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 0 seconds 00000100:00000001:2.0:1788624623.890478:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624623.890482:0:33840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624623.890485:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624623.890487:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624623.890489:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624624.594877:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624624.594885:0:28436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624624.594887:0:28436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624624.594889:0:28436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624624.594893:0:28436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624624.594895:0:28436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624624.594896:0:28436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624624.594898:0:28436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624624.594900:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624624.594901:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624624.594952:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624624.594956:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624624.594959:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788624624.722261:0:2389:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788624624.722276:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624624.722278:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624624.722284:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624624.722286:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624624.722289:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624624.722293:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624624.786405:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296638814, at 4296638848 00000100:00000040:2.0:1788624624.786405:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296638814, at 4296638848 00000100:00000010:3.0:1788624624.786426:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd048661e0. 00000100:00000010:2.0:1788624624.786432:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd048660c0. 00000100:00000001:2.0:1788624624.914374:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788624624.914383:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624624.914386:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624624.914390:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 0 seconds 00000100:00000001:2.0:1788624624.914394:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624624.914398:0:33840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624624.914401:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624624.914403:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624624.914406:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624625.621579:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624625.621586:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624625.621592:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624625.621593:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624625.621647:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624625.621650:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624625.621653:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788624625.746243:0:2389:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788624625.746258:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624625.746260:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624625.746265:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624625.746267:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624625.746271:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624625.746274:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624625.938249:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788624625.938256:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624625.938259:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624625.938264:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 0 seconds 00000100:00000001:2.0:1788624625.938268:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624625.938272:0:33840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624625.938275:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624625.938277:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624625.938280:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624625.939830:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624625.939837:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788624625.939846:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61880. 00000020:00000040:2.0:1788624625.939851:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=7 obd=MGC192.168.202.125@tcp 00000100:00000001:2.0:1788624625.939856:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624625.939858:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624625.939863:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624625.939870:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd092e3d00. 00000100:00000001:2.0:1788624625.939877:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624625.939889:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11d61880 x1875506845068928/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624625.939902:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624625.939906:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624625.939911:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc000c7a] to pc [ptlrpcd_01_01+1] req@ffff99dd11d61880 x1875506845068928/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624625.939996:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788624625.939999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788624625.940003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1788624625.940006:0:8:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788624625.940008:0:8:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788624625.940012:0:8:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1788624625.940015:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: connect to NID 192.168.202.125@tcp last attempt 1967 00000400:00000200:2.0:1788624625.940022:0:8:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624625.940028:0:8:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.125@tcp is discovered: rc = 1 00000100:00001000:2.0:1788624625.940032:0:8:0:(import.c:2195:obd_at_measure()) add 20 to ffff99dd19442418 time=35 v=15 (15 0 0 0) 00000100:00001000:2.0:1788624625.940036:0:8:0:(import.c:2261:obd_at_measure()) AT ffff99dd19442418 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00080000:2.0:1788624625.940039:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: tried all connections, increasing latency to 15s 00000100:00000040:2.0:1788624625.940042:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:2.0:1788624625.940046:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788624625.940048:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:2.0:1788624625.940051:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000001:2.0:1788624625.940054:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788624625.940056:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d13 00000020:00000001:2.0:1788624625.940058:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624625.940062:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd10dbe000 refcount=5 00000020:00000001:2.0:1788624625.940064:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000020:00000001:2.0:1788624625.940066:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000100:00000040:2.0:1788624625.940069:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:2.0:1788624625.940070:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788624625.940072:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:2.0:1788624625.940073:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000040:2.0:1788624625.940076:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff99dd10dbe000 : new refcount 4 00000100:00080000:2.0:1788624625.940079:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: import ffff99dd19442000 using connection 192.168.202.125@tcp/192.168.202.125@tcp 00000100:00000001:2.0:1788624625.940082:0:8:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624625.940084:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788624625.940089:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624625.940092:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624625.940094:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788624625.940098:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788624625.940102:0:8:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624625.940818:0:8:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624625.940827:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62300. 00000020:00000040:2.0:1788624625.940831:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:2.0:1788624625.940835:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788624625.940836:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624625.940839:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624625.940841:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624625.940843:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624625.940849:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd0483a400. 00000100:00000001:2.0:1788624625.940852:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624625.940860:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99dd11d62300 x1875506845069056/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624625.940867:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624625.940871:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624625.940874:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000183d4df] to pc [ptlrpcd_rcv+-1] req@ffff99dd11d62300 x1875506845069056/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624625.940920:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624625.940923:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624625.940925:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624625.940931:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d62300 x1875506845069056/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624625.940938:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624625.940940:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624625.940943:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624625.940946:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624625.940948:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624625.940951:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845069056:192.168.202.125@tcp:38:kworker.0 00000100:00000001:0.0:1788624625.940955:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624625.940959:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624625.940961:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624625.940964:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624625.940969:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049ca800. 02000000:00000001:0.0:1788624625.940970:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624625.940977:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624625.940981:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dcb8. 00000400:00000010:0.0:1788624625.940988:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395ee0. 00000100:00000200:0.0:1788624625.940994:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845069056, portal 10 00000100:00000001:0.0:1788624625.940996:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624625.940998:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498909440 : -112300210642176 : ffff99dd11d62300) 00000100:00000040:0.0:1788624625.941005:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d62300 x1875506845069056/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624625.941012:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624625.941015:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624625.941018:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053956e8. 00000100:00000200:0.0:1788624625.941022:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875506845069056, offset 0 00000400:00000200:0.0:1788624625.941028:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624625.941035:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624625.941042:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624625.941048:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624625.941052:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624625.941056:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624625.941058:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624625.941062:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2933:2933:256:4294967295] 192.168.202.125@tcp LPNI seq info [2933:2933:8:4294967295] 00000400:00000200:0.0:1788624625.941067:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624625.941077:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624625.941083:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624625.941088:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df000. 00000800:00000200:0.0:1788624625.941095:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624625.941124:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624625.941129:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788624625.941138:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624625.941142:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 803300 usecs (804 jiffies) 00000400:00000200:0.0:1788624625.941146:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624625.941149:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296640806 00000100:00000010:0.0:1788624625.941154:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd1879c000. 00000100:00000001:0.0:1788624625.941160:0:2388:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788624625.941166:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296640806 00000100:00000010:0.0:1788624625.941170:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd1879c2a0. 00000100:00000001:0.0:1788624625.941173:0:2388:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788624625.941176:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624625.941179:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624625.941182:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624625.941184:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624625.941219:0:8:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624625.941222:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788624625.941223:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624625.941226:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624625.941226:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788624625.941227:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1788624625.941229:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63100. 00000020:00000040:2.0:1788624625.941232:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000040:3.0:1788624625.941233:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61880 x1875506845068928/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624625.941235:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624625.941236:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624625.941239:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624625.941241:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624625.941242:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624625.941242:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd092e3a00. 02000000:00000001:3.0:1788624625.941245:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788624625.941246:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624625.941247:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624625.941249:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624625.941250:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11d63100 x1875506845069184/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788624625.941251:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2392:1875506845068928:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624625.941255:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624625.941258:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788624625.941258:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1788624625.941260:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624625.941260:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624625.941262:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1788624625.941264:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4912020] to pc [ptlrpcd_01_00+0] req@ffff99dd11d63100 x1875506845069184/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1788624625.941265:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd064d7e00. 02000000:00000001:3.0:1788624625.941267:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624625.941271:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624625.941272:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788624625.941274:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a268. 00000100:00000040:2.0:1788624625.941275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1788624625.941278:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f6e8. 00000100:00000040:2.0:1788624625.941278:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1788624625.941282:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845068928, portal 25 00000100:00000040:2.0:1788624625.941282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624625.941284:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624625.941286:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498906752 : -112300210644864 : ffff99dd11d61880) 00000100:00000040:2.0:1788624625.941286:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788624625.941299:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d61880 x1875506845068928/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624625.941299:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1977) 00000100:00000001:3.0:1788624625.941305:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624625.941307:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624625.941310:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fb28. 00000100:00000001:2.0:1788624625.941311:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1788624625.941312:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845068928, offset 0 00000100:00000001:2.0:1788624625.941313:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624625.941314:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1788624625.941316:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000100:00000040:2.0:1788624625.941319:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63100 x1875506845069184/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788624625.941320:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624625.941324:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000100:00000001:2.0:1788624625.941326:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1788624625.941327:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788624625.941327:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624625.941329:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 02000000:00000001:2.0:1788624625.941329:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624625.941331:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788624625.941332:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1788624625.941333:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624625.941334:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000100:00100000:2.0:1788624625.941336:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845069184:192.168.202.125@tcp:400:kworker.0 00000400:00000200:3.0:1788624625.941337:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2934:2934:255:4294967295] 192.168.202.125@tcp LPNI seq info [2934:2934:7:4294967295] 00000100:00000001:2.0:1788624625.941339:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1788624625.941341:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 02000000:00000001:2.0:1788624625.941341:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624625.941343:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624625.941344:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1788624625.941347:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 02000000:00000010:2.0:1788624625.941347:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0864b400. 02000000:00000001:2.0:1788624625.941349:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624625.941351:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624625.941352:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000800:00000010:3.0:1788624625.941355:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185700. 00000400:00000010:2.0:1788624625.941355:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2630. 00000400:00000010:2.0:1788624625.941358:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08ee0. 00000800:00000200:3.0:1788624625.941359:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000100:00000200:2.0:1788624625.941361:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845069184, portal 10 00000800:00000200:3.0:1788624625.941363:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000100:00000001:2.0:1788624625.941363:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624625.941364:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913024 : -112300210638592 : ffff99dd11d63100) 00000800:00000200:3.0:1788624625.941366:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624625.941368:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624625.941370:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d63100 x1875506845069184/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788624625.941371:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624625.941373:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296643929 00000100:00000001:2.0:1788624625.941376:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788624625.941377:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296640806 00000100:00000040:2.0:1788624625.941379:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000100:00000001:3.0:1788624625.941381:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296643929 00000400:00000010:2.0:1788624625.941381:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08880. 00000100:00000001:3.0:1788624625.941383:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296640806 00000100:00000200:2.0:1788624625.941383:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845069184, offset 0 00000100:00000001:3.0:1788624625.941386:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624625.941388:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624625.941388:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000100:00000001:3.0:1788624625.941391:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624625.941391:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624625.941392:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624625.941394:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624625.941396:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788624625.941398:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1788624625.941399:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000100:00000001:3.0:1788624625.941400:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624625.941401:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788624625.941403:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788624625.941403:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000100:00000001:3.0:1788624625.941404:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624625.941405:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624625.941406:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2935:2935:254:4294967295] 192.168.202.125@tcp LPNI seq info [2935:2935:6:4294967295] 00000100:00000001:3.0:1788624625.941408:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624625.941410:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624625.941416:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624625.941419:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624625.941422:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd092e3500. 00000800:00000200:2.0:1788624625.941425:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624625.941429:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624625.941431:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd092e3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624625.941433:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624625.941436:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24878 usecs (25 jiffies) 00000400:00000200:2.0:1788624625.941438:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624625.941440:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296640028 00000100:00000001:2.0:1788624625.941442:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296643929 00000100:00000001:2.0:1788624625.941444:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296640028 00000800:00000200:3.0:1788624625.941446:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788624625.941446:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296643929 00000800:00000010:3.0:1788624625.941449:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df000. 00000100:00000001:2.0:1788624625.941449:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624625.941450:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624625.941452:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624625.941454:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624625.941456:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788624625.941457:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624625.941458:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1788624625.941460:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624625.941460:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624625.941461:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788624625.941465:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053956e8 00000400:00000010:3.0:1788624625.941467:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053956e8. 00000100:00000001:3.0:1788624625.941472:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624625.941476:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d62300 x1875506845069056/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624625.941484:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624625.941487:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d62300 x1875506845069056/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624650 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624625.941493:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624625.941494:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624625.941506:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624625.941508:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185700. 00000400:00000200:3.0:1788624625.941511:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624625.941515:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624625.941517:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fb28 00000400:00000010:3.0:1788624625.941519:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fb28. 00000100:00000001:3.0:1788624625.941521:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624625.941524:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61880 x1875506845068928/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624625.941528:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624625.941530:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624625.941531:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624625.941534:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61880 x1875506845068928/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624641 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624625.941540:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624625.941541:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624625.941596:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624625.941599:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd092e3500. 00000400:00000200:3.0:1788624625.941604:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624625.941607:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624625.941610:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08880 00000400:00000010:3.0:1788624625.941611:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08880. 00000100:00000001:3.0:1788624625.941614:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624625.941617:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63100 x1875506845069184/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624625.941623:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624625.941626:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d63100 x1875506845069184/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624641 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624625.941632:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624625.941633:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788624625.953479:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624625.953486:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788624625.953490:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624625.953492:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624625.953495:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624625.953498:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624625.964690:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624625.964717:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624625.964722:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624625.964725:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624625.964736:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624625.964746:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624625.964759:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624625.964764:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624625.964771:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624625.964776:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377462f80 00000400:00000200:2.0:1788624625.964782:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624625.964789:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x85ad [1] + 224 00000800:00000001:2.0:1788624625.964796:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624625.964809:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624625.964813:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624625.964818:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624625.964826:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624625.964836:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63100 x1875506845069184/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624641 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624625.964847:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d63100 x1875506845069184/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624625.964864:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624625.964873:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624625.964876:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624625.964889:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624625.964892:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624625.964900:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624625.964902:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624625.964905:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2630. 00000400:00000200:2.0:1788624625.964910:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08ee0 00000400:00000010:2.0:1788624625.964912:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08ee0. 00000100:00000001:2.0:1788624625.964915:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624625.964920:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d63100 x1875506845069184/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624625.964928:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d63100 x1875506845069184/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624641 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624625.964933:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624625.965513:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624625.965518:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624625.965522:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624625.965525:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624625.965527:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624625.965530:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624625.965539:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=54 v=5 (5 103 103 103) 00000100:00001000:2.0:1788624625.965543:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=54 v=5 (1 1 1 1) 00000100:00000001:2.0:1788624625.965546:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624625.965548:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624625.965551:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624625.965554:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624625.965558:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624625.965560:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788624625.965562:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624625.965565:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624625.965571:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d63100 x1875506845069184/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624625.965764:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624625.965767:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624625.965769:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624625.965774:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63100 x1875506845069184/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624641 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624625.965781:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845069184:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624625.965786:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624625.965788:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624625.965792:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d63100 x1875506845069184/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624641 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624625.965797:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624625.965800:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624625.965803:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0864b400. 02000000:00000001:2.0:1788624625.965807:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624625.966080:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624625.966083:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624625.966086:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624625.966090:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd092e3a00. 02000000:00000001:2.0:1788624625.966094:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624625.966096:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624625.966098:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63100. 00000100:00000001:2.0:1788624625.966103:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624625.966122:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624625.966125:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624625.966132:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624625.966134:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624625.966137:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624625.966139:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624625.975813:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624625.975835:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624625.975842:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624625.975844:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624625.975855:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624625.975866:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624625.975876:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624625.975881:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624625.975887:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624625.975892:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377462f00 00000400:00000200:3.0:1788624625.975898:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624625.975904:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x8595 [1] + 0 00000800:00000001:3.0:1788624625.975912:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624625.975919:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624625.975922:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624625.975927:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624625.975950:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624625.975960:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d62300 x1875506845069056/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624650 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624625.976643:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff99dd11d62300 x1875506845069056/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624625.976702:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624625.976707:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624625.976724:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624625.977220:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624625.977228:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788624625.978837:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624625.978843:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624625.978849:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dcb8. 00000400:00000200:0.0:1788624625.978860:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395ee0 00000400:00000010:0.0:1788624625.978863:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395ee0. 00000100:00000001:0.0:1788624625.978869:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624625.978883:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d62300 x1875506845069056/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624625.978897:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d62300 x1875506845069056/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624650 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624625.978906:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624625.978908:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624625.978911:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624625.978915:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624625.978918:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624625.978920:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624625.978924:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624625.978932:0:2388:0:(import.c:2195:obd_at_measure()) add 0 to ffff99dd19442460 time=54 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624625.979243:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=35 v=20 (20 0 0 0) 00000100:00000001:0.0:1788624625.979247:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624625.979250:0:2388:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1788624625.979253:0:2388:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1788624625.979260:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d62300 x1875506845069056/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/224 e 0 to 0 dl 1788624650 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624625.979268:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1788624625.979273:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624625.979276:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624625.979279:0:2388:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788624625.979282:0:2388:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1788624625.979287:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788624625.979311:0:2388:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.125@tcp failed (-19) 00000100:00000001:0.0:1788624625.979314:0:2388:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1788624625.979319:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d62300 x1875506845069056/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/224 e 0 to 0 dl 1788624650 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624625.979328:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845069056:192.168.202.125@tcp:38:kworker.0 00000100:00000001:0.0:1788624625.979334:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624625.979338:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624625.979342:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d62300 x1875506845069056/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/224 e 0 to 0 dl 1788624650 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624625.979349:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624625.979352:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624625.979356:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049ca800. 02000000:00000001:0.0:1788624625.979361:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624625.979364:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624625.979366:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624625.979369:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624625.979373:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd0483a400. 02000000:00000001:0.0:1788624625.979380:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624625.979382:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624625.979384:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d62300. 00000100:00000001:0.0:1788624625.979390:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624625.979392:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624625.979395:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624625.979403:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624625.979405:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624625.979408:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624625.979409:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624626.642781:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624626.642790:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624626.642796:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624626.642798:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624626.643048:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624626.643052:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624626.643055:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788624626.777776:0:2389:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788624626.777782:0:2389:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1788624626.777798:0:2389:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788624610/real 1788624610] req@ffff99dd11c06d80 x1875506845067392/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 1 dl 1788624626 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788624626.777816:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624626.777818:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624626.777821:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793898. 00000400:00000200:0.0:1788624626.777827:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c5d8 00000400:00000010:0.0:1788624626.777829:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c5d8. 00000100:00000001:0.0:1788624626.777833:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624626.777837:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06d80 x1875506845067392/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 1 dl 1788624626 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624626.777845:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06d80 x1875506845067392/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 1 dl 1788624626 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624626.777854:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624626.777855:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624626.777858:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624626.777860:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788624626.777864:0:2389:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff99dd11c06d80 x1875506845067392/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 1 dl 1788624626 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624626.777872:0:2389:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1788624626.777876:0:2389:0:(import.c:65:import_set_state_nolock()) ffff99dd197b4000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1788624626.777880:0:2389:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.202.125@tcp: Connection to MGS (at 192.168.202.125@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1788624626.790955:0:2389:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.202.125@tcp for MGC192.168.202.125@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1788624626.790961:0:2389:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1788624626.790963:0:2389:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1788624626.790966:0:2389:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1788624626.790974:0:2389:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff99dd11c06d80 x1875506845067392/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 1 dl 1788624626 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624626.790989:0:2389:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff99dd11d62680 x1875506845068032/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624626.794258:0:2389:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff99dd11ddb480 x1875506845068544/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624626.794280:0:2389:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff99dd11d61880 x1875506845068928/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624641 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624626.794298:0:2389:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1788624626.794301:0:2389:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1788624626.794303:0:2389:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:0.0:1788624626.794306:0:2389:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1788624626.794309:0:2389:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1788624626.794311:0:2389:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624626.794313:0:2389:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1788624626.794314:0:2389:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:0.0:1788624626.794315:0:2389:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1788624626.794317:0:2389:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624626.794318:0:2389:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788624626.794321:0:2389:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:0.0:1788624626.794336:0:2389:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1788624626.794338:0:2389:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624626.794417:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624626.794421:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624626.794429:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624626.794431:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624626.794435:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793160. 00000400:00000200:0.0:1788624626.794441:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395088 00000400:00000010:0.0:1788624626.794443:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395088. 00000100:00000001:0.0:1788624626.794448:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624626.794453:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddb480 x1875506845068544/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624636 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624626.794463:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddb480 x1875506845068544/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624636 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624626.794470:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624626.794472:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624626.794476:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddb480 x1875506845068544/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624636 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624626.794482:0:2390:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1788624626.794485:0:2390:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624626.794488:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624626.794490:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624626.794494:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddb480 x1875506845068544/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624636 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624626.794501:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2390:1875506845068544:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624626.794506:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624626.794509:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624626.794513:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddb480 x1875506845068544/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624636 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624626.794519:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624626.794522:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624626.794526:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd03638a00. 02000000:00000001:0.0:1788624626.794530:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624626.794532:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624626.794534:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=6 obd=MGC192.168.202.125@tcp 00000020:00000001:0.0:1788624626.794537:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624626.794540:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd1044e600. 02000000:00000001:0.0:1788624626.794543:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624626.794546:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624626.794548:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddb480. 00000100:00000001:0.0:1788624626.794552:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624626.794553:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624626.794555:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624626.794563:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624626.794565:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624626.794567:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624626.794569:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788624626.794580:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788624626.794585:0:14159:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788624626.794587:0:14159:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788624626.794590:0:14159:0:(import.c:65:import_set_state_nolock()) ffff99dd197b4000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788624626.794594:0:14159:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788624626.794598:0:14159:0:(import.c:545:import_select_connection()) MGC192.168.202.125@tcp: connect to NID 192.168.202.125@tcp last attempt 868 00000400:00000200:0.0:1788624626.794605:0:14159:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624626.794610:0:14159:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.125@tcp is discovered: rc = 1 00000100:00000040:0.0:1788624626.794614:0:14159:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:0.0:1788624626.794617:0:14159:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788624626.794619:0:14159:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:0.0:1788624626.794621:0:14159:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000001:0.0:1788624626.794624:0:14159:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788624626.794626:0:14159:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40cbf 00000020:00000001:0.0:1788624626.794629:0:14159:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624626.794632:0:14159:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd216b0000 refcount=3 00000020:00000001:0.0:1788624626.794634:0:14159:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773760323584 : -112299949228032 : ffff99dd216b0000) 00000020:00000001:0.0:1788624626.794637:0:14159:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773760323584 : -112299949228032 : ffff99dd216b0000) 00000100:00000040:0.0:1788624626.794640:0:14159:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:0.0:1788624626.794642:0:14159:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788624626.794644:0:14159:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:0.0:1788624626.794646:0:14159:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000040:0.0:1788624626.794649:0:14159:0:(genops.c:879:class_export_put()) PUTting export ffff99dd216b0000 : new refcount 2 00000100:00080000:0.0:1788624626.794653:0:14159:0:(import.c:665:import_select_connection()) MGC192.168.202.125@tcp: import ffff99dd197b4000 using connection 192.168.202.125@tcp/192.168.202.125@tcp 00000100:00000001:0.0:1788624626.794656:0:14159:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624626.794658:0:14159:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788624626.794661:0:14159:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624626.794664:0:14159:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624626.794666:0:14159:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1788624626.794668:0:14159:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624626.794674:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07800. 00000020:00000040:0.0:1788624626.794677:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=7 obd=MGC192.168.202.125@tcp 02000000:00000001:0.0:1788624626.794680:0:14159:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788624626.794681:0:14159:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624626.794684:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624626.794687:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624626.794691:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624626.794697:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049c9400. 00000100:00000001:0.0:1788624626.794704:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624626.794711:0:14159:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99dd11c07800 x1875506845069312/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624626.794719:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624626.794724:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624626.794728:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d74c9da5] to pc [ptlrpcd_rcv+-1] req@ffff99dd11c07800 x1875506845069312/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624626.794742:0:14159:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788624626.794745:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788624626.794748:0:14159:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788624626.794750:0:14159:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788624626.794751:0:14159:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788624626.794754:0:14159:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788624626.794756:0:14159:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: connect to NID 192.168.202.125@tcp last attempt 1972 00000400:00000200:0.0:1788624626.794760:0:14159:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624626.794763:0:14159:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.125@tcp is discovered: rc = 1 00000100:00080000:0.0:1788624626.794766:0:14159:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788624626.794768:0:14159:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:0.0:1788624626.794770:0:14159:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788624626.794772:0:14159:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:0.0:1788624626.794774:0:14159:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000001:0.0:1788624626.794776:0:14159:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788624626.794777:0:14159:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d13 00000020:00000001:0.0:1788624626.794779:0:14159:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624626.794781:0:14159:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd10dbe000 refcount=5 00000020:00000001:0.0:1788624626.794783:0:14159:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000020:00000001:0.0:1788624626.794785:0:14159:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000100:00000040:0.0:1788624626.794787:0:14159:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:0.0:1788624626.794789:0:14159:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788624626.794791:0:14159:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:0.0:1788624626.794793:0:14159:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000040:0.0:1788624626.794795:0:14159:0:(genops.c:879:class_export_put()) PUTting export ffff99dd10dbe000 : new refcount 4 00000100:00080000:0.0:1788624626.794798:0:14159:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: import ffff99dd19442000 using connection 192.168.202.125@tcp/192.168.202.125@tcp 00000100:00000001:0.0:1788624626.794800:0:14159:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624626.794801:0:14159:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788624626.794806:0:14159:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624626.794808:0:14159:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624626.794810:0:14159:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788624626.794814:0:14159:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788624626.794817:0:14159:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624626.794818:0:14159:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624626.794822:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07b80. 00000020:00000040:0.0:1788624626.794824:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:0.0:1788624626.794826:0:14159:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788624626.794827:0:14159:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624626.794829:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624626.794830:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624626.794832:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624626.794836:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049ca800. 00000100:00000001:0.0:1788624626.794839:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624626.794843:0:14159:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99dd11c07b80 x1875506845069440/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624626.794850:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624626.794852:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624626.794856:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037832f1b] to pc [ptlrpcd_rcv+-1] req@ffff99dd11c07b80 x1875506845069440/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624626.794863:0:14159:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624626.794865:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624626.794869:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624626.794872:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04000. 00000020:00000040:0.0:1788624626.794874:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624626.794877:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624626.794878:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624626.794880:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624626.794883:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df000. 00000100:00000001:0.0:1788624626.794886:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624626.794890:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11c04000 x1875506845069568/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624626.794897:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624626.794899:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624626.794903:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd867f14] to pc [ptlrpcd_00_00+0] req@ffff99dd11c04000 x1875506845069568/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624626.794915:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624626.794917:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788624626.794921:0:14159:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788624626.794924:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788624626.794927:0:14159:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788624626.794932:0:14159:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1978) 00000100:00000001:0.0:1788624626.794945:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624626.794948:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624626.794950:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624626.794956:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07800 x1875506845069312/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624626.794963:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624626.794965:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624626.794968:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624626.794971:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624626.794974:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624626.794977:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ecc5c667-a867-45f6-88f4-05f90b26443a:2388:1875506845069312:192.168.202.125@tcp:250:kworker.0 00000100:00000001:0.0:1788624626.794982:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624626.794986:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624626.794988:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624626.794991:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624626.794995:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049c9000. 02000000:00000001:0.0:1788624626.794997:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624626.795002:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624626.795006:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dcb8. 00000400:00000010:0.0:1788624626.795011:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395088. 00000100:00000200:0.0:1788624626.795018:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845069312, portal 25 00000100:00000001:0.0:1788624626.795021:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624626.795022:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497489408 : -112300212062208 : ffff99dd11c07800) 00000100:00000040:0.0:1788624626.795028:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c07800 x1875506845069312/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 0 dl 1788624636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624626.795036:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624626.795039:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624626.795041:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395ee0. 00000100:00000200:0.0:1788624626.795045:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875506845069312, offset 0 00000400:00000200:0.0:1788624626.795052:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624626.795058:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624626.795065:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624626.795070:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624626.795074:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624626.795078:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624626.795080:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624626.795084:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2936:2936:256:4294967295] 192.168.202.125@tcp LPNI seq info [2936:2936:8:4294967295] 00000400:00000200:0.0:1788624626.795088:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624626.795098:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624626.795124:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624626.795130:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df500. 00000800:00000200:0.0:1788624626.795137:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624626.795144:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624626.795148:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788624626.795161:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624626.795165:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624626.795167:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296644781 00000100:00000001:0.0:1788624626.795172:0:2388:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296643929 00000100:00000001:0.0:1788624626.795176:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296644781 00000100:00000001:0.0:1788624626.795179:0:2388:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296643929 00000100:00000001:0.0:1788624626.795182:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624626.795185:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624626.795187:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624626.795191:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07b80 x1875506845069440/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624626.795198:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624626.795199:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624626.795201:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624626.795203:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624626.795205:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624626.795208:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845069440:192.168.202.125@tcp:38:kworker.0 00000100:00000001:0.0:1788624626.795211:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624626.795213:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624626.795214:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624626.795216:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624626.795219:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049ca000. 02000000:00000001:0.0:1788624626.795221:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624626.795225:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624626.795228:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d000. 00000400:00000010:0.0:1788624626.795232:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053957f8. 00000100:00000200:0.0:1788624626.795235:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845069440, portal 10 00000100:00000001:0.0:1788624626.795236:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624626.795238:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497490304 : -112300212061312 : ffff99dd11c07b80) 00000100:00000040:0.0:1788624626.795244:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c07b80 x1875506845069440/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624626.795250:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624626.795252:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624626.795255:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395110. 00000100:00000200:0.0:1788624626.795258:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875506845069440, offset 0 00000400:00000200:0.0:1788624626.795262:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624626.795266:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624626.795269:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624626.795272:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624626.795275:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624626.795277:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624626.795279:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624626.795282:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2937:2937:255:4294967295] 192.168.202.125@tcp LPNI seq info [2937:2937:7:4294967295] 00000400:00000200:0.0:1788624626.795297:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624626.795304:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624626.795309:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624626.795313:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df200. 00000800:00000200:0.0:1788624626.795317:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624626.795322:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624626.795324:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788624626.795327:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624626.795331:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 802327 usecs (803 jiffies) 00000400:00000200:0.0:1788624626.795334:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624626.795336:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296641658 00000100:00000001:0.0:1788624626.795339:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296644781 00000100:00000001:0.0:1788624626.795341:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296641658 00000100:00000001:0.0:1788624626.795343:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296644781 00000100:00000001:0.0:1788624626.795345:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624626.795347:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624626.795349:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624626.795351:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624626.795356:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624626.795358:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788624626.795360:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624626.795361:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624626.795362:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624626.795364:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624626.795374:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788624626.795376:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788624626.795378:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624626.795380:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624626.795381:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624626.795383:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624626.795384:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624626.795385:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624626.795390:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04000 x1875506845069568/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624626.795397:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624626.795399:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624626.795402:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624626.795403:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624626.795405:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624626.795408:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845069568:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624626.795411:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624626.795414:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624626.795415:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624626.795417:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624626.795420:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197f4800. 02000000:00000001:0.0:1788624626.795421:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624626.795424:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624626.795426:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d7e8. 00000400:00000010:0.0:1788624626.795430:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395440. 00000100:00000200:0.0:1788624626.795432:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845069568, portal 10 00000100:00000001:0.0:1788624626.795434:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624626.795436:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475072 : -112300212076544 : ffff99dd11c04000) 00000100:00000040:0.0:1788624626.795441:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04000 x1875506845069568/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624626.795447:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624626.795449:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624626.795451:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395330. 00000100:00000200:0.0:1788624626.795453:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845069568, offset 0 00000400:00000200:0.0:1788624626.795457:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624626.795461:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624626.795464:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624626.795467:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624626.795469:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624626.795471:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624626.795474:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624626.795476:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2938:2938:254:4294967295] 192.168.202.125@tcp LPNI seq info [2938:2938:6:4294967295] 00000400:00000200:0.0:1788624626.795480:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624626.795485:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624626.795490:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624626.795493:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091dfd00. 00000800:00000200:0.0:1788624626.795497:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624626.795501:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624626.795504:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091dfd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624626.795506:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624626.795509:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24897 usecs (25 jiffies) 00000400:00000200:0.0:1788624626.795512:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624626.795514:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296640880 00000100:00000001:0.0:1788624626.795517:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296644781 00000100:00000001:0.0:1788624626.795519:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296640880 00000100:00000001:0.0:1788624626.795521:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296644781 00000100:00000001:0.0:1788624626.795523:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624626.795525:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624626.795527:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624626.795529:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624626.795731:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624626.795734:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624626.795736:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624626.795737:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624626.795740:0:2389:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624626.795746:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06d80 x1875506845067392/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 1 dl 1788624626 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624626.795753:0:2389:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1788624626.795755:0:2389:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624626.795757:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624626.795758:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624626.795761:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06d80 x1875506845067392/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 1 dl 1788624626 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624626.795769:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2389:1875506845067392:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624626.795773:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624626.795775:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624626.795778:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06d80 x1875506845067392/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 1 dl 1788624626 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624626.795784:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624626.795786:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624626.795789:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd03639c00. 02000000:00000001:1.0:1788624626.795793:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624626.795795:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624626.795796:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=6 obd=MGC192.168.202.125@tcp 00000020:00000001:1.0:1788624626.795798:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624626.795800:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df300. 02000000:00000001:1.0:1788624626.795803:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624626.795804:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624626.795806:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06d80. 00000100:00000001:1.0:1788624626.795809:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624626.795810:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624626.795812:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624626.795814:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624626.795815:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624626.795817:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624626.795818:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624626.796372:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624626.796376:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624626.796382:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624626.796385:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624626.796388:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a268. 00000400:00000200:3.0:1788624626.796392:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f6e8 00000400:00000010:3.0:1788624626.796394:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f6e8. 00000100:00000001:3.0:1788624626.796406:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624626.796413:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61880 x1875506845068928/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624641 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624626.796422:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61880 x1875506845068928/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624641 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624626.796428:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624626.796430:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624626.796434:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d61880 x1875506845068928/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624641 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624626.796440:0:2392:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1788624626.796442:0:2392:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624626.796444:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624626.796445:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624626.796449:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61880 x1875506845068928/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624641 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624626.796457:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2392:1875506845068928:192.168.202.125@tcp:400:kworker.0 00000400:00000001:3.0:1788624626.796462:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624626.796463:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624626.796465:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a6e0. 00000400:00000200:3.0:1788624626.796467:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f220 00000400:00000010:3.0:1788624626.796469:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f220. 00000100:00000001:3.0:1788624626.796471:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624626.796475:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d62680 x1875506845068032/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624631 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624626.796482:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d62680 x1875506845068032/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624631 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624626.796493:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624626.796494:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624626.796498:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d62680 x1875506845068032/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624631 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624626.796503:0:2392:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1788624626.796505:0:2392:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624626.796506:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624626.796507:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624626.796510:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d62680 x1875506845068032/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624631 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624626.796516:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2392:1875506845068032:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624626.796520:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624626.796522:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624626.796525:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d61880 x1875506845068928/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624641 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624626.796531:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624626.796533:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624626.796535:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd064d7e00. 02000000:00000001:3.0:1788624626.796539:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624626.796540:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624626.796541:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=5 obd=MGC192.168.202.125@tcp 00000020:00000001:3.0:1788624626.796543:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624626.796545:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd092e3d00. 02000000:00000001:3.0:1788624626.796548:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624626.796550:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624626.796551:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d61880. 00000100:00000001:3.0:1788624626.796554:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624626.796555:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624626.796557:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624626.796560:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d62680 x1875506845068032/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624631 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624626.796571:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624626.796572:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624626.796583:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd064d6e00. 02000000:00000001:3.0:1788624626.796589:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624626.796590:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624626.796591:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000020:00000001:3.0:1788624626.796593:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624626.796594:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd092e3f00. 02000000:00000001:3.0:1788624626.796596:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624626.796597:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624626.796599:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d62680. 00000100:00000001:3.0:1788624626.796603:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624626.796604:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624626.796606:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624626.796610:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624626.796612:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624626.796615:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624626.796617:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624626.796679:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624626.796683:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df500. 00000400:00000200:3.0:1788624626.796688:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624626.796693:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624626.796697:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395ee0 00000400:00000010:3.0:1788624626.796699:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395ee0. 00000100:00000001:3.0:1788624626.796703:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624626.796707:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07800 x1875506845069312/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 0 dl 1788624636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624626.796715:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624626.796718:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07800 x1875506845069312/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 0 dl 1788624636 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624626.796723:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624626.796725:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624626.796738:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624626.796740:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df200. 00000400:00000200:3.0:1788624626.796743:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624626.796747:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624626.796749:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395110 00000400:00000010:3.0:1788624626.796751:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395110. 00000100:00000001:3.0:1788624626.796753:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624626.796757:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07b80 x1875506845069440/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624626.796764:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624626.796767:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07b80 x1875506845069440/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624651 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624626.796773:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624626.796775:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624626.797079:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624626.797083:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091dfd00. 00000400:00000200:3.0:1788624626.797086:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624626.797090:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624626.797093:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395330 00000400:00000010:3.0:1788624626.797095:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395330. 00000100:00000001:3.0:1788624626.797097:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624626.797102:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04000 x1875506845069568/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624626.797143:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624626.797147:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04000 x1875506845069568/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624626.797153:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624626.797155:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624626.803434:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624626.804053:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624626.804058:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624626.804061:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624626.804070:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624626.804078:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624626.804088:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624626.804093:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624626.804098:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624626.804102:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377463100 00000400:00000200:2.0:1788624626.804170:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624626.804176:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x85cd [1] + 224 00000800:00000001:2.0:1788624626.804183:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624626.804187:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624626.804190:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624626.804193:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624626.804198:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624626.804207:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04000 x1875506845069568/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624626.804215:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c04000 x1875506845069568/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624626.804227:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624626.804233:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624626.804235:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624626.804236:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624626.804238:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624626.804239:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624626.804241:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624626.804244:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624626.804246:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624626.804248:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624626.804250:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377463080 00000400:00000200:2.0:1788624626.804251:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624626.804254:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x85c5 [1] + 0 00000800:00000001:2.0:1788624626.804256:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624626.804260:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624626.804261:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624626.804263:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624626.804265:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624626.804267:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07b80 x1875506845069440/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624626.804273:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff99dd11c07b80 x1875506845069440/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624626.804319:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624626.804323:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624626.804335:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624626.804339:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624626.804341:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788624626.804370:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624626.804372:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624626.804374:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d000. 00000400:00000200:1.0:1788624626.804378:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053957f8 00000400:00000010:1.0:1788624626.804380:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053957f8. 00000100:00000001:1.0:1788624626.804382:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624626.804385:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07b80 x1875506845069440/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624626.804391:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07b80 x1875506845069440/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624651 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624626.804395:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624626.804396:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624626.804397:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624626.804400:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624626.804402:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624626.804403:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624626.804405:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624626.804420:0:2388:0:(import.c:2195:obd_at_measure()) add 0 to ffff99dd19442460 time=55 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624626.804424:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=36 v=20 (20 0 0 0) 00000100:00000001:1.0:1788624626.804426:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624626.804428:0:2388:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1788624626.804430:0:2388:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1788624626.804433:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07b80 x1875506845069440/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/224 e 0 to 0 dl 1788624651 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624626.804438:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1788624626.804440:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624626.804441:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624626.804443:0:2388:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788624626.804444:0:2388:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1788624626.804446:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788624626.804449:0:2388:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.125@tcp failed (-19) 00000100:00000001:1.0:1788624626.804450:0:2388:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1788624626.804453:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07b80 x1875506845069440/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/224 e 0 to 0 dl 1788624651 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624626.804457:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845069440:192.168.202.125@tcp:38:kworker.0 00000100:00000001:1.0:1788624626.804464:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624626.804466:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624626.804469:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07b80 x1875506845069440/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/224 e 0 to 0 dl 1788624651 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624626.804474:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624626.804476:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624626.804479:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049ca000. 02000000:00000001:1.0:1788624626.804482:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624626.804483:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624626.804485:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624626.804487:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624626.804489:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049ca800. 02000000:00000001:1.0:1788624626.804496:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624626.804497:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624626.804499:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07b80. 00000100:00000001:1.0:1788624626.804501:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624626.804502:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624626.804504:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624626.804506:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624626.804507:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624626.804508:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624626.804509:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624626.805330:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624626.805335:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624626.805340:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624626.805342:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624626.805344:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d7e8. 00000400:00000200:0.0:1788624626.805349:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395440 00000400:00000010:0.0:1788624626.805351:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395440. 00000100:00000001:0.0:1788624626.805355:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624626.805362:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04000 x1875506845069568/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624626.805373:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04000 x1875506845069568/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624626.805381:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624626.805382:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624626.805384:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624626.805387:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624626.805388:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624626.805390:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624626.805392:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624626.805407:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=55 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624626.805412:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=55 v=5 (1 1 1 1) 00000100:00000001:0.0:1788624626.805414:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624626.805416:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624626.805419:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624626.805423:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624626.805426:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624626.805428:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788624626.805430:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624626.805432:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624626.805436:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04000 x1875506845069568/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624626.805444:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624626.805447:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624626.805449:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624626.805453:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04000 x1875506845069568/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624642 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624626.805461:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845069568:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624626.805466:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624626.805469:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624626.805472:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04000 x1875506845069568/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624642 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624626.805481:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624626.805484:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624626.805487:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197f4800. 02000000:00000001:0.0:1788624626.805490:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624626.805492:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624626.805493:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624626.805495:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624626.805498:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df000. 02000000:00000001:0.0:1788624626.805500:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624626.805502:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624626.805504:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04000. 00000100:00000001:0.0:1788624626.805507:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624626.805508:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624626.805510:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624626.805516:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624626.805518:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624626.805520:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624626.805523:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624626.962500:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788624626.962509:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624626.962511:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624626.962517:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 0 seconds 00000100:00000001:2.0:1788624626.962522:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624626.962525:0:33840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624626.962529:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624626.962532:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624626.962535:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624627.667470:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624627.667478:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624627.667484:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624627.667485:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624627.667635:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624627.667639:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624627.667642:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788624627.986478:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788624627.986495:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624627.986498:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624627.986504:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 0 seconds 00000100:00000001:2.0:1788624627.986508:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624627.986513:0:33840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624627.986515:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624627.986518:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624627.986521:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624628.690254:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624628.690261:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624628.690267:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624628.690268:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624628.690670:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624628.690674:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624628.690678:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788624629.011922:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788624629.011929:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624629.011932:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624629.011938:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 0 seconds 00000100:00000001:2.0:1788624629.011943:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624629.011946:0:33840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624629.011949:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624629.011952:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624629.011955:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624629.715373:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624629.715384:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624629.715391:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624629.715392:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624629.715552:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624629.715556:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624629.715559:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788624630.034264:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788624630.034271:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624630.034274:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624630.034290:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 0 seconds 00000100:00000001:2.0:1788624630.034294:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624630.034297:0:33840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624630.034300:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624630.034303:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624630.034306:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624630.738243:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624630.738251:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624630.738256:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624630.738259:0:28436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624630.738262:0:28436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624630.738268:0:28436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624630.738270:0:28436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624630.738271:0:28436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624630.738283:0:28436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624630.738285:0:28436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624630.738287:0:28436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624630.738290:0:28436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624630.738316:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296644781, at 4296644800 00000100:00000010:3.0:1788624630.738326:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879c2a0. 00000100:00000040:2.0:1788624630.738618:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296644781, at 4296644800 00000100:00000010:2.0:1788624630.738625:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879c000. 00000020:00000001:0.0:1788624630.739250:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624630.739254:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624630.739258:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788624631.058421:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788624631.058431:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624631.058433:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624631.058439:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 0 seconds 00000100:00000001:2.0:1788624631.058443:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624631.058448:0:33840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624631.058451:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624631.058453:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624631.058455:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624631.762510:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624631.762517:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624631.762522:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624631.762524:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624631.762653:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624631.762658:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624631.762661:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788624632.082354:0:2388:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788624632.082368:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624632.082370:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624632.082375:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624632.082377:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624632.082392:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624632.082395:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788624632.082508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788624632.082514:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788624632.082517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788624632.082520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788624632.082523:0:8:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788624632.082526:0:8:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788624632.082531:0:8:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788624632.082538:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: connect to NID 192.168.202.125@tcp last attempt 1973 00000400:00000200:0.0:1788624632.082548:0:8:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624632.082555:0:8:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.125@tcp is discovered: rc = 1 00000100:00080000:0.0:1788624632.082559:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788624632.082562:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:0.0:1788624632.082565:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788624632.082568:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:0.0:1788624632.082570:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000001:0.0:1788624632.082574:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788624632.082576:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d13 00000020:00000001:0.0:1788624632.082579:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624632.082582:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd10dbe000 refcount=5 00000020:00000001:0.0:1788624632.082584:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000020:00000001:0.0:1788624632.082587:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000100:00000040:0.0:1788624632.082591:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:0.0:1788624632.082594:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788624632.082597:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:0.0:1788624632.082599:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000040:0.0:1788624632.082602:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff99dd10dbe000 : new refcount 4 00000100:00080000:0.0:1788624632.082606:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: import ffff99dd19442000 using connection 192.168.202.125@tcp/192.168.202.125@tcp 00000100:00000001:0.0:1788624632.082609:0:8:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624632.082613:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788624632.082621:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624632.082624:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624632.082628:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1788624632.082631:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000008:00100000:0.0:1788624632.082633:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1788624632.082637:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000008:00000001:0.0:1788624632.082639:0:8:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624632.082640:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624632.082643:0:8:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624632.082646:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 0 seconds 00000100:00000001:2.0:1788624632.082650:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1788624632.082653:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04000. 00000100:00000001:2.0:1788624632.082654:0:33840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624632.082660:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1788624632.082661:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624632.082663:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624632.082667:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624632.082670:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788624632.082674:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624632.082678:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624632.082683:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624632.082687:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624632.082698:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049c8400. 00000100:00000001:0.0:1788624632.082704:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624632.082714:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99dd11c04000 x1875506845069696/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624632.082723:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624632.082727:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624632.082732:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd867f14] to pc [ptlrpcd_rcv+-1] req@ffff99dd11c04000 x1875506845069696/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624632.082754:0:8:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624632.082757:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624632.082761:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624632.082764:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04380. 00000020:00000040:0.0:1788624632.082767:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624632.082769:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624632.082771:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624632.082772:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624632.082776:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df000. 00000100:00000001:0.0:1788624632.082778:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624632.082783:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11c04380 x1875506845069824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624632.082790:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624632.082792:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624632.082797:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009546e12e] to pc [ptlrpcd_00_01+1] req@ffff99dd11c04380 x1875506845069824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624632.082816:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624632.082819:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788624632.082822:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788624632.082825:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788624632.082828:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788624632.082832:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1983) 00000100:00000001:0.0:1788624632.082841:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624632.082843:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624632.082845:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624632.082851:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04380 x1875506845069824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624632.082858:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624632.082860:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624632.082863:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624632.082866:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624632.082869:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624632.082873:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845069824:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624632.082877:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624632.082883:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624632.082885:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624632.082888:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624632.082893:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0633a600. 02000000:00000001:0.0:1788624632.082894:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624632.082900:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624632.082904:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d7e8. 00000400:00000010:0.0:1788624632.082911:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395440. 00000100:00000200:0.0:1788624632.082918:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845069824, portal 10 00000100:00000001:0.0:1788624632.082921:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624632.082922:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475968 : -112300212075648 : ffff99dd11c04380) 00000100:00000040:0.0:1788624632.082930:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04380 x1875506845069824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624632.082949:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624632.082953:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624632.082956:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395000. 00000100:00000200:0.0:1788624632.082959:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845069824, offset 0 00000400:00000200:0.0:1788624632.082964:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624632.082971:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624632.082978:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624632.082983:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624632.082988:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624632.082993:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624632.082996:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624632.083000:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2939:2939:256:4294967295] 192.168.202.125@tcp LPNI seq info [2939:2939:8:4294967295] 00000400:00000200:0.0:1788624632.083005:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624632.083016:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624632.083023:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624632.083028:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df700. 00000800:00000200:0.0:1788624632.083035:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624632.083042:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624632.083046:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624632.083065:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624632.083069:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24855 usecs (25 jiffies) 00000400:00000200:0.0:1788624632.083073:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624632.083076:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296646169 00000100:00000010:0.0:1788624632.083081:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd1879c9c0. 00000100:00000001:0.0:1788624632.083088:0:2390:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788624632.083100:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296646169 00000100:00000010:0.0:1788624632.083126:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd1879cba0. 00000100:00000001:0.0:1788624632.083130:0:2390:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788624632.083136:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624632.083139:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624632.083141:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624632.083143:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624632.083147:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624632.083149:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788624632.083151:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624632.083152:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624632.083154:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624632.083157:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624632.083738:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624632.083745:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df700. 00000400:00000200:3.0:1788624632.083751:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624632.083759:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624632.083764:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395000 00000400:00000010:3.0:1788624632.083767:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395000. 00000100:00000001:3.0:1788624632.083771:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624632.083775:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04380 x1875506845069824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624632.083784:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624632.083787:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04380 x1875506845069824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624648 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624632.083798:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624632.083800:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788624632.084136:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624632.084141:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624632.084151:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624632.084154:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624632.084156:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624632.084162:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04000 x1875506845069696/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624632.084170:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624632.084171:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624632.084174:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624632.084176:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624632.084178:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624632.084181:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845069696:192.168.202.125@tcp:38:kworker.0 00000100:00000001:1.0:1788624632.084185:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624632.084188:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624632.084190:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624632.084192:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624632.084196:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e1800. 02000000:00000001:1.0:1788624632.084198:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624632.084203:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624632.084207:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624632.084211:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c880. 00000100:00000200:1.0:1788624632.084216:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845069696, portal 10 00000100:00000001:1.0:1788624632.084218:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624632.084219:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475072 : -112300212076544 : ffff99dd11c04000) 00000100:00000040:1.0:1788624632.084225:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04000 x1875506845069696/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624632.084232:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624632.084234:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624632.084237:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862caa0. 00000100:00000200:1.0:1788624632.084239:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875506845069696, offset 0 00000400:00000200:1.0:1788624632.084244:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624632.084248:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624632.084253:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624632.084256:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624632.084259:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624632.084262:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624632.084264:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624632.084267:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2940:2940:256:4294967295] 192.168.202.125@tcp LPNI seq info [2940:2940:8:4294967295] 00000400:00000200:1.0:1788624632.084284:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624632.084292:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624632.084297:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624632.084301:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ec00. 00000800:00000200:1.0:1788624632.084306:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624632.084311:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624632.084315:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ec00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788624632.084338:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624632.084342:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 801311 usecs (802 jiffies) 00000400:00000200:1.0:1788624632.084345:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624632.084347:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296646948 00000100:00000001:1.0:1788624632.084354:0:2388:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296646169 00000100:00000001:1.0:1788624632.084359:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296646948 00000100:00000001:1.0:1788624632.084362:0:2388:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296646169 00000100:00000001:1.0:1788624632.084364:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624632.084366:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624632.084369:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624632.084371:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624632.084390:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624632.084392:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624632.084394:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624632.084395:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624632.084397:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624632.084398:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624632.084740:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624632.084745:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ec00. 00000400:00000200:2.0:1788624632.084749:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624632.084754:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624632.084758:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862caa0 00000400:00000010:2.0:1788624632.084760:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862caa0. 00000100:00000001:2.0:1788624632.084763:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624632.084767:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04000 x1875506845069696/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624632.084775:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624632.084778:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04000 x1875506845069696/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624632.084784:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624632.084786:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624632.086672:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624632.086690:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624632.086695:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624632.086697:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624632.086706:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624632.086715:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624632.086724:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624632.086728:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624632.086733:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624632.086738:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377463180 00000400:00000200:3.0:1788624632.086743:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624632.086749:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x85dd [1] + 0 00000800:00000001:3.0:1788624632.086818:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624632.086824:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624632.086828:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624632.086833:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624632.086840:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624632.086848:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04000 x1875506845069696/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624632.086859:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff99dd11c04000 x1875506845069696/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624632.086920:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624632.086924:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624632.086939:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624632.086947:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624632.086951:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624632.088333:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624632.088345:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624632.088348:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624632.088351:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624632.088357:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624632.088363:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624632.088370:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624632.088374:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624632.088393:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624632.088397:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377463200 00000400:00000200:2.0:1788624632.088402:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624632.088407:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x85d5 [1] + 224 00000800:00000001:2.0:1788624632.088414:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624632.088420:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624632.088424:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624632.088428:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624632.088433:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624632.088441:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04380 x1875506845069824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624632.088452:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c04380 x1875506845069824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624632.088472:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624632.088479:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624632.088482:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624632.089562:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624632.089571:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624632.089580:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624632.089582:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624632.089586:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d7e8. 00000400:00000200:0.0:1788624632.089593:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395440 00000400:00000010:0.0:1788624632.089596:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395440. 00000100:00000001:0.0:1788624632.089600:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624632.089610:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04380 x1875506845069824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624632.089621:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04380 x1875506845069824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624632.089629:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624632.089632:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624632.089636:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624632.089639:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624632.089642:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624632.089644:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624632.089647:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624632.089658:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=61 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624632.089662:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1788624632.089665:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624632.089678:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624632.089682:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624632.089690:0:2390:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624632.089694:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624632.089697:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788624632.089699:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624632.089701:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624632.089707:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04380 x1875506845069824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624648 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624632.089720:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624632.089724:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624632.089726:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624632.089730:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04380 x1875506845069824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624648 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624632.089739:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845069824:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624632.089745:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624632.089747:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624632.089750:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04380 x1875506845069824/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624648 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624632.089757:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624632.089760:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624632.089764:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0633a600. 02000000:00000001:0.0:1788624632.089768:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624632.089771:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624632.089773:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624632.089776:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624632.089778:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df000. 02000000:00000001:0.0:1788624632.089782:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624632.089784:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624632.089786:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04380. 00000100:00000001:0.0:1788624632.089789:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624632.089791:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624632.089793:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624632.089801:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624632.089803:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624632.089806:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624632.089808:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788624632.092015:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624632.092024:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624632.092029:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624632.092039:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c880 00000400:00000010:1.0:1788624632.092041:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c880. 00000100:00000001:1.0:1788624632.092046:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624632.092057:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04000 x1875506845069696/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624632.092068:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04000 x1875506845069696/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624632.092076:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624632.092078:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624632.092081:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624632.092085:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624632.092087:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624632.092090:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624632.092093:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624632.092102:0:2388:0:(import.c:2195:obd_at_measure()) add 0 to ffff99dd19442460 time=61 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624632.092124:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=42 v=20 (20 0 0 0) 00000100:00000001:1.0:1788624632.092127:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624632.092130:0:2388:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1788624632.092132:0:2388:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1788624632.092137:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04000 x1875506845069696/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/224 e 0 to 0 dl 1788624657 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624632.092145:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1788624632.092148:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624632.092150:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624632.092152:0:2388:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788624632.092155:0:2388:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1788624632.092158:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788624632.092163:0:2388:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.125@tcp failed (-19) 00000100:00000001:1.0:1788624632.092166:0:2388:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1788624632.092170:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04000 x1875506845069696/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/224 e 0 to 0 dl 1788624657 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624632.092179:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845069696:192.168.202.125@tcp:38:kworker.0 00000100:00000001:1.0:1788624632.092185:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624632.092188:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624632.092191:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04000 x1875506845069696/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/224 e 0 to 0 dl 1788624657 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624632.092198:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624632.092200:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624632.092203:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e1800. 02000000:00000001:1.0:1788624632.092208:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624632.092210:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624632.092212:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624632.092214:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624632.092217:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049c8400. 02000000:00000001:1.0:1788624632.092220:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624632.092222:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624632.092224:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04000. 00000100:00000001:1.0:1788624632.092228:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624632.092229:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624632.092232:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624632.092235:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624632.092237:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624632.092238:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624632.092240:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624632.786233:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624632.786240:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624632.786246:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624632.786247:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624632.786312:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624632.786316:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624632.786321:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788624632.914245:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296646948, at 4296646976 00000100:00000010:2.0:1788624632.914294:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879c9c0. 00000100:00000040:3.0:1788624632.914975:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296646948, at 4296646976 00000100:00000010:3.0:1788624632.914986:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879cba0. 00000100:00000001:2.0:1788624633.106274:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788624633.106283:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624633.106286:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624633.106294:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 0 seconds 00000100:00000001:2.0:1788624633.106299:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624633.106305:0:33840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624633.106308:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624633.106311:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624633.106314:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624633.110652:0:2388:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788624633.110681:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624633.110684:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624633.110689:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624633.110692:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624633.110696:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624633.110698:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624633.810249:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624633.810257:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624633.810288:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624633.810290:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624633.810400:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624633.810405:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624633.810409:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788624634.130323:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788624634.130330:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624634.130332:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624634.130339:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 0 seconds 00000100:00000001:0.0:1788624634.130344:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624634.130347:0:33840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624634.130350:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624634.130352:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624634.130355:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624634.130484:0:2388:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788624634.130494:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624634.130495:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624634.130498:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624634.130500:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624634.130502:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624634.130505:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624634.835068:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624634.835079:0:28436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624634.835081:0:28436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624634.835084:0:28436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624634.835089:0:28436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624634.835091:0:28436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624634.835093:0:28436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624634.835095:0:28436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624634.835099:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624634.835101:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624634.835164:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624634.835168:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624634.835171:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788624635.157390:0:2388:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788624635.157405:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624635.157407:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624635.157412:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624635.157415:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624635.157419:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624635.157421:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624635.159520:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788624635.159527:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624635.159529:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624635.159534:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 0 seconds 00000100:00000001:2.0:1788624635.159538:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624635.159543:0:33840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624635.159547:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624635.159550:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624635.159553:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624635.858265:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624635.858272:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624635.858280:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624635.858281:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624635.858426:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624635.858430:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624635.858434:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788624636.178545:0:2388:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788624636.178552:0:2388:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1788624636.178569:0:2388:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788624626/real 1788624626] req@ffff99dd11c07800 x1875506845069312/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 1 dl 1788624636 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788624636.178587:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624636.178589:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624636.178593:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dcb8. 00000400:00000200:0.0:1788624636.178600:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395088 00000400:00000010:0.0:1788624636.178603:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395088. 00000100:00000001:0.0:1788624636.178608:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624636.178613:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07800 x1875506845069312/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 1 dl 1788624636 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624636.178622:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788624636.178626:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624636.178627:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624636.178631:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 0 seconds 00000100:00000200:0.0:1788624636.178631:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07800 x1875506845069312/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 1 dl 1788624636 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624636.178634:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624636.178637:0:33840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624636.178639:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624636.178640:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624636.178640:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624636.178642:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624636.178643:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624636.178645:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624636.178645:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788624636.178649:0:2388:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff99dd11c07800 x1875506845069312/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 1 dl 1788624636 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624636.178655:0:2388:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624636.178663:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624636.178665:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624636.178667:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624636.178669:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624636.178671:0:2388:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624636.178675:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07800 x1875506845069312/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 1 dl 1788624636 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624636.178682:0:2388:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1788624636.178685:0:2388:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624636.178687:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624636.178688:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624636.178691:0:2388:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788624636.178693:0:2388:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1788624636.178697:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd197b4000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788624636.178707:0:2388:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.125@tcp failed (-110) 00000100:00000001:0.0:1788624636.178710:0:2388:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1788624636.178715:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07800 x1875506845069312/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 1 dl 1788624636 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624636.178725:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ecc5c667-a867-45f6-88f4-05f90b26443a:2388:1875506845069312:192.168.202.125@tcp:250:kworker.0 00000100:00000001:0.0:1788624636.178729:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624636.178732:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624636.178737:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07800 x1875506845069312/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 1 dl 1788624636 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624636.178858:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624636.178863:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624636.178867:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049c9000. 02000000:00000001:0.0:1788624636.178872:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624636.178874:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624636.178876:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:0.0:1788624636.178878:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624636.178881:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049c9400. 02000000:00000001:0.0:1788624636.178884:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624636.178886:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624636.178888:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07800. 00000100:00000001:0.0:1788624636.178892:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624636.178893:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624636.178896:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624636.178899:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624636.178900:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624636.178902:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624636.178904:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788624636.179093:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788624636.179099:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1788624636.179101:0:8:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788624636.179103:0:8:0:(import.c:65:import_set_state_nolock()) ffff99dd197b4000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788624636.179124:0:8:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1788624636.179128:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.125@tcp: connect to NID 192.168.202.125@tcp last attempt 1973 00000400:00000200:3.0:1788624636.179135:0:8:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624636.179148:0:8:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.125@tcp is discovered: rc = 1 00000100:00001000:3.0:1788624636.179152:0:8:0:(import.c:2195:obd_at_measure()) add 10 to ffff99dd197b4418 time=65 v=5 (1 1 1 1) 00000100:00001000:3.0:1788624636.179156:0:8:0:(import.c:2261:obd_at_measure()) AT ffff99dd197b4418 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 1 00000100:00080000:3.0:1788624636.179159:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.125@tcp: tried all connections, increasing latency to 5s 00000100:00000040:3.0:1788624636.179163:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624636.179166:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624636.179168:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624636.179171:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000001:3.0:1788624636.179175:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788624636.179177:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40cbf 00000020:00000001:3.0:1788624636.179179:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624636.179183:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd216b0000 refcount=3 00000020:00000001:3.0:1788624636.179185:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773760323584 : -112299949228032 : ffff99dd216b0000) 00000020:00000001:3.0:1788624636.179188:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773760323584 : -112299949228032 : ffff99dd216b0000) 00000100:00000040:3.0:1788624636.179191:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624636.179194:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624636.179196:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624636.179198:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000040:3.0:1788624636.179201:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff99dd216b0000 : new refcount 2 00000100:00080000:3.0:1788624636.179204:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.125@tcp: import ffff99dd197b4000 using connection 192.168.202.125@tcp/192.168.202.125@tcp 00000100:00000001:3.0:1788624636.179206:0:8:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624636.179209:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788624636.179213:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624636.179217:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624636.179219:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1788624636.179221:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624636.179227:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11596680. 00000020:00000040:3.0:1788624636.179231:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 02000000:00000001:3.0:1788624636.179235:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788624636.179236:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624636.179240:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624636.179243:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624636.179247:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624636.179263:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cd400. 00000100:00000001:3.0:1788624636.179270:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624636.179277:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99dd11596680 x1875506845069952/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624636.179286:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624636.179291:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624636.179295:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ceb6bc54] to pc [ptlrpcd_rcv+-1] req@ffff99dd11596680 x1875506845069952/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624636.179315:0:8:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788624636.179318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788624636.179321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1788624636.179323:0:8:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788624636.179324:0:8:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788624636.179327:0:8:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1788624636.179330:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: connect to NID 192.168.202.125@tcp last attempt 1978 00000400:00000200:3.0:1788624636.179335:0:8:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624636.179337:0:8:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.125@tcp is discovered: rc = 1 00000100:00080000:3.0:1788624636.179340:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1788624636.179343:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624636.179345:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624636.179347:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624636.179349:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000001:3.0:1788624636.179351:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788624636.179352:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d13 00000020:00000001:3.0:1788624636.179354:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624636.179356:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd10dbe000 refcount=5 00000020:00000001:3.0:1788624636.179358:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000020:00000001:3.0:1788624636.179360:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000100:00000040:3.0:1788624636.179363:0:8:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624636.179365:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624636.179367:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624636.179369:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000040:3.0:1788624636.179371:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff99dd10dbe000 : new refcount 4 00000100:00080000:3.0:1788624636.179374:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: import ffff99dd19442000 using connection 192.168.202.125@tcp/192.168.202.125@tcp 00000100:00000001:3.0:1788624636.179376:0:8:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624636.179378:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788624636.179384:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624636.179386:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624636.179388:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788624636.179392:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788624636.179395:0:8:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624636.179397:0:8:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624636.179400:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595180. 00000020:00000040:3.0:1788624636.179403:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:3.0:1788624636.179405:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788624636.179406:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624636.179408:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624636.179409:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624636.179411:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624636.179415:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cf400. 00000100:00000001:3.0:1788624636.179417:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624636.179422:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99dd11595180 x1875506845070080/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624636.179428:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624636.179430:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624636.179433:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ff4ceab] to pc [ptlrpcd_rcv+-1] req@ffff99dd11595180 x1875506845070080/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624636.179439:0:8:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624636.179442:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624636.179445:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624636.179449:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11596a00. 00000020:00000040:3.0:1788624636.179450:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624636.179452:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624636.179454:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624636.179455:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624636.179459:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd1b185700. 00000100:00000001:3.0:1788624636.179461:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624636.179464:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11596a00 x1875506845070208/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624636.179471:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624636.179472:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624636.179476:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2861c11] to pc [ptlrpcd_01_01+1] req@ffff99dd11596a00 x1875506845070208/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624636.179504:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624636.179506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788624636.179510:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788624636.179512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788624636.179515:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788624636.179519:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1987) 00000100:00000001:2.0:1788624636.179676:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624636.179680:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624636.179682:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624636.179688:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11596a00 x1875506845070208/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624636.179694:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624636.179696:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624636.179700:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624636.179702:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624636.179704:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624636.179708:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11596a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845070208:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624636.179712:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624636.179717:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624636.179720:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624636.179722:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624636.179727:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd03638800. 02000000:00000001:2.0:1788624636.179730:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624636.179735:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624636.179740:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2630. 00000400:00000010:2.0:1788624636.179747:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08ee0. 00000100:00000200:2.0:1788624636.179754:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845070208, portal 10 00000100:00000001:2.0:1788624636.179756:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624636.179758:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490735616 : -112300218816000 : ffff99dd11596a00) 00000100:00000001:0.0:1788624636.179764:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788624636.179766:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11596a00 x1875506845070208/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624636.179766:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624636.179768:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624636.179772:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11596680 x1875506845069952/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624636.179774:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624636.179777:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624636.179779:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e082a8. 00000100:00000001:0.0:1788624636.179779:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624636.179781:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788624636.179782:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845070208, offset 0 02000000:00000001:0.0:1788624636.179783:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624636.179784:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624636.179786:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624636.179788:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000100:00100000:0.0:1788624636.179789:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ecc5c667-a867-45f6-88f4-05f90b26443a:2388:1875506845069952:192.168.202.125@tcp:250:kworker.0 00000100:00000001:0.0:1788624636.179792:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624636.179794:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624636.179795:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624636.179796:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 02000000:00000001:0.0:1788624636.179797:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624636.179799:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049c9400. 02000000:00000001:0.0:1788624636.179801:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624636.179802:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624636.179805:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624636.179807:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dcb8. 00000400:00000200:2.0:1788624636.179808:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1788624636.179810:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395088. 00000400:00000200:2.0:1788624636.179812:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000100:00000200:0.0:1788624636.179813:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845069952, portal 25 00000100:00000001:0.0:1788624636.179814:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624636.179816:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490734720 : -112300218816896 : ffff99dd11596680) 00000400:00000200:2.0:1788624636.179817:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624636.179819:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000100:00000040:0.0:1788624636.179820:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11596680 x1875506845069952/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 0 dl 1788624651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788624636.179823:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2941:2941:256:4294967295] 192.168.202.125@tcp LPNI seq info [2941:2941:8:4294967295] 00000100:00000001:0.0:1788624636.179826:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1788624636.179828:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000040:0.0:1788624636.179829:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624636.179831:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395440. 00000100:00000200:0.0:1788624636.179833:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875506845069952, offset 0 00000400:00000200:2.0:1788624636.179837:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000400:00000200:0.0:1788624636.179837:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624636.179841:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000800:00000200:2.0:1788624636.179843:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624636.179843:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624636.179846:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1788624636.179848:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd092e3a00. 00000400:00000200:0.0:1788624636.179848:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624636.179850:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624636.179852:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000800:00000200:2.0:1788624636.179854:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000400:00000200:0.0:1788624636.179855:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2942:2942:255:4294967295] 192.168.202.125@tcp LPNI seq info [2942:2942:7:4294967295] 00000400:00000200:0.0:1788624636.179858:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000800:00000200:2.0:1788624636.179861:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000400:00000200:0.0:1788624636.179864:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624636.179865:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd092e3a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1788624636.179868:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624636.179870:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df000. 00000800:00000200:0.0:1788624636.179875:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000100:00000001:2.0:1788624636.179878:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788624636.179879:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000100:00000040:2.0:1788624636.179881:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24797 usecs (25 jiffies) 00000800:00000200:0.0:1788624636.179881:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788624636.179883:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624636.179885:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624636.179886:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624636.179887:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296650266 00000100:00000001:0.0:1788624636.179888:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296654167 00000100:00000010:2.0:1788624636.179892:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd18588f00. 00000100:00000001:2.0:1788624636.179898:0:2392:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788624636.179902:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296650266 00000100:00000010:2.0:1788624636.179905:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd185882a0. 00000100:00000001:2.0:1788624636.179909:0:2392:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788624636.179916:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624636.179919:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624636.179922:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624636.179924:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624636.179930:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624636.179931:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788624636.179933:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624636.179934:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624636.179936:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624636.179938:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624636.179950:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624636.179952:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624636.180011:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624636.180015:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd092e3a00. 00000400:00000200:3.0:1788624636.180021:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624636.180026:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624636.180031:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e082a8 00000400:00000010:3.0:1788624636.180033:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e082a8. 00000100:00000001:3.0:1788624636.180037:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624636.180042:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11596a00 x1875506845070208/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624636.180050:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624636.180054:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11596a00 x1875506845070208/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624652 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624636.180059:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624636.180061:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624636.180135:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624636.180138:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df000. 00000400:00000200:3.0:1788624636.180147:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624636.180152:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624636.180155:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395440 00000400:00000010:3.0:1788624636.180157:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395440. 00000100:00000001:3.0:1788624636.180159:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624636.180163:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11596680 x1875506845069952/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 0 dl 1788624651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624636.180170:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624636.180173:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11596680 x1875506845069952/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 0 dl 1788624651 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624636.180178:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624636.180180:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624636.189367:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624636.189394:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624636.189400:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624636.189403:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624636.189415:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624636.189425:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624636.189434:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624636.189440:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624636.189447:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624636.189452:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377463380 00000400:00000200:2.0:1788624636.189458:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624636.189466:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x85e5 [1] + 224 00000800:00000001:2.0:1788624636.189475:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624636.189479:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624636.189483:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624636.189489:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624636.189499:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624636.189511:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11596a00 x1875506845070208/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624636.189523:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11596a00 x1875506845070208/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624636.189559:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624636.189569:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624636.189574:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624636.189576:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624636.189578:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624636.189581:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624636.189584:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624636.189588:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624636.189590:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624636.189593:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624636.189595:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 416 into portal 25 MB=0x6a9c377463280 00000400:00000200:2.0:1788624636.189599:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624636.189604:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 416/416 into md 0x85f5 [1] + 0 00000100:00000001:3.0:1788624636.189784:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624636.189790:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624636.189799:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624636.189802:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624636.189805:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2630. 00000400:00000200:3.0:1788624636.189811:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08ee0 00000400:00000010:3.0:1788624636.189814:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08ee0. 00000100:00000001:3.0:1788624636.189819:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624636.189824:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11596a00 x1875506845070208/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624636.189833:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11596a00 x1875506845070208/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624652 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624636.189840:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624636.189843:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624636.189846:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624636.189850:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624636.189852:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624636.189855:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624636.189858:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624636.189869:0:2392:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=65 v=5 (5 103 103 103) 00000100:00001000:3.0:1788624636.189873:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=65 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624636.189876:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624636.189878:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624636.189881:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624636.189885:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624636.189889:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624636.189891:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788624636.189893:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624636.189895:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624636.189901:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11596a00 x1875506845070208/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624636.189908:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624636.189911:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624636.189913:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624636.189917:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11596a00 x1875506845070208/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624652 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624636.189926:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11596a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845070208:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624636.189932:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624636.189935:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624636.189938:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11596a00 x1875506845070208/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624652 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624636.189944:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624636.189947:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624636.189951:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd03638800. 02000000:00000001:3.0:1788624636.189955:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624636.189958:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624636.189960:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624636.189962:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624636.189965:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd1b185700. 02000000:00000001:3.0:1788624636.189969:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624636.189971:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624636.189973:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11596a00. 00000100:00000001:3.0:1788624636.189976:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624636.189978:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624636.189980:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624636.189988:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624636.189991:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624636.189993:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624636.189996:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624636.190040:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624636.190050:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624636.190053:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624636.190057:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624636.190061:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624636.190066:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11596680 x1875506845069952/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 0 dl 1788624651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624636.190074:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff99dd11596680 x1875506845069952/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 0 dl 1788624651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624636.190081:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624636.190085:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624636.190088:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624636.191357:0:2388:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296650266 00000100:00000001:0.0:1788624636.191369:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296654179 00000100:00000001:0.0:1788624636.191373:0:2388:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296650266 00000100:00000001:0.0:1788624636.191376:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624636.191380:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788624636.191387:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624636.191388:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624636.191392:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dcb8. 00000400:00000200:0.0:1788624636.191396:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395088 00000400:00000010:0.0:1788624636.191398:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395088. 00000100:00000001:0.0:1788624636.191402:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624636.191410:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11596680 x1875506845069952/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 0 dl 1788624651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624636.191418:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11596680 x1875506845069952/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/544 e 0 to 0 dl 1788624651 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624636.191424:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624636.191426:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624636.191428:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624636.191431:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624636.191432:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624636.191434:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624636.191437:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624636.191442:0:2388:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=65 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624636.191445:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=65 v=10 (10 1 1 1) 00000100:00000001:0.0:1788624636.191447:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624636.191449:0:2388:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624636.191451:0:2388:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624636.191454:0:2388:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624636.191456:0:2388:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624636.191460:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11596680 x1875506845069952/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/416 e 0 to 0 dl 1788624651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624636.191468:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624636.191470:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624636.191472:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624636.191475:0:2388:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788624636.191482:0:2388:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.202.125@tcp: connect to target with instance 0 00000020:00000001:0.0:1788624636.191485:0:2388:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788624636.191488:0:2388:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40cbf 00000020:00000001:0.0:1788624636.191492:0:2388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624636.191496:0:2388:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd216b0000 refcount=3 00000020:00000001:0.0:1788624636.191498:0:2388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773760323584 : -112299949228032 : ffff99dd216b0000) 00000020:00000001:0.0:1788624636.191501:0:2388:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773760323584 : -112299949228032 : ffff99dd216b0000) 00000100:00001000:0.0:1788624636.191505:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=1788624636 v=0 (0 0 0 0) 00000100:00001000:0.0:1788624636.191507:0:2388:0:(import.c:2261:obd_at_measure()) AT ffff99dd197b4418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1788624636.191515:0:2388:0:(genops.c:879:class_export_put()) PUTting export ffff99dd216b0000 : new refcount 2 00000100:00000001:0.0:1788624636.191518:0:2388:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:0.0:1788624636.191522:0:2388:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1788624636.191524:0:2388:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624636.191526:0:2388:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000400:0.0:1788624636.191530:0:2388:0:(import.c:1328:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.202.125@tcp) after server handle changed from 0xa103bd66258a5c3f to 0xa103bd66258a82d4 00000100:00080000:0.0:1788624636.207453:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd197b4000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1788624636.207464:0:2388:0:(import.c:1336:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624636.207468:0:2388:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1788624636.207477:0:2388:0:(import.c:1718:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.125@tcp; invalidating 00000020:00000040:0.0:1788624636.207480:0:2388:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=5 obd=MGC192.168.202.125@tcp 00000100:00000001:0.0:1788624636.209586:0:2388:0:(import.c:1739:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624636.209600:0:2388:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624636.209635:0:34061:0:(import.c:1638:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:3.0:1788624636.209655:0:34061:0:(import.c:1642:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.125@tcp to MGS@192.168.202.125@tcp 00000100:00100000:3.0:1788624636.209660:0:34061:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000040:0.0:1788624636.211023:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11596680 x1875506845069952/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/416 e 0 to 0 dl 1788624651 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624636.211049:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ecc5c667-a867-45f6-88f4-05f90b26443a:2388:1875506845069952:192.168.202.125@tcp:250:kworker.0 00000100:00000001:0.0:1788624636.211078:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624636.211085:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595180 x1875506845070080/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624636.211093:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624636.211095:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624636.211100:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624636.211104:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624636.211122:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624636.211126:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845070080:192.168.202.125@tcp:38:kworker.0 00000100:00000001:0.0:1788624636.211130:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624636.211136:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788624636.211313:0:34061:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:3.0:1788624636.211317:0:34061:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000001:00000001:3.0:1788624636.211322:0:34061:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788624636.211325:0:34061:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1788624636.211331:0:34061:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10700 count: 3 00010000:00000001:3.0:1788624636.211336:0:34061:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788624636.211338:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624636.211341:0:34061:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624636.211353:0:34061:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd00031200 refcount=3 00000020:00000001:3.0:1788624636.211355:0:34061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773199864320 : -112300509687296 : ffff99dd00031200) 00010000:00000001:3.0:1788624636.211359:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773199864320 : -112300509687296 : ffff99dd00031200) 00010000:00000001:3.0:1788624636.211363:0:34061:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624636.211367:0:34061:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.125@tcp lock: ffff99dd00031200/0xcc94206c7ef40cc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0xa103bd66258a5c46 expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788624636.211376:0:34061:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788624636.211379:0:34061:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.125@tcp lock: ffff99dd00031200/0xcc94206c7ef40cc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0xa103bd66258a5c46 expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788624636.211385:0:34061:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1788624636.211388:0:34061:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788624636.211390:0:34061:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1788624636.211392:0:34061:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788624636.211393:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788624636.211394:0:34061:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788624636.211415:0:34061:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788624636.211417:0:34061:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788624636.211418:0:34061:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff99dd0633a800) refs 2 10000000:00000001:3.0:1788624636.211420:0:34061:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788624636.211421:0:34061:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624636.211424:0:34061:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788624636.211426:0:34061:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624636.211429:0:34061:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624636.211430:0:34061:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624636.211432:0:34061:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624636.211436:0:34061:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788624636.211440:0:34061:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd00031200 with handle 0xcc94206c7ef40cc6 from hash 00010000:00000001:3.0:1788624636.211442:0:34061:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624636.211444:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624636.211445:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624636.211447:0:34061:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624636.211449:0:34061:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624636.211451:0:34061:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788624636.211453:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624636.211454:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624636.211456:0:34061:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624636.211457:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624636.211459:0:34061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.125@tcp lock: ffff99dd00031200/0xcc94206c7ef40cc6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0xa103bd66258a5c46 expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624636.211475:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624636.211477:0:34061:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788624636.211479:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624636.211480:0:34061:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624636.211481:0:34061:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601c00 refcount=3 00000020:00000001:3.0:1788624636.211483:0:34061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608614912 : -112300100936704 : ffff99dd18601c00) 00010000:00000001:3.0:1788624636.211485:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608614912 : -112300100936704 : ffff99dd18601c00) 00010000:00000001:3.0:1788624636.211487:0:34061:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624636.211489:0:34061:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.125@tcp lock: ffff99dd18601c00/0xcc94206c7ef40ccd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xa103bd66258a5c4d expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788624636.211494:0:34061:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788624636.211496:0:34061:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.125@tcp lock: ffff99dd18601c00/0xcc94206c7ef40ccd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xa103bd66258a5c4d expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788624636.211505:0:34061:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1788624636.211507:0:34061:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788624636.211509:0:34061:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1788624636.211510:0:34061:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788624636.211511:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788624636.211513:0:34061:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788624636.211514:0:34061:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788624636.211515:0:34061:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788624636.211516:0:34061:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff99dd18097a00) refs 2 10000000:00000001:3.0:1788624636.211517:0:34061:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788624636.211518:0:34061:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624636.211520:0:34061:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788624636.211521:0:34061:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624636.211522:0:34061:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624636.211523:0:34061:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624636.211525:0:34061:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624636.211526:0:34061:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788624636.211528:0:34061:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18601c00 with handle 0xcc94206c7ef40ccd from hash 00010000:00000001:3.0:1788624636.211530:0:34061:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624636.211531:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624636.211532:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624636.211533:0:34061:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624636.211534:0:34061:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624636.211535:0:34061:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788624636.211537:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624636.211538:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624636.211539:0:34061:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624636.211540:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624636.211542:0:34061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.125@tcp lock: ffff99dd18601c00/0xcc94206c7ef40ccd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xa103bd66258a5c4d expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624636.211548:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788624636.211550:0:34061:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10700 count: 0 00010000:00000040:3.0:1788624636.211556:0:34061:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10600 count: 2 00010000:00000001:3.0:1788624636.211559:0:34061:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788624636.211560:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624636.211561:0:34061:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624636.211562:0:34061:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd00030400 refcount=3 00000020:00000001:3.0:1788624636.211564:0:34061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773199860736 : -112300509690880 : ffff99dd00030400) 00010000:00000001:3.0:1788624636.211566:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773199860736 : -112300509690880 : ffff99dd00030400) 00010000:00000001:3.0:1788624636.211568:0:34061:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624636.211570:0:34061:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.125@tcp lock: ffff99dd00030400/0xcc94206c7ef40cfe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xa103bd66258a5c54 expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788624636.211574:0:34061:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788624636.211576:0:34061:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.125@tcp lock: ffff99dd00030400/0xcc94206c7ef40cfe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xa103bd66258a5c54 expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788624636.211581:0:34061:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1788624636.211583:0:34061:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788624636.211584:0:34061:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1788624636.211586:0:34061:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788624636.211587:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788624636.211588:0:34061:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788624636.211590:0:34061:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788624636.211591:0:34061:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788624636.211592:0:34061:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff99dd18096c00) refs 2 10000000:00000001:3.0:1788624636.211594:0:34061:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788624636.211595:0:34061:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624636.211597:0:34061:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788624636.211598:0:34061:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624636.211599:0:34061:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624636.211601:0:34061:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624636.211602:0:34061:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624636.211603:0:34061:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788624636.211605:0:34061:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd00030400 with handle 0xcc94206c7ef40cfe from hash 02000000:00000001:0.0:1788624636.211677:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624636.211681:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624636.211690:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049c9000. 02000000:00000001:0.0:1788624636.211693:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624636.211702:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624636.211706:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dcb8. 00000400:00000010:0.0:1788624636.211716:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395088. 00000100:00000200:0.0:1788624636.211724:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845070080, portal 10 00000100:00000001:0.0:1788624636.211727:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624636.211728:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490729344 : -112300218822272 : ffff99dd11595180) 00000100:00000040:0.0:1788624636.211737:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11595180 x1875506845070080/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624636.211745:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1788624636.211790:0:34061:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624636.211792:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624636.211793:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624636.211794:0:34061:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624636.211796:0:34061:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624636.211797:0:34061:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788624636.211800:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624636.211801:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624636.211802:0:34061:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624636.211804:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624636.211806:0:34061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.125@tcp lock: ffff99dd00030400/0xcc94206c7ef40cfe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xa103bd66258a5c54 expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624636.211815:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788624636.211817:0:34061:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10600 count: 0 00010000:00000040:3.0:1788624636.211822:0:34061:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10100 count: 2 00010000:00000001:3.0:1788624636.211825:0:34061:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788624636.211826:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624636.211827:0:34061:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624636.211829:0:34061:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd00031600 refcount=3 00000020:00000001:3.0:1788624636.211831:0:34061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773199865344 : -112300509686272 : ffff99dd00031600) 00010000:00000001:3.0:1788624636.211833:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773199865344 : -112300509686272 : ffff99dd00031600) 00010000:00000001:3.0:1788624636.211835:0:34061:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624636.211838:0:34061:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.125@tcp lock: ffff99dd00031600/0xcc94206c7ef40d05 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xa103bd66258a5c5b expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788624636.211843:0:34061:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788624636.211845:0:34061:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.125@tcp lock: ffff99dd00031600/0xcc94206c7ef40d05 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xa103bd66258a5c5b expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788624636.211851:0:34061:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1788624636.211853:0:34061:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788624636.211855:0:34061:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1788624636.211856:0:34061:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788624636.211857:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788624636.211858:0:34061:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788624636.211871:0:34061:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788624636.211872:0:34061:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788624636.211874:0:34061:0:(mgc_request.c:123:config_log_put()) log params(ffff99dd18097200) refs 2 10000000:00000001:3.0:1788624636.211876:0:34061:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788624636.211877:0:34061:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624636.211879:0:34061:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788624636.211880:0:34061:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624636.211882:0:34061:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624636.211883:0:34061:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624636.211884:0:34061:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624636.211886:0:34061:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788624636.211888:0:34061:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd00031600 with handle 0xcc94206c7ef40d05 from hash 00010000:00000001:3.0:1788624636.211891:0:34061:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624636.211892:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624636.211893:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624636.211894:0:34061:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624636.211896:0:34061:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624636.211897:0:34061:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788624636.211899:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624636.211899:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624636.211901:0:34061:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624636.211902:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624636.211904:0:34061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.125@tcp lock: ffff99dd00031600/0xcc94206c7ef40d05 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xa103bd66258a5c5b expref: -99 pid: 16803 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624636.211911:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788624636.211913:0:34061:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10100 count: 0 00000001:00000001:3.0:1788624636.211918:0:34061:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788624636.211919:0:34061:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788624636.211921:0:34061:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788624636.211922:0:34061:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788624636.211924:0:34061:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624636.211926:0:34061:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788624636.211931:0:34061:0:(import.c:65:import_set_state_nolock()) ffff99dd197b4000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1788624636.211934:0:34061:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1788624636.211937:0:34061:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1788624636.211940:0:34061:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788624636.211942:0:34061:0:(import.c:65:import_set_state_nolock()) ffff99dd197b4000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1788624636.211944:0:34061:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:3.0:1788624636.211946:0:34061:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1788624636.211947:0:34061:0:(mgc_request.c:1185:mgc_import_event()) MGC192.168.202.125@tcp: Reactivating import 00000100:00080000:3.0:1788624636.211950:0:34061:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1788624636.211952:0:34061:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624636.211953:0:34061:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:3.0:1788624636.211957:0:34061:0:(import.c:1787:ptlrpc_import_recovery_state_machine()) MGC192.168.202.125@tcp: Connection restored to 192.168.202.125@tcp (at 192.168.202.125@tcp) 00000100:00000001:3.0:1788624636.211960:0:34061:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624636.211963:0:34061:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624636.211965:0:34061:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000020:00000001:3.0:1788624636.211966:0:34061:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788624636.211968:0:34061:0:(import.c:1655:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624636.213316:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624636.213324:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395908. 00000100:00000200:0.0:1788624636.213331:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875506845070080, offset 0 00000400:00000200:0.0:1788624636.213338:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624636.213361:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624636.213371:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624636.213376:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624636.213381:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624636.213384:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624636.213387:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624636.213390:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2943:2943:256:4294967295] 192.168.202.125@tcp LPNI seq info [2943:2943:8:4294967295] 00000400:00000200:0.0:1788624636.213395:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624636.213406:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624636.213412:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624636.213418:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df800. 00000800:00000200:0.0:1788624636.213424:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624636.213433:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624636.213437:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788624636.213454:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624636.213459:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 800298 usecs (801 jiffies) 00000400:00000200:0.0:1788624636.213463:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624636.213466:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296651076 00000100:00000001:0.0:1788624636.213469:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296654167 00000100:00000001:0.0:1788624636.213472:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296651076 00000100:00000001:0.0:1788624636.213474:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296654179 00000100:00000001:0.0:1788624636.213476:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624636.213480:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624636.213484:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624636.213489:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624636.213496:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11596680 x1875506845069952/t0(0) o250->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 520/416 e 0 to 0 dl 1788624651 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624636.213504:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624636.213507:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624636.213510:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049c9400. 02000000:00000001:0.0:1788624636.213515:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624636.213518:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624636.213519:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:0.0:1788624636.213521:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624636.213524:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049cd400. 02000000:00000001:0.0:1788624636.213527:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624636.213529:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624636.213531:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11596680. 00000100:00000001:0.0:1788624636.213535:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624636.213536:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624636.213539:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624636.213546:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624636.213549:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788624636.213551:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624636.213553:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624636.213554:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624636.213556:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624636.215853:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624636.215864:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df800. 00000400:00000200:3.0:1788624636.215871:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624636.215879:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624636.215888:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395908 00000400:00000010:3.0:1788624636.215891:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395908. 00000100:00000001:3.0:1788624636.215896:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624636.215904:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595180 x1875506845070080/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624636.215916:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624636.215920:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595180 x1875506845070080/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624661 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624636.215928:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624636.215929:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1788624636.224689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00031200. 00010000:00000010:3.1:1788624636.224706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601c00. 00010000:00000010:3.1:1788624636.224713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10700. 00010000:00000010:3.1:1788624636.224717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00030400. 00010000:00000010:3.1:1788624636.224721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10600. 00010000:00000010:3.1:1788624636.224723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd00031600. 00010000:00000010:3.1:1788624636.224726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10100. 00000800:00000001:2.0:1788624636.248468:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624636.248490:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624636.248495:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624636.248498:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624636.248507:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624636.248516:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624636.248526:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624636.248531:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624636.248537:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624636.248542:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377463300 00000400:00000200:2.0:1788624636.248547:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624636.248553:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x85fd [1] + 0 00000800:00000001:2.0:1788624636.248560:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624636.248568:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624636.248571:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624636.248576:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624636.248584:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624636.248593:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595180 x1875506845070080/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624661 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624636.248605:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff99dd11595180 x1875506845070080/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624636.248636:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624636.248647:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624636.248651:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624636.248721:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624636.248727:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624636.248734:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624636.248736:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624636.248740:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dcb8. 00000400:00000200:0.0:1788624636.248744:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395088 00000400:00000010:0.0:1788624636.248757:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395088. 00000100:00000001:0.0:1788624636.248760:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624636.248765:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595180 x1875506845070080/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624636.248887:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595180 x1875506845070080/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624661 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624636.248895:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624636.248898:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624636.248900:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624636.248904:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624636.248906:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624636.248909:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624636.248912:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624636.248922:0:2388:0:(import.c:2195:obd_at_measure()) add 0 to ffff99dd19442460 time=65 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624636.248926:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=46 v=20 (20 0 0 0) 00000100:00000001:0.0:1788624636.248930:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624636.248932:0:2388:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1788624636.248935:0:2388:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1788624636.248942:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595180 x1875506845070080/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/224 e 0 to 0 dl 1788624661 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624636.248949:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1788624636.248953:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624636.248955:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624636.248959:0:2388:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788624636.248961:0:2388:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1788624636.248965:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788624636.248970:0:2388:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.125@tcp failed (-19) 00000100:00000001:0.0:1788624636.248973:0:2388:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1788624636.248977:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595180 x1875506845070080/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/224 e 0 to 0 dl 1788624661 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624636.248986:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845070080:192.168.202.125@tcp:38:kworker.0 00000100:00000001:0.0:1788624636.248991:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624636.248993:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624636.248997:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595180 x1875506845070080/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/224 e 0 to 0 dl 1788624661 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624636.249003:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624636.249006:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624636.249010:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049c9000. 02000000:00000001:0.0:1788624636.249015:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624636.249017:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624636.249020:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624636.249022:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624636.249026:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049cf400. 02000000:00000001:0.0:1788624636.249029:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624636.249032:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624636.249033:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595180. 00000100:00000001:0.0:1788624636.249037:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624636.249038:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624636.249041:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624636.249048:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624636.249051:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624636.249053:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624636.249054:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624636.886951:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624636.886958:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624636.889783:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624636.889791:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624636.889796:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788624637.202941:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788624637.202949:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624637.202951:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624637.202956:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 0 seconds 00000100:00000001:0.0:1788624637.202960:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624637.202963:0:33840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.202965:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624637.202968:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.202970:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788624637.588752:0:16817:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788624637.588760:0:16817:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff99dd18096c00) refs 2 10000000:00000001:0.0:1788624637.588765:0:16817:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788624637.588768:0:16817:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1788624637.588769:0:16817:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1788624637.588771:0:16817:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1788624637.588774:0:16817:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:0.0:1788624637.588775:0:16817:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1788624637.588778:0:16817:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff99dd10dbf800 from 7 10000000:00000001:0.0:1788624637.588781:0:16817:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1788624637.588783:0:16817:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:0.0:1788624637.588806:0:16817:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07800. 00000020:00000040:0.0:1788624637.588812:0:16817:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:0.0:1788624637.588817:0:16817:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624637.588820:0:16817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624637.588825:0:16817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624637.588833:0:16817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd0633bc00. 00000100:00000001:0.0:1788624637.588840:0:16817:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624637.588845:0:16817:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624637.588848:0:16817:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788624637.588854:0:16817:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03f10300. 00010000:00000001:0.0:1788624637.588859:0:16817:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624637.588862:0:16817:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d18800. 00000020:00000001:0.0:1788624637.588866:0:16817:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624637.588869:0:16817:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d18800 with handle 0xcc94206c7ef4195a to hash 00000020:00000001:0.0:1788624637.588871:0:16817:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624637.588873:0:16817:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498607616 : -112300210944000 : ffff99dd11d18800) 00010000:00000001:0.0:1788624637.588876:0:16817:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498607616 : -112300210944000 : ffff99dd11d18800) 00010000:00000001:0.0:1788624637.588879:0:16817:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624637.588882:0:16817:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624637.588886:0:16817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.125@tcp lock: ffff99dd11d18800/0xcc94206c7ef4195a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624637.588895:0:16817:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.125@tcp lock: ffff99dd11d18800/0xcc94206c7ef4195a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624637.588905:0:16817:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.125@tcp lock: ffff99dd11d18800/0xcc94206c7ef4195a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624637.588911:0:16817:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624637.588912:0:16817:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624637.588921:0:16817:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd18059840. 00000100:00000001:0.0:1788624637.588923:0:16817:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773602682944 : -112300106868672 : ffff99dd18059840) 00000100:00000001:0.0:1788624637.588925:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624637.588927:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497489408 : -112300212062208 : ffff99dd11c07800) 00000100:00000001:0.0:1788624637.588932:0:16817:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624637.588936:0:16817:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.588938:0:16817:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624637.588940:0:16817:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624637.588952:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07800 x1875506845070336/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.588966:0:16817:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624637.588969:0:16817:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624637.588973:0:16817:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624637.588976:0:16817:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624637.588979:0:16817:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624637.588983:0:16817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ecc5c667-a867-45f6-88f4-05f90b26443a:16817:1875506845070336:192.168.202.125@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788624637.588987:0:16817:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624637.588993:0:16817:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624637.588995:0:16817:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624637.588998:0:16817:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624637.589002:0:16817:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049c9000. 02000000:00000001:0.0:1788624637.589004:0:16817:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624637.589011:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624637.589015:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dcb8. 00000400:00000010:0.0:1788624637.589025:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395088. 00000100:00000200:0.0:1788624637.589031:0:16817:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845070336, portal 25 00000100:00000001:0.0:1788624637.589033:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624637.589034:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497489408 : -112300212062208 : ffff99dd11c07800) 00000100:00000040:0.0:1788624637.589039:0:16817:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c07800 x1875506845070336/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.589046:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624637.589048:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624637.589051:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395550. 00000100:00000200:0.0:1788624637.589054:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875506845070336, offset 0 00000400:00000200:0.0:1788624637.589059:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624637.589067:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624637.589075:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624637.589081:0:16817:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624637.589084:0:16817:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624637.589088:0:16817:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624637.589091:0:16817:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624637.589095:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2944:2944:256:4294967295] 192.168.202.125@tcp LPNI seq info [2944:2944:8:4294967295] 00000400:00000200:0.0:1788624637.589099:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624637.589149:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624637.589155:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624637.589162:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df900. 00000800:00000200:0.0:1788624637.589168:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624637.589176:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624637.589180:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788624637.589200:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624637.589205:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624637.589208:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296655576 00000100:00000001:0.0:1788624637.589214:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296654167 00000100:00000001:0.0:1788624637.589219:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296655576 00000100:00000001:0.0:1788624637.589223:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296654179 00000100:00000001:0.0:1788624637.589226:0:16817:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624637.589228:0:16817:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.589230:0:16817:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624637.589232:0:16817:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624637.589235:0:16817:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd18059840 going to sleep for 11 seconds 00000100:00000001:0.0:1788624637.589238:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624637.589240:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624637.589410:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624637.589415:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df900. 00000400:00000200:3.0:1788624637.589419:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624637.589424:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624637.589429:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395550 00000400:00000010:3.0:1788624637.589431:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395550. 00000100:00000001:3.0:1788624637.589436:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624637.589441:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07800 x1875506845070336/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.589450:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624637.589453:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c07800 x1875506845070336/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.589460:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624637.589462:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624637.592477:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.592492:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624637.592497:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.592499:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624637.592517:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.592525:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624637.592534:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.592539:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.592544:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.592548:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 344 into portal 25 MB=0x6a9c377463400 00000400:00000200:3.0:1788624637.592553:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.592559:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 344/344 into md 0x8605 [1] + 224 00000800:00000001:3.0:1788624637.592566:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.592572:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624637.592576:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624637.592580:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624637.592587:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624637.592595:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07800 x1875506845070336/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624637.592606:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff99dd11c07800 x1875506845070336/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.592631:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624637.592640:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.592643:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.595772:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624637.595800:0:16817:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624637.595803:0:16817:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624637.595809:0:16817:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dcb8. 00000400:00000200:0.0:1788624637.595819:0:16817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395088 00000400:00000010:0.0:1788624637.595821:0:16817:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395088. 00000100:00000001:0.0:1788624637.595826:0:16817:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624637.595840:0:16817:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07800 x1875506845070336/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624637.595854:0:16817:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07800 x1875506845070336/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.595863:0:16817:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624637.595865:0:16817:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.595868:0:16817:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624637.595871:0:16817:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624637.595873:0:16817:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624637.595876:0:16817:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624637.595879:0:16817:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624637.595886:0:16817:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=66 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624637.595890:0:16817:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624637.595893:0:16817:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624637.595895:0:16817:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624637.595898:0:16817:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624637.595900:0:16817:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.595903:0:16817:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624637.595909:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07800 x1875506845070336/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.595916:0:16817:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624637.595920:0:16817:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624637.595922:0:16817:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624637.595927:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07800 x1875506845070336/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624637.595935:0:16817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ecc5c667-a867-45f6-88f4-05f90b26443a:16817:1875506845070336:192.168.202.125@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788624637.595941:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.595944:0:16817:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.595947:0:16817:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624637.595949:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624637.595953:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07800 x1875506845070336/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.595959:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624637.595962:0:16817:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd18059840. 00000100:00000001:0.0:1788624637.595966:0:16817:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624637.595968:0:16817:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624637.595971:0:16817:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624637.595974:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624637.595977:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624637.595980:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18800 refcount=4 00000020:00000001:0.0:1788624637.595983:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498607616 : -112300210944000 : ffff99dd11d18800) 00010000:00000001:0.0:1788624637.595986:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498607616 : -112300210944000 : ffff99dd11d18800) 00010000:00000040:0.0:1788624637.595993:0:16817:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd11d18800, remote cookie: 0xa103bd66258a83fa, flags: 0x0 00010000:00000001:0.0:1788624637.595997:0:16817:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624637.596001:0:16817:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624637.596003:0:16817:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624637.596004:0:16817:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624637.596006:0:16817:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624637.596009:0:16817:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff99dd03f10300) refcount = 1 00010000:00010000:0.0:1788624637.596014:0:16817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.125@tcp lock: ffff99dd11d18800/0xcc94206c7ef4195a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa103bd66258a83fa expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624637.596022:0:16817:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624637.596024:0:16817:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624637.596026:0:16817:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624637.596029:0:16817:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624637.596032:0:16817:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624637.596036:0:16817:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.125@tcp lock: ffff99dd11d18800/0xcc94206c7ef4195a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa103bd66258a83fa expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624637.596041:0:16817:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624637.596043:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624637.596045:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624637.596046:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624637.596047:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624637.596049:0:16817:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.596052:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624637.596055:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07800 x1875506845070336/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.596061:0:16817:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624637.596064:0:16817:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624637.596067:0:16817:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049c9000. 02000000:00000001:0.0:1788624637.596071:0:16817:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624637.596074:0:16817:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624637.596075:0:16817:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:0.0:1788624637.596077:0:16817:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624637.596080:0:16817:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd0633bc00. 02000000:00000001:0.0:1788624637.596083:0:16817:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624637.596085:0:16817:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624637.596087:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07800. 00000100:00000001:0.0:1788624637.596090:0:16817:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624637.596092:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1788624637.596094:0:16817:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788624637.596097:0:16817:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788624637.596099:0:16817:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff99dd18096c00) refs 3 10000000:00000001:0.0:1788624637.596102:0:16817:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624637.596103:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624637.596288:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624637.596290:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18800 refcount=3 00000020:00000001:0.0:1788624637.596293:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498607616 : -112300210944000 : ffff99dd11d18800) 00010000:00000001:0.0:1788624637.596296:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498607616 : -112300210944000 : ffff99dd11d18800) 00010000:00000001:0.0:1788624637.596298:0:16817:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1788624637.596299:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624637.596301:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624637.596302:0:16817:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788624637.596305:0:16817:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1788624637.596314:0:16817:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff99dd10536880. 00000100:00000010:0.0:1788624637.596341:0:16817:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07800. 00000020:00000040:0.0:1788624637.596345:0:16817:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:0.0:1788624637.596349:0:16817:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624637.596353:0:16817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624637.596358:0:16817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624637.596364:0:16817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd0633bc00. 00000100:00000001:0.0:1788624637.596371:0:16817:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.596376:0:16817:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1788624637.596380:0:16817:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff99dd049c9000. 00000100:00000010:0.0:1788624637.596384:0:16817:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff99dd067ccc40. 00000020:00000040:0.0:1788624637.596387:0:16817:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=5 obd=MGC192.168.202.125@tcp 00000100:00000001:0.0:1788624637.596392:0:16817:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624637.596393:0:16817:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624637.596399:0:16817:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd18059840. 00000100:00000001:0.0:1788624637.596401:0:16817:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773602682944 : -112300106868672 : ffff99dd18059840) 00000100:00000001:0.0:1788624637.596403:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624637.596405:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497489408 : -112300212062208 : ffff99dd11c07800) 00000100:00000001:0.0:1788624637.596409:0:16817:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624637.596413:0:16817:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.596415:0:16817:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624637.596417:0:16817:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624637.596422:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07800 x1875506845070464/t0(0) o256->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.596430:0:16817:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624637.596432:0:16817:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624637.596436:0:16817:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624637.596439:0:16817:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624637.596442:0:16817:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624637.596446:0:16817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ecc5c667-a867-45f6-88f4-05f90b26443a:16817:1875506845070464:192.168.202.125@tcp:256:ll_cfg_requeue.0 00000100:00000001:0.0:1788624637.596450:0:16817:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624637.596455:0:16817:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624637.596458:0:16817:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.596460:0:16817:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1788624637.596468:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624637.596471:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dcb8. 00000400:00000010:0.0:1788624637.596478:0:16817:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff99dd18059e40. 00000100:00000200:0.0:1788624637.596483:0:16817:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6a9c377463480-0x6a9c377463480, portal 33 00000100:00000001:0.0:1788624637.596486:0:16817:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624637.596489:0:16817:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624637.596492:0:16817:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0633aa00. 02000000:00000001:0.0:1788624637.596494:0:16817:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624637.596497:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624637.596499:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d7e8. 00000400:00000010:0.0:1788624637.596503:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395088. 00000100:00000200:0.0:1788624637.596506:0:16817:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845070464, portal 25 00000100:00000001:0.0:1788624637.596508:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624637.596510:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497489408 : -112300212062208 : ffff99dd11c07800) 00000100:00000040:0.0:1788624637.596515:0:16817:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c07800 x1875506845070464/t0(0) o256->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 304/240 e 0 to 0 dl 1788624653 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.596522:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624637.596525:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624637.596529:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395550. 00000100:00000200:0.0:1788624637.596533:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1875506845070464, offset 0 00000400:00000200:0.0:1788624637.596539:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624637.596546:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624637.596554:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624637.596560:0:16817:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624637.596564:0:16817:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624637.596568:0:16817:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624637.596570:0:16817:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624637.596574:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2945:2945:256:4294967295] 192.168.202.125@tcp LPNI seq info [2945:2945:8:4294967295] 00000400:00000200:0.0:1788624637.596578:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624637.596589:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624637.596595:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624637.596601:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df100. 00000800:00000200:0.0:1788624637.596609:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624637.596617:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624637.596621:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df100 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:0.0:1788624637.596873:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624637.596879:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624637.596883:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296655584 00000100:00000001:0.0:1788624637.596891:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296655576 00000100:00000001:0.0:1788624637.596898:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296655584 00000100:00000001:0.0:1788624637.596901:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296655576 00000100:00000001:0.0:1788624637.596904:0:16817:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624637.596907:0:16817:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.596910:0:16817:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624637.596912:0:16817:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624637.596915:0:16817:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd18059840 going to sleep for 11 seconds 00000100:00000001:0.0:1788624637.596917:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624637.596920:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624637.597660:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624637.597668:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df100. 00000400:00000200:3.0:1788624637.597675:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624637.597685:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624637.597693:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395550 00000400:00000010:3.0:1788624637.597697:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395550. 00000100:00000001:3.0:1788624637.597701:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624637.597707:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07800 x1875506845070464/t0(0) o256->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 304/240 e 0 to 0 dl 1788624653 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.597718:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624637.597721:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c07800 x1875506845070464/t0(0) o256->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 304/240 e 0 to 0 dl 1788624653 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.597728:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624637.597730:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624637.608023:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.608042:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624637.608047:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.608049:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624637.608071:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.608079:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624637.608088:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.608093:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.608098:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.608103:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 176 into portal 33 MB=0x6a9c377463480 00000400:00000200:3.0:1788624637.608160:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.608168:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.125@tcp of length 176/176 into md 0x860d [4] + 0 00000400:00000010:3.0:1788624637.608174:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dcb8. 00000400:00000200:3.0:1788624637.608179:0:2384:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff99dd18059e40 00000800:00000001:3.0:1788624637.608185:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.608192:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624637.608195:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624637.608200:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624637.608205:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd18059e40 00000400:00000010:3.0:1788624637.608207:0:2384:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff99dd18059e40. 00000100:00000001:3.0:1788624637.608212:0:2384:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788624637.608214:0:2384:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff99dd11c07800 desc ffff99dd049c9000 mbits 1875506845070464 00000100:00000001:3.0:1788624637.608221:0:2384:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788624637.608228:0:2384:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788624637.608232:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.608237:0:2384:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624637.608243:0:2384:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2946:2946:256:4294967295] 192.168.202.125@tcp LPNI seq info [2946:2946:8:4294967295] 00000400:00000200:3.0:1788624637.608248:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.608266:0:2384:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) 192.168.202.125@tcp : ACK try# 0 00000800:00000200:3.0:1788624637.608272:0:2384:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624637.608278:0:2384:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff99dd064d7e00. 00000800:00000200:3.0:1788624637.608285:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624637.608292:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624637.608296:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd064d7e00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1788624637.608481:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624637.608487:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624637.608557:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1788624637.608630:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624637.608634:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff99dd064d7e00. 00000400:00000200:3.0:1788624637.608638:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624637.608642:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: ACK: OK 00000800:00000001:2.0:1788624637.608879:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624637.613652:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.613674:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624637.613679:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.613681:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624637.613691:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.613699:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624637.613709:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.613714:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.613718:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.613723:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 240 into portal 25 MB=0x6a9c377463480 00000400:00000200:3.0:1788624637.613728:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.613735:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 240/240 into md 0x8615 [1] + 224 00000800:00000001:3.0:1788624637.613742:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.613751:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624637.613755:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624637.613759:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624637.614687:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624637.614703:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07800 x1875506845070464/t0(0) o256->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 304/240 e 0 to 0 dl 1788624653 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624637.614716:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff99dd11c07800 x1875506845070464/t0(0) o256->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 304/240 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.614730:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624637.614743:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.614749:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.620467:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624637.620482:0:16817:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624637.620485:0:16817:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624637.620490:0:16817:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d7e8. 00000400:00000200:0.0:1788624637.620500:0:16817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395088 00000400:00000010:0.0:1788624637.620502:0:16817:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395088. 00000100:00000001:0.0:1788624637.620507:0:16817:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624637.620525:0:16817:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07800 x1875506845070464/t0(0) o256->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 304/240 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624637.620537:0:16817:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07800 x1875506845070464/t0(0) o256->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 304/240 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.620545:0:16817:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624637.620547:0:16817:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.620551:0:16817:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624637.620554:0:16817:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624637.620557:0:16817:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624637.620560:0:16817:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624637.620563:0:16817:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624637.620571:0:16817:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=66 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624637.620576:0:16817:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624637.620578:0:16817:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624637.620580:0:16817:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624637.620585:0:16817:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624637.620588:0:16817:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.620591:0:16817:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624637.620597:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff99dd11c07800 x1875506845070464/t0(0) o256->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 304/240 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788624637.620606:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff99dd11c07800 x1875506845070464/t0(0) o256->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 304/240 e 0 to 0 dl 1788624653 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.620613:0:16817:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624637.620615:0:16817:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624637.620619:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07800 x1875506845070464/t0(0) o256->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 304/240 e 0 to 0 dl 1788624653 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624637.620626:0:16817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ecc5c667-a867-45f6-88f4-05f90b26443a:16817:1875506845070464:192.168.202.125@tcp:256:ll_cfg_requeue.0 00000100:00000001:0.0:1788624637.620630:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.620633:0:16817:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.620635:0:16817:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624637.620638:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624637.620641:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07800 x1875506845070464/t0(0) o256->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 304/240 e 0 to 0 dl 1788624653 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.620661:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624637.620665:0:16817:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd18059840. 00000100:00000001:0.0:1788624637.620668:0:16817:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624637.620670:0:16817:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1788624637.620676:0:16817:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 10, more 0. 10000000:00000001:0.0:1788624637.620681:0:16817:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1788624637.620690:0:16817:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff99dd049c9400. 10000000:00000010:0.0:1788624637.620694:0:16817:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at ffff99dd11c18c80. 10000000:00000200:0.0:1788624637.620700:0:16817:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1788624637.620703:0:16817:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0000-osc-ffff99dd10dbf800 00010000:00000001:0.0:1788624637.620712:0:16817:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1788624637.620715:0:16817:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:0.0:1788624637.620719:0:16817:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.202.125@tcp has 192.168.202.125@tcp. 00000100:00000001:0.0:1788624637.620721:0:16817:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.620723:0:16817:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1788624637.620725:0:16817:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.202.125@tcp with 192.168.202.125@tcp 00000100:00000200:0.0:1788624637.620727:0:16817:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.202.125@tcp' 00000400:00000200:0.0:1788624637.620729:0:16817:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1788624637.620732:0:16817:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:0.0:1788624637.620735:0:16817:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.202.125@tcp 00000400:00000200:0.0:1788624637.620741:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624637.620747:0:16817:0:(peer.c:1911:lnet_peer_add()) peer 192.168.202.125@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1788624637.620750:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624637.620757:0:16817:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1788624637.620760:0:16817:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.202.125@tcp NID 192.168.202.125@tcp: 0. pending discovery 00000400:00000200:0.0:1788624637.620763:0:16817:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.202.125@tcp 00000100:00000001:0.0:1788624637.620765:0:16817:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624637.620767:0:16817:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1788624637.620770:0:16817:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 7/10 for lustre-OST0000-osc-ffff99dd10dbf800 10000000:00000200:0.0:1788624637.620773:0:16817:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1788624637.620775:0:16817:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0001-osc-ffff99dd10dbf800 00010000:00000001:0.0:1788624637.620778:0:16817:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1788624637.620780:0:16817:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:0.0:1788624637.620782:0:16817:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.202.125@tcp has 192.168.202.125@tcp. 00000100:00000001:0.0:1788624637.620784:0:16817:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.620786:0:16817:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1788624637.620787:0:16817:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.202.125@tcp with 192.168.202.125@tcp 00000100:00000200:0.0:1788624637.620800:0:16817:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.202.125@tcp' 00000400:00000200:0.0:1788624637.620802:0:16817:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1788624637.620804:0:16817:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:0.0:1788624637.620806:0:16817:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.202.125@tcp 00000400:00000200:0.0:1788624637.620808:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624637.620810:0:16817:0:(peer.c:1911:lnet_peer_add()) peer 192.168.202.125@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1788624637.620813:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624637.620815:0:16817:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1788624637.620817:0:16817:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.202.125@tcp NID 192.168.202.125@tcp: 0. pending discovery 00000400:00000200:0.0:1788624637.620819:0:16817:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.202.125@tcp 00000100:00000001:0.0:1788624637.620821:0:16817:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624637.620822:0:16817:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1788624637.620824:0:16817:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 8/10 for lustre-OST0001-osc-ffff99dd10dbf800 10000000:00000200:0.0:1788624637.620826:0:16817:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1788624637.620829:0:16817:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0001-mdc-ffff99dd10dbf800 00010000:00000001:0.0:1788624637.620831:0:16817:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1788624637.620833:0:16817:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:0.0:1788624637.620835:0:16817:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.202.125@tcp has 192.168.202.125@tcp. 00000100:00000001:0.0:1788624637.620837:0:16817:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.620838:0:16817:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1788624637.620839:0:16817:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.202.125@tcp with 192.168.202.125@tcp 00000100:00000200:0.0:1788624637.620841:0:16817:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.202.125@tcp' 00000400:00000200:0.0:1788624637.620842:0:16817:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1788624637.620843:0:16817:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:0.0:1788624637.620845:0:16817:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.202.125@tcp 00000400:00000200:0.0:1788624637.620847:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624637.620850:0:16817:0:(peer.c:1911:lnet_peer_add()) peer 192.168.202.125@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1788624637.620852:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624637.620854:0:16817:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1788624637.620857:0:16817:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.202.125@tcp NID 192.168.202.125@tcp: 0. pending discovery 00000400:00000200:0.0:1788624637.620859:0:16817:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.202.125@tcp 00000100:00000001:0.0:1788624637.620860:0:16817:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624637.620862:0:16817:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1788624637.620863:0:16817:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 9/10 for lustre-MDT0001-mdc-ffff99dd10dbf800 10000000:00000200:0.0:1788624637.620865:0:16817:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1788624637.620867:0:16817:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:0.0:1788624637.620870:0:16817:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1788624637.620871:0:16817:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:0.0:1788624637.620873:0:16817:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.202.125@tcp has 192.168.202.125@tcp. 00000100:00000001:0.0:1788624637.620875:0:16817:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.620876:0:16817:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1788624637.620877:0:16817:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.202.125@tcp with 192.168.202.125@tcp 00000100:00000200:0.0:1788624637.620879:0:16817:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.202.125@tcp' 00000400:00000200:0.0:1788624637.620880:0:16817:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1788624637.620881:0:16817:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:0.0:1788624637.620882:0:16817:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.202.125@tcp 00000400:00000200:0.0:1788624637.620885:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624637.620888:0:16817:0:(peer.c:1911:lnet_peer_add()) peer 192.168.202.125@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1788624637.620890:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624637.620893:0:16817:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1788624637.620895:0:16817:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.202.125@tcp NID 192.168.202.125@tcp: 0. pending discovery 00000400:00000200:0.0:1788624637.620897:0:16817:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.202.125@tcp 00000100:00000001:0.0:1788624637.620898:0:16817:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624637.620900:0:16817:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1788624637.620902:0:16817:0:(mgc_request.c:1470:mgc_apply_recover_logs()) IR: lustre-MDT0000-mdc-ffff99dd10dbf800 target is obsoleted(1/2), reconnect 00000100:00000001:0.0:1788624637.620904:0:16817:0:(recover.c:297:ptlrpc_recover_import()) Process entered 00000100:00080000:0.0:1788624637.620908:0:16817:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff99dd19442000 already not connected (conn 26, was 0): DISCONN 00010000:00000001:0.0:1788624637.620912:0:16817:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:0.0:1788624637.620919:0:16817:0:(events.c:564:ptlrpc_uuid_to_peer()) 192.168.202.125@tcp->12345-192.168.202.125@tcp 00000100:00000001:0.0:1788624637.620922:0:16817:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1788624637.620925:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624637.620929:0:16817:0:(peer.c:1635:LNetPrimaryNID()) NID 192.168.202.125@tcp primary NID 192.168.202.125@tcp rc 0 00000100:00000001:0.0:1788624637.620932:0:16817:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788624637.620934:0:16817:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 16 to 192.168.202.125@tcp 00000100:00000001:0.0:1788624637.620937:0:16817:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000100:00000001:0.0:1788624637.620939:0:16817:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446631773759569536 : -112299949982080 : 0xffff99dd215f7e80) 00000100:00000040:0.0:1788624637.620942:0:16817:0:(connection.c:150:ptlrpc_connection_get()) conn=ffff99dd215f7e80 refcount 16 to 192.168.202.125@tcp 00000100:00000040:0.0:1788624637.620944:0:16817:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.202.125@tcp -> ffff99dd215f7e80 00010000:00080000:0.0:1788624637.620948:0:16817:0:(ldlm_lib.c:85:import_set_conn()) imp ffff99dd19442000@lustre-MDT0000-mdc-ffff99dd10dbf800: found existing conn 192.168.202.125@tcp, moved to head 00010000:00000001:0.0:1788624637.620950:0:16817:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1788624637.620954:0:16817:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00010000:00000001:0.0:1788624637.620956:0:16817:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.620959:0:16817:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788624637.620961:0:16817:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788624637.620965:0:16817:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788624637.620967:0:16817:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: connect to NID 192.168.202.125@tcp last attempt 0 00000400:00000200:0.0:1788624637.620970:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624637.620973:0:16817:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.125@tcp is discovered: rc = 1 00000100:00000040:0.0:1788624637.620977:0:16817:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:0.0:1788624637.620978:0:16817:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788624637.620981:0:16817:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:0.0:1788624637.620982:0:16817:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000001:0.0:1788624637.620985:0:16817:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788624637.620988:0:16817:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d13 00000020:00000001:0.0:1788624637.620990:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624637.620994:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd10dbe000 refcount=5 00000020:00000001:0.0:1788624637.620996:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000020:00000001:0.0:1788624637.620997:0:16817:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000100:00000040:0.0:1788624637.621000:0:16817:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:0.0:1788624637.621002:0:16817:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788624637.621003:0:16817:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:0.0:1788624637.621005:0:16817:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000040:0.0:1788624637.621008:0:16817:0:(genops.c:879:class_export_put()) PUTting export ffff99dd10dbe000 : new refcount 4 00000100:00080000:0.0:1788624637.621011:0:16817:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff99dd10dbf800: import ffff99dd19442000 using connection 192.168.202.125@tcp/192.168.202.125@tcp 00000100:00000001:0.0:1788624637.621013:0:16817:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624637.621015:0:16817:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788624637.621022:0:16817:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624637.621025:0:16817:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.621027:0:16817:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788624637.621031:0:16817:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788624637.621033:0:16817:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.621035:0:16817:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624637.621041:0:16817:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04380. 00000020:00000040:0.0:1788624637.621044:0:16817:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:0.0:1788624637.621048:0:16817:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788624637.621049:0:16817:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.621052:0:16817:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624637.621055:0:16817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624637.621059:0:16817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624637.621065:0:16817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049c9c00. 00000100:00000001:0.0:1788624637.621072:0:16817:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624637.621078:0:16817:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99dd11c04380 x1875506845070592/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624637.621087:0:16817:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624637.621091:0:16817:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624637.621096:0:16817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009546e12e] to pc [ptlrpcd_rcv+-1] req@ffff99dd11c04380 x1875506845070592/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.621159:0:16817:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.621162:0:16817:0:(recover.c:350:ptlrpc_recover_import()) Process leaving 10000000:00000040:0.0:1788624637.621164:0:16817:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 10/10 for lustre-MDT0000-mdc-ffff99dd10dbf800 10000000:00000010:0.0:1788624637.621166:0:16817:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at ffff99dd11c18c80. 10000000:00000010:0.0:1788624637.621169:0:16817:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff99dd049c9400. 10000000:00000001:0.0:1788624637.621172:0:16817:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.621174:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624637.621178:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07800 x1875506845070464/t0(0) o256->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 304/240 e 0 to 0 dl 1788624653 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.621184:0:16817:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624637.621186:0:16817:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624637.621189:0:16817:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0633aa00. 02000000:00000001:0.0:1788624637.621191:0:16817:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624637.621193:0:16817:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624637.621194:0:16817:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000020:00000001:0.0:1788624637.621196:0:16817:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788624637.621198:0:16817:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1788624637.621200:0:16817:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624637.621201:0:16817:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:0.0:1788624637.621202:0:16817:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1788624637.621205:0:16817:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff99dd067ccc40. 00000100:00000010:0.0:1788624637.621207:0:16817:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff99dd049c9000. 00000100:00000001:0.0:1788624637.621209:0:16817:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1788624637.621211:0:16817:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd0633bc00. 02000000:00000001:0.0:1788624637.621213:0:16817:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624637.621215:0:16817:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624637.621217:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07800. 00000100:00000001:0.0:1788624637.621219:0:16817:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624637.621220:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1788624637.621242:0:16817:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at ffff99dd10536880. 10000000:01000000:0.0:1788624637.621246:0:16817:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.125@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:0.0:1788624637.621259:0:16817:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1788624637.621261:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624637.621263:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624637.621265:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18800 refcount=3 00000020:00000001:0.0:1788624637.621267:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498607616 : -112300210944000 : ffff99dd11d18800) 00010000:00000001:0.0:1788624637.621271:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498607616 : -112300210944000 : ffff99dd11d18800) 00010000:00000001:0.0:1788624637.621274:0:16817:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624637.621278:0:16817:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.125@tcp lock: ffff99dd11d18800/0xcc94206c7ef4195a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa103bd66258a83fa expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624637.621286:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624637.621288:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624637.621290:0:16817:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.125@tcp lock: ffff99dd11d18800/0xcc94206c7ef4195a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa103bd66258a83fa expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624637.621295:0:16817:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624637.621296:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624637.621297:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1788624637.621299:0:16817:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788624637.621301:0:16817:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788624637.621303:0:16817:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1788624637.621305:0:16817:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788624637.621307:0:16817:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff99dd18097a00) refs 2 10000000:00000001:0.0:1788624637.621309:0:16817:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788624637.621310:0:16817:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788624637.621312:0:16817:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff99dd18096c00) refs 3 10000000:00000001:0.0:1788624637.621314:0:16817:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788624637.621315:0:16817:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1788624637.621317:0:16817:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1788624637.621318:0:16817:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1788624637.621320:0:16817:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff99dd10dbf800 from 52 10000000:00000001:0.0:1788624637.621323:0:16817:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1788624637.621324:0:16817:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1788624637.621328:0:16817:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07800. 00000020:00000040:0.0:1788624637.621332:0:16817:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:0.0:1788624637.621334:0:16817:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624637.621341:0:16817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624637.621343:0:16817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624637.621347:0:16817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd0633bc00. 00000100:00000001:0.0:1788624637.621350:0:16817:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624637.621354:0:16817:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624637.621356:0:16817:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788624637.621362:0:16817:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03f10a00. 00010000:00000001:0.0:1788624637.621367:0:16817:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624637.621370:0:16817:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d18a00. 00000020:00000001:0.0:1788624637.621374:0:16817:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624637.621376:0:16817:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d18a00 with handle 0xcc94206c7ef41961 to hash 00000020:00000001:0.0:1788624637.621378:0:16817:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624637.621379:0:16817:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498608128 : -112300210943488 : ffff99dd11d18a00) 00010000:00000001:0.0:1788624637.621382:0:16817:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498608128 : -112300210943488 : ffff99dd11d18a00) 00010000:00000001:0.0:1788624637.621386:0:16817:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624637.621389:0:16817:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624637.621392:0:16817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.125@tcp lock: ffff99dd11d18a00/0xcc94206c7ef41961 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624637.621398:0:16817:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.125@tcp lock: ffff99dd11d18a00/0xcc94206c7ef41961 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624637.621407:0:16817:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.125@tcp lock: ffff99dd11d18a00/0xcc94206c7ef41961 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624637.621413:0:16817:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624637.621414:0:16817:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624637.621419:0:16817:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd18059840. 00000100:00000001:0.0:1788624637.621420:0:16817:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773602682944 : -112300106868672 : ffff99dd18059840) 00000100:00000001:0.0:1788624637.621423:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624637.621424:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497489408 : -112300212062208 : ffff99dd11c07800) 00000100:00000001:0.0:1788624637.621427:0:16817:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624637.621430:0:16817:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.621431:0:16817:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624637.621433:0:16817:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624637.621437:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07800 x1875506845070720/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.621444:0:16817:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624637.621446:0:16817:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624637.621448:0:16817:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624637.621451:0:16817:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624637.621453:0:16817:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624637.621456:0:16817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ecc5c667-a867-45f6-88f4-05f90b26443a:16817:1875506845070720:192.168.202.125@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788624637.621460:0:16817:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624637.621464:0:16817:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624637.621466:0:16817:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624637.621469:0:16817:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624637.621472:0:16817:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049c9000. 02000000:00000001:0.0:1788624637.621474:0:16817:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624637.621479:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624637.621482:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d7e8. 00000400:00000010:0.0:1788624637.621487:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395088. 00000100:00000200:0.0:1788624637.621493:0:16817:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845070720, portal 25 00000100:00000001:0.0:1788624637.621495:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624637.621497:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497489408 : -112300212062208 : ffff99dd11c07800) 00000100:00000040:0.0:1788624637.621502:0:16817:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c07800 x1875506845070720/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.621509:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624637.621512:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624637.621515:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395908. 00000100:00000200:0.0:1788624637.621518:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875506845070720, offset 0 00000400:00000200:0.0:1788624637.621524:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624637.621531:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624637.621537:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624637.621541:0:16817:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624637.621545:0:16817:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624637.621549:0:16817:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624637.621552:0:16817:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624637.621556:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2947:2947:256:4294967295] 192.168.202.125@tcp LPNI seq info [2947:2947:8:4294967295] 00000400:00000200:0.0:1788624637.621560:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624637.621569:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624637.621575:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624637.621583:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df100. 00000800:00000200:0.0:1788624637.621590:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624637.621597:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624637.621601:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788624637.621624:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624637.621629:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624637.621632:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296655609 00000100:00000001:0.0:1788624637.621638:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296655584 00000100:00000001:0.0:1788624637.621643:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296655609 00000100:00000001:0.0:1788624637.621646:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296655584 00000100:00000001:0.0:1788624637.621649:0:16817:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624637.621652:0:16817:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.621654:0:16817:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624637.621656:0:16817:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624637.621659:0:16817:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd18059840 going to sleep for 11 seconds 00000100:00000001:0.0:1788624637.621661:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624637.621663:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624637.621805:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624637.621809:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624637.621811:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624637.621817:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04380 x1875506845070592/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.621824:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624637.621826:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624637.621828:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624637.621830:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624637.621832:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624637.621835:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845070592:192.168.202.125@tcp:38:ll_cfg_requeue.0 00000100:00000001:2.0:1788624637.621838:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624637.621840:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624637.621841:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624637.621843:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624637.621848:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04838c00. 02000000:00000001:2.0:1788624637.621850:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624637.621854:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624637.621857:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2318. 00000400:00000010:2.0:1788624637.621861:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08110. 00000100:00000200:2.0:1788624637.621864:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845070592, portal 10 00000100:00000001:2.0:1788624637.621866:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624637.621867:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475968 : -112300212075648 : ffff99dd11c04380) 00000100:00000040:2.0:1788624637.621874:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04380 x1875506845070592/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.621881:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624637.621883:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624637.621885:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08000. 00000100:00000200:2.0:1788624637.621888:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875506845070592, offset 0 00000400:00000200:2.0:1788624637.621892:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624637.621897:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.621900:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624637.621903:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624637.621905:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624637.621907:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624637.621909:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624637.621911:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2948:2948:255:4294967295] 192.168.202.125@tcp LPNI seq info [2948:2948:7:4294967295] 00000400:00000200:2.0:1788624637.621914:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.621920:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624637.621923:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624637.621927:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd092e3300. 00000800:00000200:2.0:1788624637.621931:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624637.621935:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624637.621938:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd092e3300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788624637.621941:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624637.621944:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 799383 usecs (800 jiffies) 00000400:00000200:2.0:1788624637.621947:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624637.621949:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296652483 00000100:00000001:2.0:1788624637.621951:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296655609 00000100:00000001:2.0:1788624637.621953:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296652483 00000100:00000001:2.0:1788624637.621955:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296655609 00000100:00000001:2.0:1788624637.621957:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624637.621958:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624637.621960:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624637.621963:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624637.621969:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624637.621970:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788624637.621972:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624637.621974:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624637.621975:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624637.621977:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624637.625414:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624637.625427:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df100. 00000400:00000200:3.0:1788624637.625439:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624637.625448:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624637.625456:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395908 00000400:00000010:3.0:1788624637.625459:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395908. 00000100:00000001:3.0:1788624637.625465:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624637.625475:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07800 x1875506845070720/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.625488:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624637.625491:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c07800 x1875506845070720/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.625498:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624637.625500:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624637.625576:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624637.625580:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd092e3300. 00000400:00000200:3.0:1788624637.625584:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624637.625588:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624637.625592:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08000 00000400:00000010:3.0:1788624637.625594:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08000. 00000100:00000001:3.0:1788624637.625597:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624637.625602:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04380 x1875506845070592/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.625608:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624637.625611:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04380 x1875506845070592/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.625617:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624637.625619:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624637.630873:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.630890:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624637.630895:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.630897:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624637.630907:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.630915:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624637.630925:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.630942:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.630948:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.630953:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 344 into portal 25 MB=0x6a9c377463580 00000400:00000200:3.0:1788624637.630958:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.630964:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 344/344 into md 0x861d [1] + 224 00000800:00000001:3.0:1788624637.630972:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.630979:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624637.630982:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624637.630987:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624637.630996:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624637.631006:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07800 x1875506845070720/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624637.631018:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff99dd11c07800 x1875506845070720/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.631043:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624637.631052:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.631055:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.633025:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624637.633044:0:16817:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624637.633047:0:16817:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624637.633051:0:16817:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d7e8. 00000400:00000200:0.0:1788624637.633066:0:16817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395088 00000400:00000010:0.0:1788624637.633069:0:16817:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395088. 00000100:00000001:0.0:1788624637.633074:0:16817:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624637.633083:0:16817:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07800 x1875506845070720/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624637.633102:0:16817:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07800 x1875506845070720/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.633163:0:16817:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624637.633165:0:16817:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.633168:0:16817:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624637.633171:0:16817:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624637.633179:0:16817:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624637.633182:0:16817:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624637.633184:0:16817:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624637.633191:0:16817:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=66 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624637.633196:0:16817:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624637.633198:0:16817:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624637.633200:0:16817:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624637.633203:0:16817:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624637.633205:0:16817:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.633208:0:16817:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624637.633213:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07800 x1875506845070720/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.633221:0:16817:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624637.633224:0:16817:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624637.633226:0:16817:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624637.633230:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07800 x1875506845070720/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624637.633238:0:16817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ecc5c667-a867-45f6-88f4-05f90b26443a:16817:1875506845070720:192.168.202.125@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788624637.633242:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.633245:0:16817:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.633248:0:16817:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624637.633606:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624637.633620:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07800 x1875506845070720/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.633628:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624637.633633:0:16817:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd18059840. 00000100:00000001:0.0:1788624637.633638:0:16817:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624637.633640:0:16817:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624637.633643:0:16817:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624637.633648:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624637.633650:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624637.633653:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18a00 refcount=4 00000020:00000001:0.0:1788624637.633655:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498608128 : -112300210943488 : ffff99dd11d18a00) 00010000:00000001:0.0:1788624637.633657:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498608128 : -112300210943488 : ffff99dd11d18a00) 00010000:00000040:0.0:1788624637.633664:0:16817:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd11d18a00, remote cookie: 0xa103bd66258a8401, flags: 0x0 00010000:00000001:0.0:1788624637.633667:0:16817:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624637.633670:0:16817:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624637.633672:0:16817:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624637.633674:0:16817:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624637.633675:0:16817:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624637.633677:0:16817:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff99dd03f10a00) refcount = 1 00010000:00010000:0.0:1788624637.633682:0:16817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.125@tcp lock: ffff99dd11d18a00/0xcc94206c7ef41961 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa103bd66258a8401 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624637.633688:0:16817:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624637.633690:0:16817:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624637.633691:0:16817:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624637.633694:0:16817:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624637.633696:0:16817:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624637.633699:0:16817:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.125@tcp lock: ffff99dd11d18a00/0xcc94206c7ef41961 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa103bd66258a8401 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624637.633705:0:16817:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624637.633707:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624637.633708:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624637.633709:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624637.633710:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624637.633711:0:16817:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.633714:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624637.633717:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07800 x1875506845070720/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.633728:0:16817:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624637.633731:0:16817:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624637.633734:0:16817:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049c9000. 02000000:00000001:0.0:1788624637.633737:0:16817:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624637.633740:0:16817:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624637.633742:0:16817:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:0.0:1788624637.633744:0:16817:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624637.633747:0:16817:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd0633bc00. 02000000:00000001:0.0:1788624637.633750:0:16817:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624637.633752:0:16817:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624637.633753:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07800. 00000100:00000001:0.0:1788624637.633756:0:16817:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624637.633758:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1788624637.633760:0:16817:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788624637.633763:0:16817:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788624637.633765:0:16817:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff99dd18097a00) refs 3 10000000:00000001:0.0:1788624637.633767:0:16817:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624637.633768:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624637.633769:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624637.633771:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18a00 refcount=3 00000020:00000001:0.0:1788624637.633772:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498608128 : -112300210943488 : ffff99dd11d18a00) 00010000:00000001:0.0:1788624637.633774:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498608128 : -112300210943488 : ffff99dd11d18a00) 00010000:00000001:0.0:1788624637.633776:0:16817:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1788624637.633777:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624637.633778:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624637.633779:0:16817:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788624637.633782:0:16817:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1788624637.633790:0:16817:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff99dd067ccc40. 00000020:00000010:0.0:1788624637.633807:0:16817:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd0633bc00. 00000020:00000010:0.0:1788624637.633812:0:16817:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff99dd0633aa00. 00000040:00000010:0.0:1788624637.633816:0:16817:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff99dd0633b200. 00000020:00000010:0.0:1788624637.633821:0:16817:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff99dd02e15800. 00000020:00000010:0.0:1788624637.633829:0:16817:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff99dd087c1800. 80000000:00000010:0.0:1788624637.633834:0:16817:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff99dd1879ca20. 00040000:00000010:0.0:1788624637.633839:0:16817:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff99dd087c1c00. 20000000:00000010:0.0:1788624637.633844:0:16817:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff99dd087c1400. 10000000:00000040:0.0:1788624637.633848:0:16817:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff99dd11529000 : new refcount 2 00000020:00000001:0.0:1788624637.633851:0:16817:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1788624637.633853:0:16817:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1788624637.633855:0:16817:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788624637.633859:0:16817:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff99dd111c9600. 00000040:00000001:0.0:1788624637.633862:0:16817:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788624637.633865:0:16817:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000010:0.0:1788624637.633870:0:16817:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07800. 00000020:00000040:0.0:1788624637.633872:0:16817:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=5 obd=MGC192.168.202.125@tcp 00000100:00000001:0.0:1788624637.633876:0:16817:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624637.633879:0:16817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624637.633884:0:16817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624637.633891:0:16817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd111c8800. 00000100:00000001:0.0:1788624637.633896:0:16817:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.633902:0:16817:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624637.633903:0:16817:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624637.633908:0:16817:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd18059840. 00000100:00000001:0.0:1788624637.633910:0:16817:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773602682944 : -112300106868672 : ffff99dd18059840) 00000100:00000001:0.0:1788624637.633913:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624637.633914:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497489408 : -112300212062208 : ffff99dd11c07800) 00000100:00000001:0.0:1788624637.633918:0:16817:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624637.633922:0:16817:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.633923:0:16817:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624637.633925:0:16817:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624637.633944:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07800 x1875506845070848/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.633951:0:16817:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624637.633952:0:16817:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624637.633956:0:16817:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624637.633958:0:16817:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624637.633960:0:16817:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624637.633963:0:16817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ecc5c667-a867-45f6-88f4-05f90b26443a:16817:1875506845070848:192.168.202.125@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1788624637.633969:0:16817:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624637.633973:0:16817:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624637.633975:0:16817:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624637.633978:0:16817:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624637.633982:0:16817:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd111c8400. 02000000:00000001:0.0:1788624637.633984:0:16817:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624637.633990:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624637.633993:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d7e8. 00000400:00000010:0.0:1788624637.633998:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395088. 00000100:00000200:0.0:1788624637.634005:0:16817:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845070848, portal 25 00000100:00000001:0.0:1788624637.634007:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624637.634008:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497489408 : -112300212062208 : ffff99dd11c07800) 00000100:00000040:0.0:1788624637.634013:0:16817:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c07800 x1875506845070848/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.634021:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624637.634023:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624637.634026:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395440. 00000100:00000200:0.0:1788624637.634029:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875506845070848, offset 0 00000400:00000200:0.0:1788624637.634034:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624637.634041:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624637.634049:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624637.634055:0:16817:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624637.634059:0:16817:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624637.634063:0:16817:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624637.634065:0:16817:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624637.634068:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2949:2949:256:4294967295] 192.168.202.125@tcp LPNI seq info [2949:2949:8:4294967295] 00000400:00000200:0.0:1788624637.634072:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624637.634082:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624637.634086:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624637.634092:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df900. 00000800:00000200:0.0:1788624637.634099:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624637.634348:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624637.634353:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df900 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1788624637.634444:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624637.634450:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624637.634452:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296655622 00000100:00000001:0.0:1788624637.634459:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296655609 00000100:00000001:0.0:1788624637.634464:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296655622 00000100:00000001:0.0:1788624637.634467:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296655609 00000100:00000001:0.0:1788624637.634470:0:16817:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624637.634472:0:16817:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.634474:0:16817:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624637.634476:0:16817:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624637.634479:0:16817:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd18059840 going to sleep for 11 seconds 00000100:00000001:0.0:1788624637.634481:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624637.634483:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624637.636824:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624637.636833:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df900. 00000400:00000200:3.0:1788624637.636840:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624637.636848:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624637.636855:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395440 00000400:00000010:3.0:1788624637.636857:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395440. 00000100:00000001:3.0:1788624637.636862:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624637.636869:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07800 x1875506845070848/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.636895:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624637.636899:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c07800 x1875506845070848/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.636907:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624637.636909:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624637.651154:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.651172:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624637.651177:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.651180:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624637.651189:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.651197:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624637.651206:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.651211:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.651217:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.651221:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 416 into portal 10 MB=0x6a9c377463500 00000400:00000200:3.0:1788624637.651227:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.651233:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 416/416 into md 0x8625 [1] + 0 00000800:00000001:3.0:1788624637.651241:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.651247:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624637.651261:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624637.651266:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624637.651274:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624637.651285:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04380 x1875506845070592/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624637.651304:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff99dd11c04380 x1875506845070592/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.651327:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624637.651337:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.651341:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624637.651431:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624637.651437:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624637.651445:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624637.651448:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624637.651452:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2318. 00000400:00000200:2.0:1788624637.651457:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08110 00000400:00000010:2.0:1788624637.651461:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08110. 00000100:00000001:2.0:1788624637.651464:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624637.651470:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04380 x1875506845070592/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624637.651479:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04380 x1875506845070592/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/544 e 0 to 0 dl 1788624647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.651484:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624637.651486:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624637.651489:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624637.651493:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624637.651495:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624637.651498:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624637.651500:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624637.651510:0:2388:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=66 v=5 (5 103 103 103) 00000100:00001000:2.0:1788624637.651515:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=47 v=5 (20 0 0 0) 00000100:00000001:2.0:1788624637.651518:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624637.651520:0:2388:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624637.651523:0:2388:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788624637.651528:0:2388:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff99dd11c04380 x1875506845070592/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/416 e 0 to 0 dl 1788624647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788624637.651535:0:2388:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624637.651538:0:2388:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788624637.651540:0:2388:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: committing for last_committed 4294967639 gen 2 00000100:00000040:2.0:1788624637.651545:0:2388:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967639) req@ffff99dd11c04a80 x1875506845065984/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624615 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624637.651553:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624637.651555:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497477760 : -112300212073856 : ffff99dd11c04a80) 00000100:00000001:2.0:1788624637.651558:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624637.651562:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04a80 x1875506845065984/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624615 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624637.651569:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624637.651571:0:2388:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788624637.651574:0:2388:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1788624637.651576:0:2388:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624637.651578:0:2388:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624637.651583:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04380 x1875506845070592/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/416 e 0 to 0 dl 1788624647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.651590:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624637.651593:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624637.651595:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624637.651597:0:2388:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1788624637.651604:0:2388:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff99dd10dbf800: connect to target with instance 2 00000020:00000001:2.0:1788624637.651607:0:2388:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788624637.651609:0:2388:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d13 00000020:00000001:2.0:1788624637.651622:0:2388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624637.651625:0:2388:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd10dbe000 refcount=5 00000020:00000001:2.0:1788624637.651628:0:2388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000020:00000001:2.0:1788624637.651630:0:2388:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000100:00001000:2.0:1788624637.651634:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=1788624637 v=0 (0 0 0 0) 00000100:00001000:2.0:1788624637.651636:0:2388:0:(import.c:2261:obd_at_measure()) AT ffff99dd19442418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1788624637.651641:0:2388:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1511, crc32c 10083, adler 1171 00000020:00000040:2.0:1788624637.651647:0:2388:0:(genops.c:879:class_export_put()) PUTting export ffff99dd10dbe000 : new refcount 4 00000100:00000001:2.0:1788624637.651650:0:2388:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788624637.651653:0:2388:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:2.0:1788624637.651657:0:2388:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff99dd10dbf800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:2.0:1788624637.651661:0:2388:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1788624637.651662:0:2388:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624637.651664:0:2388:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:2.0:1788624637.651668:0:2388:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:2.0:1788624637.651672:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788624637.651674:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624637.651676:0:2388:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624637.651678:0:2388:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624637.651679:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788624637.651681:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624637.651683:0:2388:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624637.651684:0:2388:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788624637.651687:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:2.0:1788624637.651693:0:2388:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1788624637.651695:0:2388:0:(import.c:1744:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1788624637.651697:0:2388:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1788624637.651699:0:2388:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788624637.651700:0:2388:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: committing for last_committed 4294967639 gen 2 00000100:00000040:2.0:1788624637.651703:0:2388:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1788624637.651705:0:2388:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1788624637.651706:0:2388:0:(recover.c:53:ptlrpc_replay_next()) import ffff99dd19442000 from lustre-MDT0000_UUID committed 4294967639 last 0 00000100:00000001:2.0:1788624637.651710:0:2388:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788624637.651712:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:2.0:1788624637.651716:0:2388:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000800:00000001:3.0:1788624637.657092:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.657148:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624637.657153:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.657156:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624637.657165:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.657174:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624637.657183:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.657188:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.657193:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.657197:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 272 into portal 25 MB=0x6a9c377463600 00000400:00000200:3.0:1788624637.657202:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.657208:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 272/272 into md 0x8635 [1] + 224 00000800:00000001:3.0:1788624637.657215:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.657222:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624637.657226:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624637.657230:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624637.657237:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624637.657246:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07800 x1875506845070848/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624637.657266:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff99dd11c07800 x1875506845070848/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.657289:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624637.657299:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.657302:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624637.657380:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624637.657388:0:16817:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624637.657390:0:16817:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624637.657394:0:16817:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d7e8. 00000400:00000200:2.0:1788624637.657399:0:16817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395088 00000400:00000010:2.0:1788624637.657401:0:16817:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395088. 00000100:00000001:2.0:1788624637.657404:0:16817:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624637.657409:0:16817:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07800 x1875506845070848/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624637.657417:0:16817:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07800 x1875506845070848/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.657423:0:16817:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624637.657425:0:16817:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624637.657428:0:16817:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624637.657431:0:16817:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624637.657433:0:16817:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624637.657435:0:16817:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624637.657438:0:16817:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624637.657446:0:16817:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=66 v=5 (5 5 5 5) 00000100:00001000:2.0:1788624637.657450:0:16817:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624637.657452:0:16817:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624637.657454:0:16817:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624637.657456:0:16817:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624637.657458:0:16817:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624637.657461:0:16817:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624637.657466:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07800 x1875506845070848/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.657473:0:16817:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624637.657476:0:16817:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624637.657478:0:16817:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624637.657482:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07800 x1875506845070848/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624637.657495:0:16817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ecc5c667-a867-45f6-88f4-05f90b26443a:16817:1875506845070848:192.168.202.125@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1788624637.657500:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624637.657503:0:16817:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624637.657505:0:16817:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624637.657508:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624637.657512:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07800 x1875506845070848/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.657519:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624637.657522:0:16817:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd18059840. 00000100:00000001:2.0:1788624637.657526:0:16817:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624637.657527:0:16817:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788624637.657536:0:16817:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1788624637.657541:0:16817:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624637.657543:0:16817:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000020:00000001:2.0:1788624637.657546:0:16817:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788624637.657547:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624637.657551:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07800 x1875506845070848/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.657557:0:16817:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624637.657560:0:16817:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624637.657562:0:16817:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd111c8400. 02000000:00000001:2.0:1788624637.657565:0:16817:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624637.657567:0:16817:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624637.657568:0:16817:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:2.0:1788624637.657570:0:16817:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624637.657573:0:16817:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd111c8800. 02000000:00000001:2.0:1788624637.657576:0:16817:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624637.657578:0:16817:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624637.657580:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07800. 00000100:00000001:2.0:1788624637.657583:0:16817:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624637.657585:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1788624637.657588:0:16817:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788624637.657591:0:16817:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1788624637.657598:0:16817:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff99dd04812000. 00000040:00000001:2.0:1788624637.657600:0:16817:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1788624637.657602:0:16817:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1788624637.657605:0:16817:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000010:2.0:1788624637.657620:0:16817:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63100. 00000020:00000040:2.0:1788624637.657623:0:16817:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=5 obd=MGC192.168.202.125@tcp 00000100:00000001:2.0:1788624637.657626:0:16817:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624637.657629:0:16817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624637.657635:0:16817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624637.657641:0:16817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd03639c00. 00000100:00000001:2.0:1788624637.657648:0:16817:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624637.657652:0:16817:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624637.657654:0:16817:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624637.657661:0:16817:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203bec00. 00000100:00000001:2.0:1788624637.657663:0:16817:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740461056 : -112299969090560 : ffff99dd203bec00) 00000100:00000001:2.0:1788624637.657666:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624637.657668:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913024 : -112300210638592 : ffff99dd11d63100) 00000100:00000001:2.0:1788624637.657673:0:16817:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624637.657678:0:16817:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624637.657680:0:16817:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624637.657681:0:16817:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624637.657686:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63100 x1875506845070976/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.657693:0:16817:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624637.657695:0:16817:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624637.657699:0:16817:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624637.657701:0:16817:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624637.657703:0:16817:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624637.657706:0:16817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ecc5c667-a867-45f6-88f4-05f90b26443a:16817:1875506845070976:192.168.202.125@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1788624637.657710:0:16817:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624637.657714:0:16817:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624637.657717:0:16817:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624637.657719:0:16817:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624637.657742:0:16817:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff99dd18780000. 02000000:00000001:2.0:1788624637.657745:0:16817:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624637.657751:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624637.657755:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2318. 00000400:00000010:2.0:1788624637.657760:0:16817:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff99dd203bee40. 00000100:00000200:2.0:1788624637.657766:0:16817:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875506845070976, portal 25 00000100:00000001:2.0:1788624637.657768:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624637.657770:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913024 : -112300210638592 : ffff99dd11d63100) 00000100:00000040:2.0:1788624637.657775:0:16817:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d63100 x1875506845070976/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.657781:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624637.657784:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624637.657787:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08110. 00000100:00000200:2.0:1788624637.657803:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875506845070976, offset 0 00000400:00000200:2.0:1788624637.657809:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624637.657816:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.657824:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624637.657829:0:16817:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624637.657833:0:16817:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624637.657837:0:16817:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624637.657839:0:16817:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624637.657842:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2950:2950:256:4294967295] 192.168.202.125@tcp LPNI seq info [2950:2950:8:4294967295] 00000400:00000200:2.0:1788624637.657846:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.657854:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624637.657860:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624637.657865:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd092e3700. 00000800:00000200:2.0:1788624637.657872:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624637.657879:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624637.657884:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd092e3700 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788624637.657901:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624637.657906:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624637.657908:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296655645 00000100:00000001:2.0:1788624637.657916:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296655622 00000100:00000001:2.0:1788624637.657923:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296655645 00000100:00000001:2.0:1788624637.657926:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296655622 00000100:00000001:2.0:1788624637.657929:0:16817:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624637.657932:0:16817:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624637.657934:0:16817:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624637.657936:0:16817:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624637.657938:0:16817:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203bec00 going to sleep for 11 seconds 00000100:00000001:2.0:1788624637.657940:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624637.657942:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624637.659239:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624637.659247:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd092e3700. 00000400:00000200:3.0:1788624637.659265:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624637.659272:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624637.659277:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08110 00000400:00000010:3.0:1788624637.659279:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08110. 00000100:00000001:3.0:1788624637.659284:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624637.659289:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63100 x1875506845070976/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.659299:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624637.659302:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d63100 x1875506845070976/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.659308:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624637.659310:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788624637.660276:0:2388:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.660285:0:2388:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624637.660296:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04380 x1875506845070592/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/416 e 0 to 0 dl 1788624647 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624637.660307:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845070592:192.168.202.125@tcp:38:ll_cfg_requeue.0 00000100:00000001:0.0:1788624637.660311:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.660315:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624637.660317:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04380 x1875506845070592/t0(0) o38->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/416 e 0 to 0 dl 1788624647 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.660323:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624637.660325:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624637.660329:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd04838c00. 02000000:00000001:0.0:1788624637.660332:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624637.660335:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624637.660336:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624637.660339:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624637.660350:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049c9c00. 02000000:00000001:0.0:1788624637.660354:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624637.660355:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624637.660357:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04380. 00000100:00000001:0.0:1788624637.660369:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624637.660370:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.660373:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.660382:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624637.660384:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.660386:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624637.660388:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1788624637.667194:0:34071:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff99dd10dbf800 to lustre-MDT0000_UUID@192.168.202.125@tcp 00010000:00000001:2.0:1788624637.667201:0:34071:0:(ldlm_request.c:2924:__ldlm_replay_locks()) Process entered 00010000:00010000:2.0:1788624637.667203:0:34071:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff99dd10dbf800 (1) 00010000:00000001:2.0:1788624637.667208:0:34071:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000002:00000001:2.0:1788624637.667215:0:34071:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788624637.667218:0:34071:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624637.667222:0:34071:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624637.667225:0:34071:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788624637.667227:0:34071:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788624637.667230:0:34071:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1788624637.667233:0:34071:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788624637.667238:0:34071:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788624637.667241:0:34071:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788624637.667243:0:34071:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x29:0x0] mode (null) 00000002:00000001:2.0:1788624637.667248:0:34071:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624637.667262:0:34071:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624637.667268:0:34071:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:2.0:1788624637.667272:0:34071:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624637.667277:0:34071:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624637.667279:0:34071:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624637.667280:0:34071:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624637.667282:0:34071:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:2.0:1788624637.667284:0:34071:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624637.667285:0:34071:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624637.667287:0:34071:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624637.667288:0:34071:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624637.667289:0:34071:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:2.0:1788624637.667291:0:34071:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624637.667292:0:34071:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624637.667294:0:34071:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624637.667294:0:34071:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624637.667296:0:34071:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:2.0:1788624637.667297:0:34071:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624637.667299:0:34071:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624637.667301:0:34071:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624637.667303:0:34071:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788624637.667306:0:34071:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624637.667310:0:34071:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482286472 : -112300227265144 : ffff99dd10d87d88) 00000020:00001000:2.0:1788624637.667314:0:34071:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87d80 00000020:00000001:2.0:1788624637.667316:0:34071:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788624637.667319:0:34071:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x29:0x0]: losing layout lock 00000080:00000001:2.0:1788624637.667323:0:34071:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788624637.667325:0:34071:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788624637.667329:0:34071:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788624637.667332:0:34071:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788624637.667334:0:34071:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x29:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788624637.667336:0:34071:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624637.667338:0:34071:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788624637.667340:0:34071:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87d80 00000080:00000001:2.0:1788624637.667343:0:34071:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624637.667346:0:34071:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788624637.667348:0:34071:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x29:0x0](ffff99dd198700c8) invalid 00000020:00000001:2.0:1788624637.667352:0:34071:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88213bc70 00000080:00002000:2.0:1788624637.667354:0:34071:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry f23.recovery-small (ffff99dd1934d1b0) parent ffff99dd19287870 inode ffff99dd198700c8 refc 1 00000080:00000001:2.0:1788624637.667370:0:34071:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788624637.667373:0:34071:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788624637.667375:0:34071:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624637.667379:0:34071:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788624637.667381:0:34071:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788624637.667383:0:34071:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624637.667385:0:34071:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788624637.667389:0:34071:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d19000 with handle 0xcc94206c7ef41953 from hash 00010000:00000001:2.0:1788624637.667391:0:34071:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788624637.667393:0:34071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624637.667395:0:34071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624637.667397:0:34071:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788624637.667401:0:34071:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788624637.667402:0:34071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788624637.667406:0:34071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19000/0xcc94206c7ef41953 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0xa103bd66258a82aa expref: -99 pid: 33840 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1788624637.667415:0:34071:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd067cc2c0. 00010000:00000040:2.0:1788624637.667422:0:34071:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10b00 count: 0 00010000:00000010:2.0:1788624637.667427:0:34071:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd11c18600. 00010000:00000001:2.0:1788624637.667438:0:34071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624637.667440:0:34071:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624637.667442:0:34071:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff99dd10dbf800 00000001:00000001:2.0:1788624637.667444:0:34071:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1788624637.667446:0:34071:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1788624637.667844:0:34071:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624637.667848:0:34071:0:(ldlm_request.c:2954:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624637.667850:0:34071:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1788624637.667854:0:34071:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:2.0:1788624637.667857:0:34071:0:(import.c:1601:signal_completed_replay()) Process entered 00000100:00000010:2.0:1788624637.667864:0:34071:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63800. 00000020:00000040:2.0:1788624637.667868:0:34071:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624637.667872:0:34071:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624637.667875:0:34071:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624637.667880:0:34071:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624637.667888:0:34071:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd092e3b00. 00000100:00000001:2.0:1788624637.667895:0:34071:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624637.667900:0:34071:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624637.667905:0:34071:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624637.667914:0:34071:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034132491] to pc [ptlrpcd_rcv+-1] req@ffff99dd11d63800 x1875506845071104/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.667957:0:34071:0:(import.c:1626:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624637.667960:0:34071:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624637.667962:0:34071:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624637.667964:0:34071:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624637.667966:0:34071:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788624637.670267:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624637.670278:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624637.670281:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624637.670296:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63800 x1875506845071104/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.670307:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624637.670309:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624637.670313:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624637.670317:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624637.670320:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624637.670323:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845071104:192.168.202.125@tcp:400:ldlm_lock_repla.0 00000100:00000001:0.0:1788624637.670327:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624637.670334:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624637.670336:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624637.670339:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624637.670347:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd111c8800. 02000000:00000001:0.0:1788624637.670349:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624637.670369:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624637.670376:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d210. 00000400:00000010:0.0:1788624637.670385:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395000. 00000100:00000200:0.0:1788624637.670394:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845071104, portal 10 00000100:00000001:0.0:1788624637.670397:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624637.670398:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498914816 : -112300210636800 : ffff99dd11d63800) 00000100:00000040:0.0:1788624637.670408:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=2c0 req@ffff99dd11d63800 x1875506845071104/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624653 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.670416:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624637.670418:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624637.670421:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053957f8. 00000100:00000200:0.0:1788624637.670424:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845071104, offset 0 00000400:00000200:0.0:1788624637.670430:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624637.670439:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624637.670448:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624637.670454:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624637.670457:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624637.670461:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624637.670464:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624637.670467:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2951:2951:256:4294967295] 192.168.202.125@tcp LPNI seq info [2951:2951:8:4294967295] 00000400:00000200:0.0:1788624637.670471:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624637.670480:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624637.670485:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624637.670490:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df800. 00000800:00000200:0.0:1788624637.670496:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624637.670504:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624637.670508:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624637.670526:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624637.670530:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 798408 usecs (799 jiffies) 00000400:00000200:0.0:1788624637.670534:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624637.670537:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296652531 00000100:00000001:0.0:1788624637.670548:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296655645 00000100:00000001:0.0:1788624637.670551:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296652531 00000100:00000001:0.0:1788624637.670556:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296655645 00000100:00000001:0.0:1788624637.670558:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624637.670562:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.670565:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.670568:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.670575:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624637.670577:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788624637.670579:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624637.670580:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624637.670581:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.670583:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624637.671148:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.671161:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624637.671164:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.671166:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624637.671171:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.671176:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624637.671183:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.671186:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.671190:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.671194:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 8416 into portal 25 MB=0x6a9c377463680 00000400:00000200:3.0:1788624637.671198:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624637.671203:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 8416/8416 into md 0x863d [4] + 224 00000800:00000001:3.0:1788624637.671210:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.671222:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624637.671225:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624637.671230:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624637.671237:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624637.671244:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63100 x1875506845070976/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624637.671264:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff99dd11d63100 x1875506845070976/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.671284:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788624637.671338:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624637.671341:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df800. 00000400:00000200:3.0:1788624637.671345:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624637.671349:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624637.671355:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053957f8 00000400:00000010:3.0:1788624637.671366:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053957f8. 00000100:00000001:3.0:1788624637.671370:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624637.671374:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63800 x1875506845071104/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624653 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.671383:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624637.671386:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d63800 x1875506845071104/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624653 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.671392:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624637.671394:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624637.671399:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624637.671402:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.672233:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624637.672241:0:16817:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624637.672243:0:16817:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624637.672246:0:16817:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2318. 00000400:00000200:0.0:1788624637.672261:0:16817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd203bee40 00000400:00000010:0.0:1788624637.672264:0:16817:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff99dd203bee40. 00000100:00000001:0.0:1788624637.672267:0:16817:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624637.672273:0:16817:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d63100 x1875506845070976/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624637.672283:0:16817:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d63100 x1875506845070976/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.672289:0:16817:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624637.672291:0:16817:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.672293:0:16817:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624637.672296:0:16817:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624637.672298:0:16817:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624637.672300:0:16817:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624637.672303:0:16817:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624637.672310:0:16817:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=66 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624637.672314:0:16817:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624637.672316:0:16817:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624637.672318:0:16817:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624637.672321:0:16817:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624637.672323:0:16817:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.672326:0:16817:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624637.672330:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d63100 x1875506845070976/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.672343:0:16817:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624637.672345:0:16817:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624637.672347:0:16817:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624637.672351:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63100 x1875506845070976/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624637.672368:0:16817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d63100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ecc5c667-a867-45f6-88f4-05f90b26443a:16817:1875506845070976:192.168.202.125@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1788624637.672373:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624637.672376:0:16817:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624637.672378:0:16817:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624637.672379:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624637.672383:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d63100 x1875506845070976/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.672389:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624637.672391:0:16817:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203bec00. 00000100:00000001:0.0:1788624637.672394:0:16817:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624637.672396:0:16817:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788624637.672405:0:16817:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788624637.672406:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624637.672409:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d63100 x1875506845070976/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624637.672415:0:16817:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624637.672417:0:16817:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624637.672420:0:16817:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff99dd18780000. 02000000:00000001:0.0:1788624637.672434:0:16817:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624637.672437:0:16817:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624637.672438:0:16817:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000020:00000001:0.0:1788624637.672441:0:16817:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624637.672443:0:16817:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd03639c00. 02000000:00000001:0.0:1788624637.672447:0:16817:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624637.672449:0:16817:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624637.672451:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63100. 00000100:00000001:0.0:1788624637.672458:0:16817:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624637.672459:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788624637.672461:0:16817:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624637.672463:0:16817:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:0.0:1788624637.672464:0:16817:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:0.0:1788624637.672467:0:16817:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788624637.672469:0:16817:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788624637.672473:0:16817:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788624637.672478:0:16817:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff99dd1879c780. 00000040:00001000:0.0:1788624637.672480:0:16817:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 51 last_idx 0 read_mode 0 00000040:00000001:0.0:1788624637.676775:0:34072:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1788624637.676800:0:34072:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd111c8400. 00000020:00000010:0.0:1788624637.676810:0:34072:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff99dd03fbd800. 00000040:00000010:0.0:1788624637.676814:0:34072:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff99dd03fbd400. 00000020:00000010:0.0:1788624637.676819:0:34072:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff99dd02e11000. 00000020:00000010:0.0:1788624637.676825:0:34072:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff99dd216cf8c0. 00000020:00000010:0.0:1788624637.676830:0:34072:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff99dd06578000. 80000000:00000010:0.0:1788624637.676835:0:34072:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff99dd1879c480. 40000000:00000010:0.0:1788624637.676839:0:34072:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff99dd067ccbc0. 00100000:00000010:0.0:1788624637.676844:0:34072:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff99dd02e13000. 00040000:00000010:0.0:1788624637.676850:0:34072:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff99dd091df000. 00040000:00000010:0.0:1788624637.676854:0:34072:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff99dd02e14800. 00040000:00000010:0.0:1788624637.676858:0:34072:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff99dd030d8000. 00000004:00000010:0.0:1788624637.676864:0:34072:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff99dd02e11800. 00000004:00000010:0.0:1788624637.676870:0:34072:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff99dd11c70000. 00000004:00000010:0.0:1788624637.676874:0:34072:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff99dd02e17000. 00002000:00000010:0.0:1788624637.676879:0:34072:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff99dd049c9c00. 00000004:00000010:0.0:1788624637.676884:0:34072:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff99dd049c9000. 00000020:00000010:0.0:1788624637.676889:0:34072:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff99dd067cca40. 00000040:00000010:0.0:1788624637.676898:0:34072:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff99dd04a8a000. 00000040:00080000:0.0:1788624637.677447:0:34072:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 51 00000040:00000010:0.0:1788624637.677453:0:34072:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff99dd04a8a000. 00000020:00000010:0.0:1788624637.677462:0:34072:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff99dd067cca40. 00000020:00000010:0.0:1788624637.677479:0:34072:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff99dd03fbd800. 00000040:00000010:0.0:1788624637.677486:0:34072:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff99dd03fbd400. 00000020:00000010:0.0:1788624637.677489:0:34072:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff99dd02e11000. 00000020:00000010:0.0:1788624637.677493:0:34072:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff99dd216cf8c0. 00000020:00000010:0.0:1788624637.677498:0:34072:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff99dd06578000. 80000000:00000010:0.0:1788624637.677502:0:34072:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff99dd1879c480. 40000000:00000010:0.0:1788624637.677505:0:34072:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff99dd067ccbc0. 00100000:00000010:0.0:1788624637.677509:0:34072:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff99dd02e13000. 00040000:00000010:0.0:1788624637.677512:0:34072:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff99dd091df000. 00040000:00000010:0.0:1788624637.677515:0:34072:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff99dd02e14800. 00040000:00000010:0.0:1788624637.677519:0:34072:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff99dd030d8000. 00000004:00000010:0.0:1788624637.677522:0:34072:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff99dd02e11800. 00000004:00000010:0.0:1788624637.677526:0:34072:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff99dd11c70000. 00000004:00000010:0.0:1788624637.677530:0:34072:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff99dd02e17000. 00002000:00000010:0.0:1788624637.677534:0:34072:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff99dd049c9c00. 00000004:00000010:0.0:1788624637.677537:0:34072:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff99dd049c9000. 00000020:00000010:0.0:1788624637.677540:0:34072:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99dd111c8400. 00000040:00000010:1.0:1788624637.679027:0:16817:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff99dd1879c780. 00000040:00000001:1.0:1788624637.679038:0:16817:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1788624637.679042:0:16817:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-51 (rc=0) 00000040:00000010:1.0:1788624637.679048:0:16817:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff99dd04812000. 00000040:00000010:1.0:1788624637.679052:0:16817:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff99dd111c9600. 00000020:00000001:1.0:1788624637.679054:0:16817:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788624637.679058:0:16817:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1788624637.679062:0:16817:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff99dd0633aa00. 00000040:00000010:1.0:1788624637.679066:0:16817:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff99dd0633b200. 00000020:00000010:1.0:1788624637.679069:0:16817:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff99dd02e15800. 00000020:00000010:1.0:1788624637.679074:0:16817:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff99dd087c1800. 80000000:00000010:1.0:1788624637.679077:0:16817:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff99dd1879ca20. 00040000:00000010:1.0:1788624637.679081:0:16817:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff99dd087c1c00. 20000000:00000010:1.0:1788624637.679085:0:16817:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff99dd087c1400. 00000020:00000010:1.0:1788624637.679087:0:16817:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99dd0633bc00. 10000000:00000010:1.0:1788624637.679090:0:16817:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff99dd067ccc40. 10000000:01000000:1.0:1788624637.679093:0:16817:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.125@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:1.0:1788624637.679097:0:16817:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788624637.679100:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624637.679103:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624637.679146:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18a00 refcount=3 00000020:00000001:1.0:1788624637.679149:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498608128 : -112300210943488 : ffff99dd11d18a00) 00010000:00000001:1.0:1788624637.679153:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498608128 : -112300210943488 : ffff99dd11d18a00) 00010000:00000001:1.0:1788624637.679156:0:16817:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624637.679161:0:16817:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.125@tcp lock: ffff99dd11d18a00/0xcc94206c7ef41961 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa103bd66258a8401 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624637.679170:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624637.679172:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624637.679174:0:16817:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.125@tcp lock: ffff99dd11d18a00/0xcc94206c7ef41961 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa103bd66258a8401 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624637.679180:0:16817:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624637.679182:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624637.679183:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788624637.679184:0:16817:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788624637.679186:0:16817:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788624637.679189:0:16817:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788624637.679192:0:16817:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788624637.679193:0:16817:0:(mgc_request.c:108:config_log_get()) log params (ffff99dd18097200) refs 2 10000000:00000001:1.0:1788624637.679195:0:16817:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788624637.679197:0:16817:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788624637.679198:0:16817:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff99dd18097a00) refs 3 10000000:00000001:1.0:1788624637.679200:0:16817:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788624637.679202:0:16817:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788624637.679204:0:16817:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1788624637.679205:0:16817:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788624637.679207:0:16817:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff99dd10dbf800 from 7 10000000:00000001:1.0:1788624637.679210:0:16817:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788624637.679211:0:16817:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1788624637.679220:0:16817:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8000. 00000020:00000040:1.0:1788624637.679225:0:16817:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:1.0:1788624637.679230:0:16817:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624637.679233:0:16817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624637.679238:0:16817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624637.679259:0:16817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd087c1400. 00000100:00000001:1.0:1788624637.679267:0:16817:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624637.679272:0:16817:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624637.679275:0:16817:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788624637.679283:0:16817:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd189e4e00. 00010000:00000001:1.0:1788624637.679287:0:16817:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624637.679290:0:16817:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18600800. 00000020:00000001:1.0:1788624637.679295:0:16817:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624637.679297:0:16817:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18600800 with handle 0xcc94206c7ef41968 to hash 00000020:00000001:1.0:1788624637.679299:0:16817:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624637.679301:0:16817:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624637.679303:0:16817:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624637.679307:0:16817:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624637.679310:0:16817:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624637.679313:0:16817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.125@tcp lock: ffff99dd18600800/0xcc94206c7ef41968 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624637.679322:0:16817:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.125@tcp lock: ffff99dd18600800/0xcc94206c7ef41968 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624637.679333:0:16817:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.125@tcp lock: ffff99dd18600800/0xcc94206c7ef41968 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624637.679338:0:16817:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624637.679341:0:16817:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624637.679347:0:16817:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd186e56c0. 00000100:00000001:1.0:1788624637.679348:0:16817:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773609547456 : -112300100004160 : ffff99dd186e56c0) 00000100:00000001:1.0:1788624637.679351:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624637.679352:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392000 : -112300210159616 : ffff99dd11dd8000) 00000100:00000001:1.0:1788624637.679369:0:16817:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624637.679374:0:16817:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624637.679377:0:16817:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624637.679378:0:16817:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624637.679389:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8000 x1875506845071232/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.679397:0:16817:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624637.679399:0:16817:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624637.679403:0:16817:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624637.679406:0:16817:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624637.679409:0:16817:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624637.679412:0:16817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ecc5c667-a867-45f6-88f4-05f90b26443a:16817:1875506845071232:192.168.202.125@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788624637.679417:0:16817:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624637.679422:0:16817:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624637.679424:0:16817:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624637.679427:0:16817:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624637.679431:0:16817:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e1400. 02000000:00000001:1.0:1788624637.679433:0:16817:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624637.679441:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624637.679445:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624637.679453:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c880. 00000100:00000200:1.0:1788624637.679461:0:16817:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845071232, portal 25 00000100:00000001:1.0:1788624637.679463:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624637.679464:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392000 : -112300210159616 : ffff99dd11dd8000) 00000100:00000040:1.0:1788624637.679470:0:16817:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd8000 x1875506845071232/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.679477:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624637.679480:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624637.679483:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cbb0. 00000100:00000200:1.0:1788624637.679486:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875506845071232, offset 0 00000400:00000200:1.0:1788624637.679493:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624637.679501:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624637.679509:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624637.679514:0:16817:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624637.679518:0:16817:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624637.679522:0:16817:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624637.679524:0:16817:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624637.679528:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2952:2952:256:4294967295] 192.168.202.125@tcp LPNI seq info [2952:2952:8:4294967295] 00000400:00000200:1.0:1788624637.679532:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624637.679550:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624637.679557:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624637.679563:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ed00. 00000800:00000200:1.0:1788624637.679569:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624637.679577:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624637.679581:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ed00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788624637.679590:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624637.679594:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624637.679597:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296655666 00000100:00000001:1.0:1788624637.679604:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296655645 00000100:00000001:1.0:1788624637.679608:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296655666 00000100:00000001:1.0:1788624637.679718:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296655645 00000100:00000001:1.0:1788624637.679722:0:16817:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624637.679725:0:16817:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624637.679727:0:16817:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624637.679730:0:16817:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624637.679732:0:16817:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd186e56c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788624637.679735:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624637.679738:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624637.681452:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624637.681462:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ed00. 00000400:00000200:3.0:1788624637.681469:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624637.681478:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624637.681487:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cbb0 00000400:00000010:3.0:1788624637.681490:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cbb0. 00000100:00000001:3.0:1788624637.681495:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624637.681503:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8000 x1875506845071232/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.681516:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624637.681519:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8000 x1875506845071232/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.681527:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624637.681529:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788624637.682466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10b00. 00010000:00000010:2.1:1788624637.682476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19000. 00000800:00000001:2.0:1788624637.703160:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624637.703179:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624637.703184:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624637.703186:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624637.703196:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.703204:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624637.703215:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.703219:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.703225:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.703230:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 344 into portal 25 MB=0x6a9c377463780 00000400:00000200:2.0:1788624637.703235:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.703242:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 344/344 into md 0x8655 [1] + 224 00000800:00000001:2.0:1788624637.703259:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624637.703270:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624637.703273:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624637.703279:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624637.703287:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624637.703297:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8000 x1875506845071232/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624637.703309:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff99dd11dd8000 x1875506845071232/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.703320:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624637.703329:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624637.703333:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624637.703395:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624637.703403:0:16817:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624637.703405:0:16817:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624637.703409:0:16817:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624637.703415:0:16817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c880 00000400:00000010:1.0:1788624637.703419:0:16817:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c880. 00000100:00000001:1.0:1788624637.703422:0:16817:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624637.703427:0:16817:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8000 x1875506845071232/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624637.703436:0:16817:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8000 x1875506845071232/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.703442:0:16817:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624637.703444:0:16817:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624637.703448:0:16817:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624637.703461:0:16817:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624637.703465:0:16817:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624637.703467:0:16817:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624637.703470:0:16817:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624637.703477:0:16817:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=66 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624637.703481:0:16817:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624637.703483:0:16817:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624637.703484:0:16817:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624637.703487:0:16817:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624637.703489:0:16817:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624637.703492:0:16817:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624637.703497:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8000 x1875506845071232/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.703504:0:16817:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624637.703506:0:16817:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624637.703509:0:16817:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624637.703513:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8000 x1875506845071232/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624637.703521:0:16817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ecc5c667-a867-45f6-88f4-05f90b26443a:16817:1875506845071232:192.168.202.125@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788624637.703527:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624637.703530:0:16817:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624637.703532:0:16817:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624637.703534:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624637.703538:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8000 x1875506845071232/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.703545:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624637.703549:0:16817:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd186e56c0. 00000100:00000001:1.0:1788624637.703553:0:16817:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624637.703555:0:16817:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624637.703558:0:16817:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624637.703561:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624637.703564:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624637.703568:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=4 00000020:00000001:1.0:1788624637.703570:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624637.703573:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000040:1.0:1788624637.703580:0:16817:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18600800, remote cookie: 0xa103bd66258a8408, flags: 0x0 00010000:00000001:1.0:1788624637.703583:0:16817:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624637.703588:0:16817:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624637.703591:0:16817:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624637.703592:0:16817:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624637.703593:0:16817:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624637.703597:0:16817:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff99dd189e4e00) refcount = 1 00010000:00010000:1.0:1788624637.703602:0:16817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.125@tcp lock: ffff99dd18600800/0xcc94206c7ef41968 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa103bd66258a8408 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624637.703609:0:16817:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624637.703620:0:16817:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624637.703622:0:16817:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624637.703625:0:16817:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624637.703628:0:16817:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624637.703631:0:16817:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.125@tcp lock: ffff99dd18600800/0xcc94206c7ef41968 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa103bd66258a8408 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624637.703636:0:16817:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624637.703638:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624637.703640:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624637.703641:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624637.703642:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624637.703644:0:16817:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624637.703646:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624637.703651:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8000 x1875506845071232/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.703656:0:16817:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624637.703659:0:16817:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624637.703662:0:16817:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e1400. 02000000:00000001:1.0:1788624637.703665:0:16817:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624637.703668:0:16817:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624637.703669:0:16817:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:1.0:1788624637.703672:0:16817:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624637.703674:0:16817:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd087c1400. 02000000:00000001:1.0:1788624637.703677:0:16817:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624637.703679:0:16817:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624637.703680:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8000. 00000100:00000001:1.0:1788624637.703683:0:16817:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624637.703684:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788624637.703686:0:16817:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788624637.703689:0:16817:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788624637.703691:0:16817:0:(mgc_request.c:108:config_log_get()) log params (ffff99dd18097200) refs 3 10000000:00000001:1.0:1788624637.703694:0:16817:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624637.703695:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624637.703697:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624637.703698:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:1.0:1788624637.703700:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624637.703702:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:1.0:1788624637.703704:0:16817:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788624637.703705:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624637.703706:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624637.703708:0:16817:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788624637.703710:0:16817:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788624637.703715:0:16817:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff99dd1878e080. 00000020:00000010:1.0:1788624637.703719:0:16817:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd087c1400. 00000020:00000010:1.0:1788624637.703724:0:16817:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff99dd087c1c00. 00000040:00000010:1.0:1788624637.703728:0:16817:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff99dd087c1800. 00000020:00000010:1.0:1788624637.703733:0:16817:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff99dd18652800. 00000020:00000010:1.0:1788624637.703739:0:16817:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff99dd0633bc00. 80000000:00000010:1.0:1788624637.703743:0:16817:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff99dd04866d20. 00040000:00000010:1.0:1788624637.703748:0:16817:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff99dd0633b200. 20000000:00000010:1.0:1788624637.703753:0:16817:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff99dd0633aa00. 10000000:00000040:1.0:1788624637.703757:0:16817:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff99dd11529000 : new refcount 2 00000020:00000001:1.0:1788624637.703760:0:16817:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788624637.703762:0:16817:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1788624637.703764:0:16817:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788624637.703771:0:16817:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff99dd42175200. 00000040:00000001:1.0:1788624637.703775:0:16817:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788624637.703778:0:16817:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000010:1.0:1788624637.703781:0:16817:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8000. 00000020:00000040:1.0:1788624637.703784:0:16817:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=5 obd=MGC192.168.202.125@tcp 00000100:00000001:1.0:1788624637.703788:0:16817:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624637.703800:0:16817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624637.703805:0:16817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624637.703812:0:16817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd187cb400. 00000100:00000001:1.0:1788624637.703817:0:16817:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624637.703822:0:16817:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624637.703824:0:16817:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624637.703828:0:16817:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd186e56c0. 00000100:00000001:1.0:1788624637.703830:0:16817:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773609547456 : -112300100004160 : ffff99dd186e56c0) 00000100:00000001:1.0:1788624637.703834:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624637.703835:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392000 : -112300210159616 : ffff99dd11dd8000) 00000100:00000001:1.0:1788624637.703839:0:16817:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624637.703844:0:16817:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624637.703845:0:16817:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624637.703847:0:16817:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624637.703852:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8000 x1875506845071360/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.703859:0:16817:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624637.703861:0:16817:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624637.703865:0:16817:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624637.703868:0:16817:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624637.703870:0:16817:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624637.703873:0:16817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ecc5c667-a867-45f6-88f4-05f90b26443a:16817:1875506845071360:192.168.202.125@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788624637.703877:0:16817:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624637.703883:0:16817:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624637.703885:0:16817:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624637.703888:0:16817:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624637.703891:0:16817:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd187ca600. 02000000:00000001:1.0:1788624637.703893:0:16817:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624637.703899:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624637.703902:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624637.703906:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c880. 00000100:00000200:1.0:1788624637.703912:0:16817:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845071360, portal 25 00000100:00000001:1.0:1788624637.703914:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624637.703915:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392000 : -112300210159616 : ffff99dd11dd8000) 00000100:00000040:1.0:1788624637.703920:0:16817:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd8000 x1875506845071360/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1788624653 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.703927:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624637.703929:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624637.703941:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cd48. 00000100:00000200:1.0:1788624637.703945:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875506845071360, offset 0 00000400:00000200:1.0:1788624637.703952:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624637.703958:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624637.703965:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624637.703969:0:16817:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624637.703973:0:16817:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624637.703976:0:16817:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624637.703979:0:16817:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624637.703983:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2953:2953:256:4294967295] 192.168.202.125@tcp LPNI seq info [2953:2953:8:4294967295] 00000400:00000200:1.0:1788624637.703987:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624637.703994:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624637.704000:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624637.704005:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e200. 00000800:00000200:1.0:1788624637.704011:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624637.704019:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624637.704024:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e200 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1788624637.704331:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624637.704337:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624637.704340:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296655691 00000100:00000001:1.0:1788624637.704351:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296655666 00000100:00000001:1.0:1788624637.704357:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296655691 00000100:00000001:1.0:1788624637.704360:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296655666 00000100:00000001:1.0:1788624637.704362:0:16817:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624637.704365:0:16817:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624637.704367:0:16817:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624637.704369:0:16817:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624637.704372:0:16817:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd186e56c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788624637.704374:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624637.704376:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624637.712582:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624637.712593:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e200. 00000400:00000200:3.0:1788624637.712602:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624637.712621:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624637.712629:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cd48 00000400:00000010:3.0:1788624637.712632:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cd48. 00000100:00000001:3.0:1788624637.712638:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624637.712646:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8000 x1875506845071360/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1788624653 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.712659:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624637.712663:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8000 x1875506845071360/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1788624653 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.712670:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624637.712672:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624637.729808:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624637.729827:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624637.729833:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624637.729835:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624637.729845:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.729852:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624637.729861:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.729865:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.729870:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.729874:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 272 into portal 25 MB=0x6a9c377463800 00000400:00000200:2.0:1788624637.729880:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.729885:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 272/272 into md 0x865d [1] + 224 00000800:00000001:2.0:1788624637.729893:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624637.729899:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624637.729903:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624637.729908:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624637.729915:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624637.729924:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8000 x1875506845071360/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1788624653 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624637.729947:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff99dd11dd8000 x1875506845071360/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.729966:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624637.729977:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624637.729981:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624637.730167:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624637.730177:0:16817:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624637.730179:0:16817:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624637.730183:0:16817:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624637.730188:0:16817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c880 00000400:00000010:1.0:1788624637.730191:0:16817:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c880. 00000100:00000001:1.0:1788624637.730195:0:16817:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624637.730199:0:16817:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8000 x1875506845071360/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624637.730209:0:16817:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8000 x1875506845071360/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.730216:0:16817:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624637.730218:0:16817:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624637.730221:0:16817:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624637.730224:0:16817:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624637.730226:0:16817:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624637.730228:0:16817:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624637.730231:0:16817:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624637.730239:0:16817:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=66 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624637.730243:0:16817:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624637.730246:0:16817:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624637.730257:0:16817:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624637.730261:0:16817:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624637.730263:0:16817:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624637.730266:0:16817:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624637.730273:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8000 x1875506845071360/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.730279:0:16817:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624637.730282:0:16817:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624637.730285:0:16817:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624637.730289:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8000 x1875506845071360/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1788624653 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624637.730296:0:16817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ecc5c667-a867-45f6-88f4-05f90b26443a:16817:1875506845071360:192.168.202.125@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788624637.730302:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624637.730304:0:16817:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624637.730307:0:16817:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624637.730309:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624637.730313:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8000 x1875506845071360/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1788624653 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.730320:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624637.730323:0:16817:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd186e56c0. 00000100:00000001:1.0:1788624637.730326:0:16817:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624637.730328:0:16817:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788624637.730334:0:16817:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788624637.730338:0:16817:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624637.730340:0:16817:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000020:00000001:1.0:1788624637.730342:0:16817:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788624637.730343:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624637.730347:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8000 x1875506845071360/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 504/272 e 0 to 0 dl 1788624653 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.730353:0:16817:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624637.730355:0:16817:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624637.730367:0:16817:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd187ca600. 02000000:00000001:1.0:1788624637.730373:0:16817:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624637.730375:0:16817:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624637.730376:0:16817:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:1.0:1788624637.730378:0:16817:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624637.730382:0:16817:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd187cb400. 02000000:00000001:1.0:1788624637.730385:0:16817:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624637.730387:0:16817:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624637.730389:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8000. 00000100:00000001:1.0:1788624637.730392:0:16817:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624637.730393:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788624637.730396:0:16817:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788624637.730400:0:16817:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788624637.730408:0:16817:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff99dd04890000. 00000040:00000001:1.0:1788624637.730410:0:16817:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788624637.730412:0:16817:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788624637.730414:0:16817:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000010:1.0:1788624637.730418:0:16817:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8000. 00000020:00000040:1.0:1788624637.730420:0:16817:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=5 obd=MGC192.168.202.125@tcp 00000100:00000001:1.0:1788624637.730423:0:16817:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624637.730426:0:16817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624637.730430:0:16817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624637.730435:0:16817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd187cb400. 00000100:00000001:1.0:1788624637.730441:0:16817:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624637.730445:0:16817:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624637.730446:0:16817:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624637.730463:0:16817:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd186e56c0. 00000100:00000001:1.0:1788624637.730466:0:16817:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773609547456 : -112300100004160 : ffff99dd186e56c0) 00000100:00000001:1.0:1788624637.730469:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624637.730470:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392000 : -112300210159616 : ffff99dd11dd8000) 00000100:00000001:1.0:1788624637.730474:0:16817:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624637.730479:0:16817:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624637.730481:0:16817:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624637.730482:0:16817:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624637.730486:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8000 x1875506845071488/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.730494:0:16817:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624637.730496:0:16817:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624637.730500:0:16817:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624637.730504:0:16817:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624637.730506:0:16817:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624637.730510:0:16817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ecc5c667-a867-45f6-88f4-05f90b26443a:16817:1875506845071488:192.168.202.125@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788624637.730514:0:16817:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624637.730519:0:16817:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624637.730521:0:16817:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624637.730523:0:16817:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624637.730551:0:16817:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff99dd18780000. 02000000:00000001:1.0:1788624637.730554:0:16817:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624637.730559:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624637.730562:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624637.730567:0:16817:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff99dd186e5600. 00000100:00000200:1.0:1788624637.730575:0:16817:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875506845071488, portal 25 00000100:00000001:1.0:1788624637.730577:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624637.730578:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392000 : -112300210159616 : ffff99dd11dd8000) 00000100:00000040:1.0:1788624637.730584:0:16817:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd8000 x1875506845071488/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.730591:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624637.730594:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624637.730597:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c880. 00000100:00000200:1.0:1788624637.730601:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875506845071488, offset 0 00000400:00000200:1.0:1788624637.730607:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624637.730857:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624637.730865:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624637.730870:0:16817:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624637.730875:0:16817:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624637.730878:0:16817:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624637.730881:0:16817:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624637.730885:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2954:2954:256:4294967295] 192.168.202.125@tcp LPNI seq info [2954:2954:8:4294967295] 00000400:00000200:1.0:1788624637.730889:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624637.730897:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624637.730902:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624637.730908:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e400. 00000800:00000200:1.0:1788624637.730915:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624637.730923:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624637.730927:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788624637.731076:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624637.731082:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624637.731085:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296655718 00000100:00000001:1.0:1788624637.731092:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296655691 00000100:00000001:1.0:1788624637.731098:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296655718 00000100:00000001:1.0:1788624637.731101:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296655691 00000100:00000001:1.0:1788624637.731532:0:16817:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624637.731538:0:16817:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624637.731541:0:16817:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624637.731544:0:16817:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624637.731546:0:16817:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd186e56c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788624637.731549:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624637.731552:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624637.732762:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624637.732772:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e400. 00000400:00000200:3.0:1788624637.732781:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624637.734169:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624637.734184:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c880 00000400:00000010:3.0:1788624637.734188:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c880. 00000100:00000001:3.0:1788624637.734196:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624637.734209:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8000 x1875506845071488/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.734222:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624637.734226:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8000 x1875506845071488/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.734234:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624637.734235:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624637.738927:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624637.738951:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624637.738956:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624637.738959:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624637.738968:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.738976:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624637.738986:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.738991:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.738997:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.739002:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 8416 into portal 25 MB=0x6a9c377463880 00000400:00000200:2.0:1788624637.739007:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.739014:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 8416/8416 into md 0x8665 [4] + 224 00000800:00000001:2.0:1788624637.739022:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624637.739039:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624637.739043:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624637.739047:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624637.739056:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624637.739065:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8000 x1875506845071488/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624637.739077:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff99dd11dd8000 x1875506845071488/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.739095:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624637.739103:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788624637.739729:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624637.739738:0:16817:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624637.739740:0:16817:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624637.739744:0:16817:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:1.0:1788624637.739750:0:16817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd186e5600 00000400:00000010:1.0:1788624637.739753:0:16817:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff99dd186e5600. 00000100:00000001:1.0:1788624637.739756:0:16817:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624637.739762:0:16817:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8000 x1875506845071488/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624637.739772:0:16817:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8000 x1875506845071488/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.739779:0:16817:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624637.739781:0:16817:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624637.739784:0:16817:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624637.739787:0:16817:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624637.739789:0:16817:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1788624637.740576:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624637.741596:0:16817:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624637.741603:0:16817:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624637.741624:0:16817:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=66 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624637.741630:0:16817:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624637.741633:0:16817:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624637.741635:0:16817:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624637.741638:0:16817:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624637.741640:0:16817:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624637.741644:0:16817:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624637.741655:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8000 x1875506845071488/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.741664:0:16817:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624637.741668:0:16817:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624637.741670:0:16817:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624637.741674:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8000 x1875506845071488/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624637.741681:0:16817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ecc5c667-a867-45f6-88f4-05f90b26443a:16817:1875506845071488:192.168.202.125@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788624637.741688:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624637.741691:0:16817:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624637.741694:0:16817:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624637.741696:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624637.741699:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8000 x1875506845071488/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.741706:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624637.741709:0:16817:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd186e56c0. 00000100:00000001:1.0:1788624637.741714:0:16817:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624637.741716:0:16817:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788624637.741727:0:16817:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1788624637.741729:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624637.741733:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8000 x1875506845071488/t0(0) o503->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788624653 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.741739:0:16817:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624637.741742:0:16817:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624637.741746:0:16817:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff99dd18780000. 02000000:00000001:1.0:1788624637.741763:0:16817:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624637.741766:0:16817:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624637.741768:0:16817:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000020:00000001:1.0:1788624637.741771:0:16817:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624637.741774:0:16817:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd187cb400. 02000000:00000001:1.0:1788624637.741777:0:16817:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624637.741780:0:16817:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624637.741782:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8000. 00000100:00000001:1.0:1788624637.741785:0:16817:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624637.741786:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788624637.741790:0:16817:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624637.741803:0:16817:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:1.0:1788624637.741805:0:16817:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1788624637.741808:0:16817:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788624637.741810:0:16817:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788624637.741815:0:16817:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1788624637.741823:0:16817:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff99dd04866ea0. 00000040:00001000:1.0:1788624637.741825:0:16817:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1788624637.757744:0:34073:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1788624637.757758:0:34073:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd187cb400. 00000020:00000010:1.0:1788624637.757766:0:34073:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff99dd187ca600. 00000040:00000010:1.0:1788624637.757770:0:34073:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff99dd187cba00. 00000020:00000010:1.0:1788624637.757775:0:34073:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff99dd18650800. 00000020:00000010:1.0:1788624637.757782:0:34073:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff99dd06328508. 00000020:00000010:1.0:1788624637.757786:0:34073:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff99dd187ca400. 80000000:00000010:1.0:1788624637.758559:0:34073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff99dd04866480. 40000000:00000010:1.0:1788624637.758568:0:34073:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff99dd1878ed40. 00100000:00000010:1.0:1788624637.758574:0:34073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff99dd18654000. 00040000:00000010:1.0:1788624637.758578:0:34073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff99dd1044ef00. 00040000:00000010:1.0:1788624637.758582:0:34073:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff99dd18651800. 00040000:00000010:1.0:1788624637.758586:0:34073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff99dd187cb200. 00000004:00000010:1.0:1788624637.758591:0:34073:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff99dd18657000. 00000004:00000010:1.0:1788624637.758597:0:34073:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff99dd11d37000. 00000004:00000010:1.0:1788624637.758601:0:34073:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff99dd18655800. 00002000:00000010:1.0:1788624637.758606:0:34073:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff99dd107e1400. 00000004:00000010:1.0:1788624637.758679:0:34073:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff99dd107e2400. 00000020:00000010:1.0:1788624637.758687:0:34073:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff99dd1878e180. 00000040:00000010:1.0:1788624637.758699:0:34073:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff99dd04896000. 00000040:00080000:1.0:1788624637.762336:0:34073:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1788624637.762349:0:34073:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff99dd04896000. 00000020:00000010:1.0:1788624637.762432:0:34073:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff99dd1878e180. 00000020:00000010:1.0:1788624637.762521:0:34073:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff99dd187ca600. 00000040:00000010:1.0:1788624637.762531:0:34073:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff99dd187cba00. 00000020:00000010:1.0:1788624637.762535:0:34073:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff99dd18650800. 00000020:00000010:1.0:1788624637.762541:0:34073:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff99dd06328508. 00000020:00000010:1.0:1788624637.762548:0:34073:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff99dd187ca400. 80000000:00000010:1.0:1788624637.762553:0:34073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff99dd04866480. 40000000:00000010:1.0:1788624637.762557:0:34073:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff99dd1878ed40. 00100000:00000010:1.0:1788624637.762562:0:34073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff99dd18654000. 00040000:00000010:1.0:1788624637.762565:0:34073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff99dd1044ef00. 00040000:00000010:1.0:1788624637.762571:0:34073:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff99dd18651800. 00040000:00000010:1.0:1788624637.762574:0:34073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff99dd187cb200. 00000004:00000010:1.0:1788624637.762578:0:34073:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff99dd18657000. 00000004:00000010:1.0:1788624637.762583:0:34073:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff99dd11d37000. 00000004:00000010:1.0:1788624637.762590:0:34073:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff99dd18655800. 00002000:00000010:1.0:1788624637.762595:0:34073:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff99dd107e1400. 00000004:00000010:1.0:1788624637.762599:0:34073:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff99dd107e2400. 00000020:00000010:1.0:1788624637.762604:0:34073:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99dd187cb400. 00000040:00000010:0.0:1788624637.776101:0:16817:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff99dd04866ea0. 00000040:00000001:0.0:1788624637.776130:0:16817:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1788624637.776134:0:16817:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1788624637.776517:0:16817:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff99dd04890000. 00000040:00000010:0.0:1788624637.776526:0:16817:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff99dd42175200. 00000020:00000001:0.0:1788624637.776532:0:16817:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788624637.776537:0:16817:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1788624637.776544:0:16817:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff99dd087c1c00. 00000040:00000010:0.0:1788624637.776548:0:16817:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff99dd087c1800. 00000020:00000010:0.0:1788624637.776552:0:16817:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff99dd18652800. 00000020:00000010:0.0:1788624637.776557:0:16817:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff99dd0633bc00. 80000000:00000010:0.0:1788624637.776562:0:16817:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff99dd04866d20. 00040000:00000010:0.0:1788624637.776567:0:16817:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff99dd0633b200. 20000000:00000010:0.0:1788624637.776571:0:16817:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff99dd0633aa00. 00000020:00000010:0.0:1788624637.776574:0:16817:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99dd087c1400. 10000000:00000010:0.0:1788624637.776577:0:16817:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff99dd1878e080. 10000000:01000000:0.0:1788624637.776580:0:16817:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.125@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1788624637.776585:0:16817:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1788624637.776588:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624637.776591:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624637.776594:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600800 refcount=3 00000020:00000001:0.0:1788624637.776596:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:0.0:1788624637.776599:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609792 : -112300100941824 : ffff99dd18600800) 00010000:00000001:0.0:1788624637.776601:0:16817:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624637.776606:0:16817:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.125@tcp lock: ffff99dd18600800/0xcc94206c7ef41968 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa103bd66258a8408 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624637.776875:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624637.776877:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624637.776880:0:16817:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.125@tcp lock: ffff99dd18600800/0xcc94206c7ef41968 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa103bd66258a8408 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624637.776887:0:16817:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624637.776888:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624637.776889:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1788624637.776891:0:16817:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788624637.776893:0:16817:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788624637.776896:0:16817:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1788624637.776898:0:16817:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788624637.776900:0:16817:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff99dd0633a800) refs 2 10000000:00000001:0.0:1788624637.776902:0:16817:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788624637.776904:0:16817:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788624637.776905:0:16817:0:(mgc_request.c:123:config_log_put()) log params(ffff99dd18097200) refs 3 10000000:00000001:0.0:1788624637.776907:0:16817:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788624637.776909:0:16817:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1788624637.788998:0:16817:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1788624637.789009:0:16817:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1788624637.789013:0:16817:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff99dd114019c0 from 1 10000000:00000001:2.0:1788624637.789018:0:16817:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1788624637.789020:0:16817:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1788624637.789035:0:16817:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d60380. 00000020:00000040:2.0:1788624637.789041:0:16817:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:2.0:1788624637.789046:0:16817:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624637.789050:0:16817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624637.789056:0:16817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624637.789065:0:16817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd03638000. 00000100:00000001:2.0:1788624637.789072:0:16817:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624637.789077:0:16817:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624637.789080:0:16817:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788624637.789087:0:16817:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10a00 count: 2 00010000:00000001:2.0:1788624637.789091:0:16817:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624637.789094:0:16817:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624637.789098:0:16817:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10766400. 00000020:00000001:2.0:1788624637.789117:0:16817:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624637.789121:0:16817:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10766400 with handle 0xcc94206c7ef4196f to hash 00000020:00000001:2.0:1788624637.789124:0:16817:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624637.789126:0:16817:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475857408 : -112300233694208 : ffff99dd10766400) 00010000:00000001:2.0:1788624637.789129:0:16817:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475857408 : -112300233694208 : ffff99dd10766400) 00010000:00000001:2.0:1788624637.789142:0:16817:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624637.789146:0:16817:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624637.789151:0:16817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.125@tcp lock: ffff99dd10766400/0xcc94206c7ef4196f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624637.789162:0:16817:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.125@tcp lock: ffff99dd10766400/0xcc94206c7ef4196f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624637.789173:0:16817:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.125@tcp lock: ffff99dd10766400/0xcc94206c7ef4196f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624637.789180:0:16817:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624637.789181:0:16817:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624637.789189:0:16817:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203be000. 00000100:00000001:2.0:1788624637.789191:0:16817:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740457984 : -112299969093632 : ffff99dd203be000) 00000100:00000001:2.0:1788624637.789193:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624637.789195:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498901376 : -112300210650240 : ffff99dd11d60380) 00000100:00000001:2.0:1788624637.789199:0:16817:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624637.789204:0:16817:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624637.789206:0:16817:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624637.789207:0:16817:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624637.789218:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d60380 x1875506845071616/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.789226:0:16817:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624637.789229:0:16817:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624637.789232:0:16817:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624637.789235:0:16817:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624637.789237:0:16817:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624637.789240:0:16817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d60380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ecc5c667-a867-45f6-88f4-05f90b26443a:16817:1875506845071616:192.168.202.125@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1788624637.789244:0:16817:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624637.789260:0:16817:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624637.789262:0:16817:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624637.789265:0:16817:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624637.789269:0:16817:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04838400. 02000000:00000001:2.0:1788624637.789271:0:16817:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624637.789281:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624637.789285:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2f20. 00000400:00000010:2.0:1788624637.789294:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e086e8. 00000100:00000200:2.0:1788624637.789301:0:16817:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845071616, portal 25 00000100:00000001:2.0:1788624637.789303:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624637.789304:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498901376 : -112300210650240 : ffff99dd11d60380) 00000100:00000040:2.0:1788624637.789309:0:16817:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d60380 x1875506845071616/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.789317:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624637.789320:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624637.789323:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08d48. 00000100:00000200:2.0:1788624637.789326:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875506845071616, offset 0 00000400:00000200:2.0:1788624637.789333:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624637.789356:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.789369:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624637.789375:0:16817:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624637.789379:0:16817:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624637.789383:0:16817:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624637.789386:0:16817:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624637.789389:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2955:2955:256:4294967295] 192.168.202.125@tcp LPNI seq info [2955:2955:8:4294967295] 00000400:00000200:2.0:1788624637.789394:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.789403:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624637.789408:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624637.789415:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd092e3700. 00000800:00000200:2.0:1788624637.789421:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624637.789429:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624637.789433:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd092e3700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788624637.789462:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624637.789466:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624637.789469:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296655774 00000100:00000001:2.0:1788624637.789478:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296655718 00000100:00000001:2.0:1788624637.789485:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296655774 00000100:00000001:2.0:1788624637.789488:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296655718 00000100:00000001:2.0:1788624637.789491:0:16817:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624637.789494:0:16817:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624637.789496:0:16817:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624637.789498:0:16817:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624637.789502:0:16817:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be000 going to sleep for 11 seconds 00000100:00000001:2.0:1788624637.789504:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624637.789507:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624637.790098:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624637.790128:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd092e3700. 00000400:00000200:3.0:1788624637.790138:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624637.790144:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624637.790151:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08d48 00000400:00000010:3.0:1788624637.790154:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08d48. 00000100:00000001:3.0:1788624637.790158:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624637.790164:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d60380 x1875506845071616/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.790174:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624637.790178:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d60380 x1875506845071616/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.790185:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624637.790186:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624637.795969:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624637.795989:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624637.795993:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624637.795996:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624637.796006:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.796014:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624637.796025:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.796030:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.796036:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.796041:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 344 into portal 25 MB=0x6a9c377463900 00000400:00000200:2.0:1788624637.796046:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.796051:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 344/344 into md 0x866d [1] + 224 00000800:00000001:2.0:1788624637.796059:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624637.796070:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624637.796073:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624637.796077:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624637.796085:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624637.796094:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d60380 x1875506845071616/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624637.796167:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff99dd11d60380 x1875506845071616/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.796186:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624637.796195:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624637.796199:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624637.796418:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624637.796427:0:16817:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624637.796430:0:16817:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624637.796433:0:16817:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2f20. 00000400:00000200:1.0:1788624637.796437:0:16817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e086e8 00000400:00000010:1.0:1788624637.796440:0:16817:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e086e8. 00000100:00000001:1.0:1788624637.796443:0:16817:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624637.796448:0:16817:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d60380 x1875506845071616/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624637.796696:0:16817:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d60380 x1875506845071616/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.796702:0:16817:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624637.796704:0:16817:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624637.796707:0:16817:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624637.796710:0:16817:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624637.796713:0:16817:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624637.796715:0:16817:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624637.796718:0:16817:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624637.796724:0:16817:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=66 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624637.796728:0:16817:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624637.796731:0:16817:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624637.796732:0:16817:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624637.796735:0:16817:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624637.796737:0:16817:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624637.796740:0:16817:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624637.796745:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d60380 x1875506845071616/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.796752:0:16817:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624637.796755:0:16817:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624637.796757:0:16817:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624637.796760:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d60380 x1875506845071616/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624637.796768:0:16817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d60380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ecc5c667-a867-45f6-88f4-05f90b26443a:16817:1875506845071616:192.168.202.125@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788624637.796772:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624637.796775:0:16817:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624637.796777:0:16817:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624637.796779:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624637.796782:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d60380 x1875506845071616/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.796789:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624637.796804:0:16817:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203be000. 00000100:00000001:1.0:1788624637.796808:0:16817:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624637.796810:0:16817:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624637.796813:0:16817:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624637.796816:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624637.796818:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624637.796821:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766400 refcount=4 00000020:00000001:1.0:1788624637.796823:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475857408 : -112300233694208 : ffff99dd10766400) 00010000:00000001:1.0:1788624637.796826:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475857408 : -112300233694208 : ffff99dd10766400) 00010000:00000040:1.0:1788624637.796833:0:16817:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10766400, remote cookie: 0xa103bd66258a840f, flags: 0x0 00010000:00000001:1.0:1788624637.796836:0:16817:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624637.796839:0:16817:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624637.796842:0:16817:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624637.796844:0:16817:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624637.796845:0:16817:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624637.796848:0:16817:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff99dd03f10a00) refcount = 2 00010000:00000040:1.0:1788624637.796851:0:16817:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788624637.796855:0:16817:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.202.125@tcp lock: ffff99dd11d18a00/0xcc94206c7ef41961 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa103bd66258a8401 expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624637.796863:0:16817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.125@tcp lock: ffff99dd10766400/0xcc94206c7ef4196f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa103bd66258a840f expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624637.796869:0:16817:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624637.796871:0:16817:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624637.796873:0:16817:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624637.796876:0:16817:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624637.796878:0:16817:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624637.796882:0:16817:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.125@tcp lock: ffff99dd10766400/0xcc94206c7ef4196f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xa103bd66258a840f expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624637.796888:0:16817:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624637.796890:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624637.796892:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624637.796893:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624637.796894:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624637.796895:0:16817:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624637.796898:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624637.796902:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d60380 x1875506845071616/t0(0) o101->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 328/344 e 0 to 0 dl 1788624653 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.796908:0:16817:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624637.796911:0:16817:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624637.796913:0:16817:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd04838400. 02000000:00000001:1.0:1788624637.796917:0:16817:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624637.796920:0:16817:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624637.796921:0:16817:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:1.0:1788624637.796924:0:16817:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624637.796927:0:16817:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd03638000. 02000000:00000001:1.0:1788624637.796930:0:16817:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624637.796932:0:16817:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624637.796934:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d60380. 00000100:00000001:1.0:1788624637.796937:0:16817:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624637.796939:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788624637.796941:0:16817:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788624637.796944:0:16817:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788624637.796946:0:16817:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff99dd0633a800) refs 3 10000000:00000001:1.0:1788624637.796948:0:16817:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624637.796950:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624637.796951:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624637.796953:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766400 refcount=3 00000020:00000001:1.0:1788624637.796955:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475857408 : -112300233694208 : ffff99dd10766400) 00010000:00000001:1.0:1788624637.796957:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475857408 : -112300233694208 : ffff99dd10766400) 00010000:00000001:1.0:1788624637.796959:0:16817:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788624637.796961:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624637.796962:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624637.796964:0:16817:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788624637.796966:0:16817:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788624637.796973:0:16817:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff99dd1878e180. 00000020:00000010:1.0:1788624637.796977:0:16817:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd187cb400. 00000020:00000010:1.0:1788624637.796982:0:16817:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff99dd187cb200. 00000040:00000010:1.0:1788624637.796985:0:16817:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff99dd187ca400. 00000020:00000010:1.0:1788624637.796990:0:16817:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff99dd18655800. 00000020:00000010:1.0:1788624637.796995:0:16817:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff99dd187cba00. 80000000:00000010:1.0:1788624637.797000:0:16817:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff99dd04866480. 00040000:00000010:1.0:1788624637.797005:0:16817:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff99dd187ca600. 20000000:00000010:1.0:1788624637.797009:0:16817:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff99dd187cb000. 10000000:00000040:1.0:1788624637.797014:0:16817:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff99dd11529000 : new refcount 2 00000020:00000001:1.0:1788624637.797018:0:16817:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788624637.797020:0:16817:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:1.0:1788624637.797022:0:16817:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788624637.797026:0:16817:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff99dd187ca800. 00000040:00000001:1.0:1788624637.797031:0:16817:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788624637.797033:0:16817:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000010:1.0:1788624637.797038:0:16817:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8000. 00000020:00000040:1.0:1788624637.797040:0:16817:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=5 obd=MGC192.168.202.125@tcp 00000100:00000001:1.0:1788624637.797045:0:16817:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624637.797049:0:16817:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624637.797053:0:16817:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624637.797060:0:16817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd187cb600. 00000100:00000001:1.0:1788624637.797065:0:16817:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624637.797071:0:16817:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624637.797072:0:16817:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624637.797078:0:16817:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd186e56c0. 00000100:00000001:1.0:1788624637.797080:0:16817:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773609547456 : -112300100004160 : ffff99dd186e56c0) 00000100:00000001:1.0:1788624637.797083:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624637.797085:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392000 : -112300210159616 : ffff99dd11dd8000) 00000100:00000001:1.0:1788624637.797089:0:16817:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624637.797093:0:16817:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624637.797095:0:16817:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624637.797097:0:16817:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624637.797101:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8000 x1875506845071744/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.797159:0:16817:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624637.797162:0:16817:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624637.797167:0:16817:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624637.797170:0:16817:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624637.797172:0:16817:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624637.797176:0:16817:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ecc5c667-a867-45f6-88f4-05f90b26443a:16817:1875506845071744:192.168.202.125@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788624637.797181:0:16817:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624637.797185:0:16817:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624637.797188:0:16817:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624637.797190:0:16817:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624637.797195:0:16817:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd187cbe00. 02000000:00000001:1.0:1788624637.797197:0:16817:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624637.797203:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624637.797207:0:16817:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793630. 00000400:00000010:1.0:1788624637.797212:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c330. 00000100:00000200:1.0:1788624637.797219:0:16817:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845071744, portal 25 00000100:00000001:1.0:1788624637.797221:0:16817:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624637.797222:0:16817:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392000 : -112300210159616 : ffff99dd11dd8000) 00000100:00000040:1.0:1788624637.797227:0:16817:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd8000 x1875506845071744/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624637.797234:0:16817:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624637.797237:0:16817:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624637.797239:0:16817:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c660. 00000100:00000200:1.0:1788624637.797242:0:16817:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875506845071744, offset 0 00000400:00000200:1.0:1788624637.797257:0:16817:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624637.797265:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624637.797272:0:16817:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624637.797277:0:16817:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624637.797281:0:16817:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624637.797285:0:16817:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624637.797288:0:16817:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624637.797292:0:16817:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2956:2956:256:4294967295] 192.168.202.125@tcp LPNI seq info [2956:2956:8:4294967295] 00000400:00000200:1.0:1788624637.797296:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624637.797304:0:16817:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624637.797310:0:16817:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624637.797316:0:16817:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ef00. 00000800:00000200:1.0:1788624637.797322:0:16817:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624637.797331:0:16817:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624637.797336:0:16817:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ef00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1788624637.797367:0:16817:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624637.797372:0:16817:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624637.797375:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296655785 00000100:00000001:1.0:1788624637.797382:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296655774 00000100:00000001:1.0:1788624637.797387:0:16817:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296655785 00000100:00000001:1.0:1788624637.797390:0:16817:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296655774 00000100:00000001:1.0:1788624637.797393:0:16817:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624637.797395:0:16817:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624637.797397:0:16817:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624637.797400:0:16817:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624637.797402:0:16817:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd186e56c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788624637.797404:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624637.797406:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624637.797822:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624637.797828:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ef00. 00000400:00000200:3.0:1788624637.797834:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624637.797839:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624637.797843:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c660 00000400:00000010:3.0:1788624637.797846:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c660. 00000100:00000001:3.0:1788624637.797850:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624637.797854:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8000 x1875506845071744/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.797863:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624637.797866:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8000 x1875506845071744/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624637.797872:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624637.797873:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624637.812893:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624637.812912:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624637.812917:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624637.812919:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624637.812927:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.812935:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624637.812944:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.812948:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.812954:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.812959:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 272 into portal 25 MB=0x6a9c377463980 00000400:00000200:2.0:1788624637.812963:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624637.812969:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 272/272 into md 0x867d [1] + 224 00000800:00000001:2.0:1788624637.812976:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624637.812982:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624637.812985:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624637.812989:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624637.812997:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624637.813005:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8000 x1875506845071744/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624637.813017:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff99dd11dd8000 x1875506845071744/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.813039:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624637.813046:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624637.813049:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624637.813280:0:16817:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624637.820717:0:16817:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624637.820727:0:16817:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624637.820732:0:16817:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793630. 00000400:00000200:2.0:1788624637.820743:0:16817:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c330 00000400:00000010:2.0:1788624637.820746:0:16817:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c330. 00000100:00000001:2.0:1788624637.820751:0:16817:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624637.820765:0:16817:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8000 x1875506845071744/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624637.820777:0:16817:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8000 x1875506845071744/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.820786:0:16817:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624637.820801:0:16817:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624637.820804:0:16817:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624637.820808:0:16817:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624637.820811:0:16817:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624637.820814:0:16817:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624637.820816:0:16817:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624637.820825:0:16817:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=66 v=5 (5 5 5 5) 00000100:00001000:2.0:1788624637.820829:0:16817:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624637.820832:0:16817:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788624637.820836:0:16817:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff99dd11dd8000 x1875506845071744/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.820842:0:16817:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1788624637.820845:0:16817:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1788624637.820851:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8000 x1875506845071744/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.820858:0:16817:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:2.0:1788624637.820862:0:16817:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624637.820864:0:16817:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624637.820868:0:16817:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8000 x1875506845071744/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624637.820876:0:16817:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ecc5c667-a867-45f6-88f4-05f90b26443a:16817:1875506845071744:192.168.202.125@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1788624637.820882:0:16817:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624637.820885:0:16817:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1788624637.820888:0:16817:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624637.820891:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624637.820894:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8000 x1875506845071744/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.820900:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624637.820905:0:16817:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd186e56c0. 00000100:00000001:2.0:1788624637.820910:0:16817:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624637.820911:0:16817:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1788624637.820915:0:16817:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:2.0:1788624637.820921:0:16817:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624637.820923:0:16817:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000020:00000001:2.0:1788624637.820926:0:16817:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788624637.820927:0:16817:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624637.820930:0:16817:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8000 x1875506845071744/t0(0) o501->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 512/272 e 0 to 0 dl 1788624653 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624637.820936:0:16817:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624637.820938:0:16817:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624637.820941:0:16817:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd187cbe00. 02000000:00000001:2.0:1788624637.820945:0:16817:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624637.820946:0:16817:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624637.820947:0:16817:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:2.0:1788624637.820949:0:16817:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624637.820952:0:16817:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd187cb600. 02000000:00000001:2.0:1788624637.820954:0:16817:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624637.820956:0:16817:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624637.820958:0:16817:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8000. 00000100:00000001:2.0:1788624637.820961:0:16817:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624637.820962:0:16817:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1788624637.820965:0:16817:0:(llog.c:1559:llog_open()) MGC192.168.202.125@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:2.0:1788624637.820969:0:16817:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff99dd187ca800. 00000040:00000001:2.0:1788624637.820975:0:16817:0:(llog.c:1563:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1788624637.820979:0:16817:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:2.0:1788624637.820983:0:16817:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:2.0:1788624637.820989:0:16817:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff99dd187cb200. 00000040:00000010:2.0:1788624637.820994:0:16817:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff99dd187ca400. 00000020:00000010:2.0:1788624637.820998:0:16817:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff99dd18655800. 00000020:00000010:2.0:1788624637.821005:0:16817:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff99dd187cba00. 80000000:00000010:2.0:1788624637.821008:0:16817:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff99dd04866480. 00040000:00000010:2.0:1788624637.821014:0:16817:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff99dd187ca600. 20000000:00000010:2.0:1788624637.821018:0:16817:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff99dd187cb000. 00000020:00000010:2.0:1788624637.821022:0:16817:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99dd187cb400. 10000000:00000010:2.0:1788624637.821024:0:16817:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff99dd1878e180. 10000000:01000000:2.0:1788624637.821027:0:16817:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.125@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:2.0:1788624637.821030:0:16817:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1788624637.821033:0:16817:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624637.821036:0:16817:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624637.821040:0:16817:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766400 refcount=3 00000020:00000001:2.0:1788624637.821043:0:16817:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475857408 : -112300233694208 : ffff99dd10766400) 00010000:00000001:2.0:1788624637.821046:0:16817:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475857408 : -112300233694208 : ffff99dd10766400) 00010000:00000001:2.0:1788624637.821048:0:16817:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624637.821052:0:16817:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.125@tcp lock: ffff99dd10766400/0xcc94206c7ef4196f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa103bd66258a840f expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624637.821061:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624637.821063:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788624637.821065:0:16817:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.125@tcp lock: ffff99dd10766400/0xcc94206c7ef4196f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xa103bd66258a840f expref: -99 pid: 16817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624637.821072:0:16817:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624637.821073:0:16817:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624637.821074:0:16817:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1788624637.821076:0:16817:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788624637.821078:0:16817:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:2.0:1788624637.821080:0:16817:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1788624637.821083:0:16817:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1788624637.821085:0:16817:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff99dd0633a800) refs 3 10000000:00000001:2.0:1788624637.821087:0:16817:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1788624637.906267:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624637.906275:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624637.906477:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624637.906481:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624637.906484:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788624638.227741:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788624638.227749:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624638.227751:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624638.227756:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 0 seconds 00000100:00000001:0.0:1788624638.227760:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624638.227773:0:33840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624638.227778:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624638.227780:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624638.227782:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624638.930440:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624638.930514:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624638.930612:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624638.930616:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624638.930619:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1788624639.060222:0:16817:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1788624639.060229:0:16817:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:0.0:1788624639.250194:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788624639.250204:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624639.250206:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624639.250211:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 0 seconds 00000100:00000001:0.0:1788624639.250215:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624639.250218:0:33840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624639.250221:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624639.250223:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624639.250226:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624639.954271:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624639.954279:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624639.954481:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624639.954485:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624639.954489:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788624640.274265:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788624640.274274:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624640.274277:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624640.274283:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 0 seconds 00000100:00000001:0.0:1788624640.274287:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624640.274291:0:33840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624640.274294:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624640.274297:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624640.274300:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624640.978958:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624640.978966:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624640.979017:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624640.979020:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624640.979023:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788624641.298205:0:33840:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788624641.298214:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624641.298216:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624641.298221:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 0 seconds 00000100:00000001:0.0:1788624641.298225:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624641.298229:0:33840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624641.298232:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624641.298234:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624641.298255:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624641.298371:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624641.298378:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624641.298389:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddb100. 00000020:00000040:1.0:1788624641.298393:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:1.0:1788624641.298408:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624641.298411:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624641.298416:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624641.298424:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd1044eb00. 00000100:00000001:1.0:1788624641.298432:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624641.298445:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11ddb100 x1875506845071872/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624641.298457:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624641.298461:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624641.298468:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083e7bc94] to pc [ptlrpcd_00_00+0] req@ffff99dd11ddb100 x1875506845071872/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624641.298506:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788624641.298509:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788624641.298512:0:25842:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:1.0:1788624641.298515:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624641.298518:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624641.298522:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9880. 00000020:00000040:1.0:1788624641.298524:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624641.298527:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624641.298528:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624641.298530:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624641.298535:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd1044ef00. 00000100:00000001:1.0:1788624641.298538:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624641.298543:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11dd9880 x1875506845072000/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624641.298550:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624641.298552:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624641.298555:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae900148] to pc [ptlrpcd_00_01+1] req@ffff99dd11dd9880 x1875506845072000/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624641.298564:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624641.298566:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788624641.298569:0:25842:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788624641.298572:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788624641.298587:0:25842:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788624641.298592:0:25842:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (1993) 00000100:00000001:0.0:1788624641.299219:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624641.299223:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624641.299226:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624641.299234:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddb100 x1875506845071872/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624641.299254:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624641.299257:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624641.299261:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624641.299895:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624641.299901:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624641.299907:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2389:1875506845071872:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624641.299913:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624641.299991:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624641.299994:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624641.299997:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624641.300005:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0633bc00. 02000000:00000001:0.0:1788624641.300008:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624641.300015:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624641.300021:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d948. 00000400:00000010:0.0:1788624641.300029:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395330. 00000100:00000200:0.0:1788624641.300036:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845071872, portal 25 00000100:00000001:0.0:1788624641.300038:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624641.300040:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499404544 : -112300210147072 : ffff99dd11ddb100) 00000100:00000040:0.0:1788624641.300046:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11ddb100 x1875506845071872/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624641.300055:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624641.300058:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624641.300061:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395110. 00000100:00000200:0.0:1788624641.300064:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845071872, offset 0 00000400:00000200:0.0:1788624641.300071:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624641.300080:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624641.300088:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624641.300094:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624641.300098:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624641.300102:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624641.300338:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624641.300343:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2957:2957:256:4294967295] 192.168.202.125@tcp LPNI seq info [2957:2957:8:4294967295] 00000400:00000200:0.0:1788624641.300349:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624641.300360:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624641.300366:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624641.300373:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df700. 00000800:00000200:0.0:1788624641.300380:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624641.300388:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624641.300393:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624641.300473:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624641.300479:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624641.300481:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296659288 00000100:00000001:0.0:1788624641.300490:0:2389:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296655785 00000100:00000001:0.0:1788624641.300495:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296659288 00000100:00000001:0.0:1788624641.300498:0:2389:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296655785 00000100:00000001:0.0:1788624641.300501:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624641.300503:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624641.300507:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624641.300510:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624641.300519:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624641.300521:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788624641.300524:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624641.300526:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624641.300527:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624641.300530:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788624641.300532:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624641.300534:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624641.300535:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624641.300537:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624641.300538:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624641.300540:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624641.300546:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9880 x1875506845072000/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624641.300555:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624641.300557:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624641.300559:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624641.300562:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624641.300564:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624641.300567:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845072000:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624641.300570:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624641.300573:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624641.300574:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624641.300576:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624641.300580:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0633b200. 02000000:00000001:0.0:1788624641.300583:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624641.300586:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624641.300589:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dd68. 00000400:00000010:0.0:1788624641.300605:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395ee0. 00000100:00000200:0.0:1788624641.300608:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845072000, portal 10 00000100:00000001:0.0:1788624641.300610:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624641.300611:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499398272 : -112300210153344 : ffff99dd11dd9880) 00000100:00000040:0.0:1788624641.301852:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd9880 x1875506845072000/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624641.301866:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624641.301870:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624641.301877:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053956e8. 00000100:00000200:0.0:1788624641.301882:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845072000, offset 0 00000400:00000200:0.0:1788624641.301888:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624641.301896:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624641.301902:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624641.301907:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624641.301912:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624641.301976:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624641.301980:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624641.301984:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2958:2958:255:4294967295] 192.168.202.125@tcp LPNI seq info [2958:2958:7:4294967295] 00000400:00000200:0.0:1788624641.301989:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624641.301998:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624641.302004:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624641.302009:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091dfd00. 00000800:00000200:0.0:1788624641.302015:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624641.302022:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624641.302026:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091dfd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624641.302030:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624641.302035:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24756 usecs (25 jiffies) 00000400:00000200:0.0:1788624641.302039:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624641.302041:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296655388 00000100:00000001:0.0:1788624641.302044:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296659288 00000100:00000001:0.0:1788624641.302047:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296655388 00000100:00000001:0.0:1788624641.302049:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296659288 00000100:00000001:0.0:1788624641.302051:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624641.302054:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624641.302059:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624641.302062:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624641.302081:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624641.302084:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624641.305315:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624641.305325:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df700. 00000400:00000200:3.0:1788624641.305334:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624641.305344:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624641.305353:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395110 00000400:00000010:3.0:1788624641.305355:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395110. 00000100:00000001:3.0:1788624641.305361:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624641.305369:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddb100 x1875506845071872/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624641.305383:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624641.305387:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddb100 x1875506845071872/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624641.305394:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624641.305396:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624641.306489:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624641.306496:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091dfd00. 00000400:00000200:3.0:1788624641.306500:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624641.306507:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624641.306512:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053956e8 00000400:00000010:3.0:1788624641.306514:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053956e8. 00000100:00000001:3.0:1788624641.306518:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624641.306524:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9880 x1875506845072000/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624641.306534:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624641.306538:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9880 x1875506845072000/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624641.306544:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624641.306545:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624641.324194:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624641.324218:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624641.324223:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624641.324226:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624641.324245:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624641.324254:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624641.324266:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624641.324271:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624641.324277:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624641.324281:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377463a80 00000400:00000200:2.0:1788624641.324287:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624641.324293:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x868d [1] + 224 00000800:00000001:2.0:1788624641.324300:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624641.324304:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624641.324308:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624641.324311:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624641.324320:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624641.324331:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9880 x1875506845072000/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624641.324341:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dd9880 x1875506845072000/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624641.324368:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624641.324380:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624641.324383:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624641.324385:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624641.324387:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624641.324389:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624641.324393:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624641.324398:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624641.324401:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624641.324403:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624641.324406:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377463a00 00000400:00000200:2.0:1788624641.324409:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624641.324413:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8685 [1] + 224 00000800:00000001:2.0:1788624641.324417:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624641.324425:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624641.324427:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624641.324430:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624641.324433:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624641.324437:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddb100 x1875506845071872/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624641.324445:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11ddb100 x1875506845071872/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624641.324451:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624641.324455:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624641.324457:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624641.326058:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624641.326067:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624641.326075:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624641.326077:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624641.326082:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dd68. 00000400:00000200:0.0:1788624641.326090:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395ee0 00000400:00000010:0.0:1788624641.326093:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395ee0. 00000100:00000001:0.0:1788624641.326097:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624641.326150:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9880 x1875506845072000/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624641.326174:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9880 x1875506845072000/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624641.326181:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624641.326183:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624641.326185:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624641.326188:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624641.326191:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624641.326194:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624641.326197:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624641.326208:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=70 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624641.326213:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1788624641.326216:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624641.326217:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624641.326220:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624641.326226:0:2389:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624641.326230:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624641.326232:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788624641.326235:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624641.326247:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624641.326252:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9880 x1875506845072000/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624641.326259:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624641.326262:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624641.326273:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624641.326277:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9880 x1875506845072000/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624657 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624641.326284:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845072000:192.168.202.125@tcp:400:kworker.0 00000400:00000001:0.0:1788624641.326291:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624641.326292:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624641.326294:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d948. 00000400:00000200:0.0:1788624641.326297:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395330 00000400:00000010:0.0:1788624641.326299:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395330. 00000100:00000001:0.0:1788624641.326300:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624641.326304:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddb100 x1875506845071872/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624641.326311:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddb100 x1875506845071872/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624641.326317:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624641.326318:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624641.326320:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624641.326321:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624641.326322:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624641.326323:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624641.326325:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624641.326328:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=70 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624641.326330:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624641.326333:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624641.326334:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624641.326336:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624641.326338:0:2389:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624641.326340:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624641.326344:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddb100 x1875506845071872/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624641.326351:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624641.326353:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624641.326354:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624641.326357:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddb100 x1875506845071872/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624657 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624641.326363:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2389:1875506845071872:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624641.326368:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624641.326370:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624641.326375:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9880 x1875506845072000/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624657 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624641.326382:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624641.326385:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624641.326388:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0633b200. 02000000:00000001:0.0:1788624641.326392:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624641.326395:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624641.326397:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624641.326400:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624641.326402:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd1044ef00. 02000000:00000001:0.0:1788624641.326406:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624641.326408:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624641.326411:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9880. 00000100:00000001:0.0:1788624641.326415:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624641.326416:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624641.326418:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624641.326421:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddb100 x1875506845071872/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624657 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624641.326428:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624641.326429:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624641.326430:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0633bc00. 02000000:00000001:0.0:1788624641.326432:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624641.326433:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624641.326434:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:0.0:1788624641.326436:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624641.326437:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd1044eb00. 02000000:00000001:0.0:1788624641.326439:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624641.326440:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624641.326441:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddb100. 00000100:00000001:0.0:1788624641.326443:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624641.326445:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624641.326447:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624641.326455:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624641.326457:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624641.326460:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624641.326463:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624642.004372:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624642.004803:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624642.013719:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624642.013727:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624642.013732:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788624642.034140:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624642.034159:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624642.034163:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624642.034166:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624642.034175:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.034246:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624642.034257:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.034262:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.034267:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.034271:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377463700 00000400:00000200:3.0:1788624642.034276:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.034282:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x864d [1] + 224 00000800:00000001:3.0:1788624642.034299:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624642.034322:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624642.034325:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624642.034330:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624642.034338:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624642.034347:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63800 x1875506845071104/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624653 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624642.034359:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff99dd11d63800 x1875506845071104/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624653 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624642.034383:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624642.034392:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624642.034395:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624642.034684:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624642.034689:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624642.034695:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624642.034697:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624642.034700:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d210. 00000400:00000200:2.0:1788624642.034706:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395000 00000400:00000010:2.0:1788624642.034708:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395000. 00000100:00000001:2.0:1788624642.034711:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624642.034716:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d63800 x1875506845071104/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624653 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624642.034725:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d63800 x1875506845071104/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624653 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624642.034732:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624642.034734:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624642.034736:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624642.034740:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624642.034743:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624642.034745:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624642.034748:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624642.034759:0:2388:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=71 v=5 (5 103 103 103) 00000100:00001000:2.0:1788624642.034764:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624642.034767:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624642.034769:0:2388:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624642.034772:0:2388:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624642.034777:0:2388:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624642.034781:0:2388:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624642.034783:0:2388:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1788624642.034785:0:2388:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624642.034786:0:2388:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624642.034791:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d63800 x1875506845071104/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624653 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624642.034798:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624642.034801:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624642.034802:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624642.034805:0:2388:0:(import.c:1572:completed_replay_interpret()) Process entered 00000100:00000001:2.0:1788624642.034807:0:2388:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1788624642.034810:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:2.0:1788624642.034814:0:2388:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:2.0:1788624642.034817:0:2388:0:(client.c:3248:ptlrpc_resend_req()) @@@ going to resend req@ffff99dd11d63800 x1875506845071104/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624653 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788624642.034825:0:2388:0:(client.c:3257:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff99dd11d63800 x1875506845071104/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624653 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624642.034831:0:2388:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788624642.034833:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19442000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:2.0:1788624642.034835:0:2388:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788624642.034838:0:2388:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1788624642.034841:0:2388:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:2.0:1788624642.034844:0:2388:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:2.0:1788624642.034847:0:2388:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1788624642.034849:0:2388:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff99dd10708828 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:2.0:1788624642.034852:0:2388:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xcc94206c7ef40d13 00800000:00000040:2.0:1788624642.034855:0:2388:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff99dd10dbf800=a55b9942-a78b-4307-bacc-c0fbc9bcd663 device 3 (ffff99dd107099c0) type mdc at LMV idx 0 00800000:00000040:2.0:1788624642.034859:0:2388:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff99dd107099c0 already active! 00800000:00000001:2.0:1788624642.034860:0:2388:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788624642.034864:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788624642.034866:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624642.034868:0:2388:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624642.034870:0:2388:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624642.034871:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788624642.034872:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788624642.034876:0:2388:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000002:00000001:2.0:1788624642.035589:0:2388:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624642.035594:0:2388:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:2.0:1788624642.035599:0:2388:0:(import.c:1787:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff99dd10dbf800: Connection restored to 192.168.202.125@tcp (at 192.168.202.125@tcp) 00000100:00080000:2.0:1788624642.035607:0:2388:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000007e602636): req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 1 dl 1788624622 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624642.035629:0:2388:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624642.035631:0:2388:0:(import.c:1590:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624642.035637:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63800 x1875506845071104/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624653 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624642.035645:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845071104:192.168.202.125@tcp:400:ldlm_lock_repla.0 00000100:00000001:2.0:1788624642.035649:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624642.035652:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624642.035656:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d63800 x1875506845071104/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624653 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624642.035662:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624642.035665:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624642.035668:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd111c8800. 02000000:00000001:2.0:1788624642.035673:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624642.035675:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624642.035677:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624642.035679:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624642.035683:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd092e3b00. 02000000:00000001:2.0:1788624642.035687:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624642.035690:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624642.035692:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63800. 00000100:00000001:2.0:1788624642.035698:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624642.035699:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624642.035701:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624642.035709:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624642.035711:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624642.035713:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624642.035715:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624642.035765:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624642.035769:0:33840:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624642.035771:0:33840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624642.035774:0:33840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624642.035777:0:33840:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624642.035780:0:33840:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624642.035783:0:33840:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624642.035786:0:33840:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1788624642.035792:0:33840:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875506845067264 new x1875506845072128 02000000:00000001:3.0:1788624642.035795:0:33840:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624642.035797:0:33840:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624642.035804:0:33840:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624642.035808:0:33840:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a6e0. 00000400:00000010:3.0:1788624642.035816:0:33840:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f220. 00000100:00000200:3.0:1788624642.035822:0:33840:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845067264, portal 10 00000100:00000001:3.0:1788624642.035825:0:33840:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624642.035826:0:33840:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498907648 : -112300210643968 : ffff99dd11d61c00) 00000100:00000040:3.0:1788624642.035833:0:33840:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624658 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624642.035839:0:33840:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624642.035842:0:33840:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624642.035845:0:33840:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f6e8. 00000100:00000200:3.0:1788624642.035848:0:33840:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845067264, offset 0 00000400:00000200:3.0:1788624642.035853:0:33840:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624642.035860:0:33840:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.035867:0:33840:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624642.035871:0:33840:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624642.035875:0:33840:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624642.035879:0:33840:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624642.035881:0:33840:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624642.035885:0:33840:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2959:2959:256:4294967295] 192.168.202.125@tcp LPNI seq info [2959:2959:8:4294967295] 00000400:00000200:3.0:1788624642.035889:0:33840:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.035898:0:33840:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624642.035904:0:33840:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624642.035909:0:33840:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185700. 00000800:00000200:3.0:1788624642.035915:0:33840:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624642.035923:0:33840:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624642.035928:0:33840:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788624642.035947:0:33840:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624642.035952:0:33840:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 804367 usecs (805 jiffies) 00000400:00000200:3.0:1788624642.035955:0:33840:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624642.035959:0:33840:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296656902 00000100:00000001:3.0:1788624642.035962:0:33840:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296659288 00000100:00000001:3.0:1788624642.035965:0:33840:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296656902 00000100:00000001:3.0:1788624642.035967:0:33840:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296659288 00000100:00000001:3.0:1788624642.035971:0:33840:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624642.035973:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624642.035976:0:33840:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624642.035977:0:33840:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624642.035980:0:33840:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 11 seconds 00000100:00000001:3.0:1788624642.035981:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624642.035983:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624642.036038:0:34111:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1788624642.036042:0:34111:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1788624642.036045:0:34111:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624642.036048:0:34111:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624642.036049:0:34111:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624642.036051:0:34111:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:0.0:1788624642.036053:0:34111:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624642.036962:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624642.036969:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185700. 00000400:00000200:2.0:1788624642.036974:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624642.036980:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624642.036986:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f6e8 00000400:00000010:2.0:1788624642.036989:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f6e8. 00000100:00000001:2.0:1788624642.036993:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624642.036998:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624658 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624642.037008:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624642.037011:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624658 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624642.037018:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624642.037020:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624642.071284:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624642.071312:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624642.071318:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624642.071321:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624642.071333:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.071345:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624642.071356:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.071362:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.071368:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.071374:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377463b00 00000400:00000200:3.0:1788624642.071380:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.071388:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x8695 [1] + 224 00000800:00000001:3.0:1788624642.072432:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624642.072460:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624642.072467:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624642.072478:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624642.072491:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624642.072517:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624658 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624642.072530:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624658 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624642.072549:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624642.072562:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624642.072565:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624642.075899:0:33840:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624642.075917:0:33840:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624642.075919:0:33840:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624642.075924:0:33840:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a6e0. 00000400:00000200:0.0:1788624642.075935:0:33840:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f220 00000400:00000010:0.0:1788624642.075938:0:33840:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f220. 00000100:00000001:0.0:1788624642.075944:0:33840:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624642.075957:0:33840:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624658 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624642.075970:0:33840:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624658 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624642.075978:0:33840:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624642.075981:0:33840:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624642.075984:0:33840:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624642.075988:0:33840:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624642.075990:0:33840:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624642.075993:0:33840:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624642.075995:0:33840:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624642.076006:0:33840:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=70 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624642.076011:0:33840:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624642.076014:0:33840:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788624642.076018:0:33840:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -116 req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624658 ref 2 fl Rpc:RQU/602/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624642.076024:0:33840:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:0.0:1788624642.076029:0:33840:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624642.076032:0:33840:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788624642.076034:0:33840:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624642.076036:0:33840:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000040:0.0:1788624642.076041:0:33840:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624658 ref 2 fl Rpc:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624642.076049:0:33840:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551500 : -116 : 0xffffffffffffff8c) 00000100:00000001:0.0:1788624642.076053:0:33840:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624642.076055:0:33840:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624642.076059:0:33840:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624658 ref 2 fl Interpret:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624642.076067:0:33840:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d61c00 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:33840:1875506845067264:192.168.202.125@tcp:35:multiop.0 00000100:00000001:0.0:1788624642.076083:0:33840:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624642.076087:0:33840:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:0.0:1788624642.076089:0:33840:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624642.076091:0:33840:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624642.076095:0:33840:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624658 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624642.076102:0:33840:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624642.076148:0:33840:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203be240. 00000100:00000001:0.0:1788624642.076153:0:33840:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624642.076155:0:33840:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000002:00080000:0.0:1788624642.076162:0:33840:0:(mdc_request.c:1003:mdc_close()) @@@ Reset ESTALE = -116 req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624658 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624642.076169:0:33840:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624642.076171:0:33840:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498907648 : -112300210643968 : ffff99dd11d61c00) 00000002:00000001:0.0:1788624642.076174:0:33840:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624642.076177:0:33840:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624642.076182:0:33840:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd110fb000. 00000080:00000001:0.0:1788624642.076186:0:33840:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788624642.076189:0:33840:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788624642.076198:0:33840:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624642.076201:0:33840:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624642.076204:0:33840:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624642.076207:0:33840:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624642.076209:0:33840:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624642.076211:0:33840:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:0.0:1788624642.076213:0:33840:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624642.076219:0:33840:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788624642.076224:0:33840:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11c04a80 x1875506845065984/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624615 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624642.076231:0:33840:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624642.076243:0:33840:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04a80 x1875506845065984/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624615 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624642.076250:0:33840:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788624642.076253:0:33840:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624642.076255:0:33840:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624642.076257:0:33840:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624642.076260:0:33840:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049cb000. 02000000:00000001:0.0:1788624642.076265:0:33840:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624642.076267:0:33840:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624642.076270:0:33840:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04a80. 00000100:00000001:0.0:1788624642.076273:0:33840:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624642.076274:0:33840:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624642.076276:0:33840:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624642.076279:0:33840:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624658 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624642.076285:0:33840:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624642.076287:0:33840:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff99dd10536fc0. 00000002:00000001:0.0:1788624642.076299:0:33840:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624642.076301:0:33840:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624642.076303:0:33840:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd067cc5c0. 00000100:00000001:0.0:1788624642.076306:0:33840:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624642.076309:0:33840:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d61c00 x1875506845067264/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624658 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624642.076321:0:33840:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624642.076323:0:33840:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624642.076326:0:33840:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd0483b800. 02000000:00000001:0.0:1788624642.076329:0:33840:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624642.076330:0:33840:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624642.076332:0:33840:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=3 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624642.076334:0:33840:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624642.076335:0:33840:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd110fba00. 02000000:00000001:0.0:1788624642.076337:0:33840:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624642.076338:0:33840:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624642.076340:0:33840:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d61c00. 00000100:00000001:0.0:1788624642.076343:0:33840:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624642.076344:0:33840:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624642.076346:0:33840:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624642.076350:0:33840:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd2030f040. 00000080:00000001:0.0:1788624642.076355:0:33840:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624642.076362:0:33840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3df0 00000080:00000008:0.0:1788624642.076365:0:33840:0:(file.c:523:ll_file_release()) COMPLETED file f23.recovery-small:[0x200000405:0x29:0x0](ffff99dd198700c8), flags 100002, rc = 0 00000080:00000001:0.0:1788624642.076368:0:33840:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624642.076374:0:33840:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788624642.076376:0:33840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3e00 00000080:00002000:0.0:1788624642.076378:0:33840:0:(dcache.c:127:ll_ddelete()) deleting dentry f23.recovery-small (ffff99dd1934d1b0, parent ffff99dd19287870, inode ffff99dd198700c8) hashed, 00000080:00000001:0.0:1788624642.076381:0:33840:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624642.076392:0:33840:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788624642.076399:0:33840:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1788624642.081911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536860. 00000100:00000040:1.0:1788624642.322273:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624642.322298:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624642.322311:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddb100. 00000020:00000040:1.0:1788624642.322317:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:1.0:1788624642.322322:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624642.322326:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624642.322332:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624642.322341:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd1044e400. 00000100:00000001:1.0:1788624642.322348:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624642.322360:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11ddb100 x1875506845072256/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624642.322493:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624642.322499:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624642.322508:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083e7bc94] to pc [ptlrpcd_00_00+0] req@ffff99dd11ddb100 x1875506845072256/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624642.322550:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624642.322554:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624642.322558:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624642.322562:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9880. 00000020:00000040:1.0:1788624642.322565:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624642.322568:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624642.322570:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624642.322571:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624642.322575:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd1044e200. 00000100:00000001:1.0:1788624642.322578:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624642.322583:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11dd9880 x1875506845072384/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624642.322590:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624642.322593:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624642.322596:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae900148] to pc [ptlrpcd_00_01+1] req@ffff99dd11dd9880 x1875506845072384/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624642.322604:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624642.322607:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624642.322611:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624642.322613:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8000. 00000020:00000040:1.0:1788624642.322616:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624642.322618:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624642.322619:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624642.322621:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624642.322624:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd1044ed00. 00000100:00000001:1.0:1788624642.322628:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624642.322632:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11dd8000 x1875506845072512/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624642.322640:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624642.322642:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624642.322645:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000edb1f70e] to pc [ptlrpcd_00_00+0] req@ffff99dd11dd8000 x1875506845072512/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624642.322653:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624642.322655:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788624642.322659:0:25842:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788624642.322662:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788624642.322665:0:25842:0:(pinger.c:247:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788624642.322671:0:25842:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1994) 00000100:00000001:1.0:1788624642.322691:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624642.322695:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624642.322697:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624642.322704:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9880 x1875506845072384/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624642.322711:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624642.322714:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624642.322718:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624642.322721:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624642.322724:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624642.322728:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845072384:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624642.322732:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624642.322737:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624642.322740:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624642.322743:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624642.322749:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd187ca800. 02000000:00000001:1.0:1788624642.322751:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624642.322759:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624642.322763:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793528. 00000400:00000010:1.0:1788624642.322772:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c4c8. 00000100:00000200:1.0:1788624642.322778:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845072384, portal 10 00000100:00000001:1.0:1788624642.322780:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624642.322782:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499398272 : -112300210153344 : ffff99dd11dd9880) 00000100:00000040:1.0:1788624642.322789:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd9880 x1875506845072384/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624642.322796:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624642.322798:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624642.322800:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862ce58. 00000100:00000200:1.0:1788624642.322803:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845072384, offset 0 00000400:00000200:1.0:1788624642.322810:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624642.322830:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624642.322840:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624642.322845:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624642.322849:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624642.322853:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624642.322856:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624642.322860:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2960:2960:256:4294967295] 192.168.202.125@tcp LPNI seq info [2960:2960:8:4294967295] 00000400:00000200:1.0:1788624642.322864:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624642.322875:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624642.322880:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624642.322886:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ec00. 00000800:00000200:1.0:1788624642.322892:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624642.322899:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624642.322903:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624642.322927:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624642.322932:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 860330 usecs (861 jiffies) 00000400:00000200:1.0:1788624642.322935:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624642.322939:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296657245 00000100:00000001:1.0:1788624642.322941:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296659288 00000100:00000001:1.0:1788624642.322944:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296657245 00000100:00000001:1.0:1788624642.322946:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296659288 00000100:00000001:1.0:1788624642.322948:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624642.322951:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624642.322955:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624642.323062:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624642.323065:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624642.323067:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624642.323086:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddb100 x1875506845072256/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624642.323095:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624642.323096:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624642.323099:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624642.323101:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624642.323103:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624642.323146:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2389:1875506845072256:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624642.323150:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624642.323153:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624642.323154:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624642.323156:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624642.323160:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0633bc00. 02000000:00000001:0.0:1788624642.323162:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624642.323165:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624642.323168:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d948. 00000400:00000010:0.0:1788624642.323173:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395330. 00000100:00000200:0.0:1788624642.323177:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845072256, portal 25 00000100:00000001:0.0:1788624642.323178:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624642.323180:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499404544 : -112300210147072 : ffff99dd11ddb100) 00000100:00000040:0.0:1788624642.323184:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11ddb100 x1875506845072256/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624642.323189:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624642.323191:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624642.323193:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395ee0. 00000100:00000200:0.0:1788624642.323195:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845072256, offset 0 00000400:00000200:0.0:1788624642.323199:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624642.323203:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624642.323206:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624642.323209:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624642.323211:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624642.323213:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624642.323215:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624642.323217:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2961:2961:255:4294967295] 192.168.202.125@tcp LPNI seq info [2961:2961:7:4294967295] 00000400:00000200:0.0:1788624642.323221:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624642.323226:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624642.323231:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624642.323247:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df200. 00000800:00000200:0.0:1788624642.323252:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624642.323257:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624642.323259:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624642.323262:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624642.323265:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624642.323267:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296660310 00000100:00000001:0.0:1788624642.323274:0:2389:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296659288 00000100:00000001:0.0:1788624642.323278:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296660310 00000100:00000001:0.0:1788624642.323281:0:2389:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296659288 00000100:00000001:0.0:1788624642.323284:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624642.323294:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624642.323297:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624642.323301:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8000 x1875506845072512/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624642.323307:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624642.323308:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624642.323310:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624642.323312:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624642.323314:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624642.323316:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845072512:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624642.323319:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624642.323322:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624642.323323:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624642.323325:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624642.323328:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0633b200. 02000000:00000001:0.0:1788624642.323329:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624642.323333:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624642.323335:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dd68. 00000400:00000010:0.0:1788624642.323338:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395a18. 00000100:00000200:0.0:1788624642.323341:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845072512, portal 10 00000100:00000001:0.0:1788624642.323342:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624642.323344:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392000 : -112300210159616 : ffff99dd11dd8000) 00000100:00000040:0.0:1788624642.323349:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd8000 x1875506845072512/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624642.323356:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624642.323357:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624642.323359:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053955d8. 00000100:00000200:0.0:1788624642.323362:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845072512, offset 0 00000400:00000200:0.0:1788624642.323365:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624642.323369:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624642.323634:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624642.323638:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624642.323640:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624642.323643:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624642.323645:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624642.323648:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2962:2962:254:4294967295] 192.168.202.125@tcp LPNI seq info [2962:2962:6:4294967295] 00000400:00000200:0.0:1788624642.323652:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624642.323658:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624642.323663:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624642.323667:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df500. 00000800:00000200:0.0:1788624642.323671:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624642.323676:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624642.323678:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624642.323682:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624642.323685:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24790 usecs (25 jiffies) 00000400:00000200:0.0:1788624642.323689:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624642.323691:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296656409 00000100:00000001:0.0:1788624642.323693:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296660310 00000100:00000001:0.0:1788624642.323696:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296656409 00000100:00000001:0.0:1788624642.323698:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296660310 00000100:00000001:0.0:1788624642.323702:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624642.323703:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624642.323706:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624642.323708:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624642.323716:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624642.323718:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788624642.323721:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624642.323723:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624642.323725:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624642.323727:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624642.323845:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624642.323850:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ec00. 00000400:00000200:2.0:1788624642.323857:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624642.323862:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624642.323867:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ce58 00000400:00000010:2.0:1788624642.323870:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ce58. 00000100:00000001:2.0:1788624642.323875:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624642.323879:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9880 x1875506845072384/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624642.323889:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624642.323892:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9880 x1875506845072384/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624642.323898:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624642.323899:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624642.323912:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624642.323913:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df200. 00000400:00000200:2.0:1788624642.323916:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624642.323918:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624642.323920:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395ee0 00000400:00000010:2.0:1788624642.323922:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395ee0. 00000100:00000001:2.0:1788624642.323924:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624642.323926:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddb100 x1875506845072256/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624642.323932:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624642.323934:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddb100 x1875506845072256/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624642.323939:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624642.323941:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624642.324014:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624642.324017:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df500. 00000400:00000200:2.0:1788624642.324020:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624642.324024:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624642.324027:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053955d8 00000400:00000010:2.0:1788624642.324028:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053955d8. 00000100:00000001:2.0:1788624642.324031:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624642.324034:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8000 x1875506845072512/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624642.324041:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624642.324044:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8000 x1875506845072512/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624642.324051:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624642.324052:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788624642.326168:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624642.326182:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624642.326184:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624642.326187:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624642.326189:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624642.326192:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624642.326195:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624642.330647:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624642.330677:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624642.330685:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624642.330688:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624642.330702:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.330712:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624642.330725:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.330731:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.330739:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.330744:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377463c00 00000400:00000200:3.0:1788624642.330751:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.330758:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x86a5 [1] + 224 00000800:00000001:3.0:1788624642.330777:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624642.330782:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624642.330786:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624642.330791:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624642.330801:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624642.330814:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9880 x1875506845072384/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624642.330828:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dd9880 x1875506845072384/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624642.330858:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624642.330869:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624642.330873:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624642.330875:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624642.330877:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624642.330880:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.330884:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624642.330889:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.330891:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.330894:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.330897:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377463c80 00000400:00000200:3.0:1788624642.330900:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.330905:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x86b5 [1] + 224 00000800:00000001:3.0:1788624642.330909:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624642.330913:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624642.330915:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624642.330918:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624642.330921:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624642.330925:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8000 x1875506845072512/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624642.330934:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dd8000 x1875506845072512/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624642.331422:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624642.331431:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624642.331574:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624642.331595:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624642.331603:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624642.331605:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624642.331608:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624642.331614:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.331621:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624642.331626:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.331630:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000001:0.0:1788624642.331630:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624642.331637:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1788624642.331639:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624642.331645:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377463b80 00000400:00000010:0.0:1788624642.331646:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dd68. 00000400:00000200:3.0:1788624642.331655:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624642.331663:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395a18 00000400:00000010:0.0:1788624642.331668:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395a18. 00000100:00000001:0.0:1788624642.331673:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624642.331695:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8000 x1875506845072512/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624642.331708:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8000 x1875506845072512/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624642.331718:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624642.331720:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624642.331724:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624642.331727:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624642.331730:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624642.331735:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624642.331737:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788624642.331739:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624642.331747:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1788624642.331750:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=71 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624642.331756:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=71 v=5 (1 1 1 1) 00000100:00000001:0.0:1788624642.331758:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624642.331760:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624642.331763:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624642.331767:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624642.331771:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624642.331774:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788624642.331777:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624642.331779:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624642.331784:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8000 x1875506845072512/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624642.331791:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624642.331795:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624642.331797:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624642.331801:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8000 x1875506845072512/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624658 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624642.331808:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845072512:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624642.331888:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624642.331892:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624642.331896:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8000 x1875506845072512/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624658 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624642.331903:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624642.331906:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624642.331909:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0633b200. 02000000:00000001:0.0:1788624642.331914:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624642.331916:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624642.331918:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624642.331920:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624642.331923:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd1044ed00. 02000000:00000001:0.0:1788624642.331927:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624642.331929:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624642.331931:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8000. 00000100:00000001:0.0:1788624642.331935:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624642.331936:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624642.331939:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624642.331941:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624642.331943:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624642.331945:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624642.331947:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624642.335981:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x86ad [1] + 224 00000800:00000001:3.0:1788624642.336009:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624642.336039:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624642.336044:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624642.336050:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624642.336062:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624642.336073:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddb100 x1875506845072256/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624642.336085:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11ddb100 x1875506845072256/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624642.336317:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624642.336327:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624642.336719:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624642.336724:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624642.336729:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793528. 00000400:00000200:1.0:1788624642.336739:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c4c8 00000400:00000010:1.0:1788624642.336743:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c4c8. 00000100:00000001:1.0:1788624642.336748:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624642.336756:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9880 x1875506845072384/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624642.337386:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624642.337416:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624642.337428:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1788624642.337633:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9880 x1875506845072384/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624642.337649:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624642.337653:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624642.337657:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624642.337661:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624642.337664:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624642.337667:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624642.337670:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624642.337683:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=71 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624642.337688:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624642.337691:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624642.337693:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624642.337696:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624642.337701:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624642.337706:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624642.337709:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788624642.337711:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624642.337714:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624642.337719:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9880 x1875506845072384/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624642.337727:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624642.337731:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624642.337734:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624642.337738:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9880 x1875506845072384/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624658 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624642.337747:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845072384:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624642.337753:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624642.337757:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624642.337761:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9880 x1875506845072384/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624658 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624642.337783:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624642.337787:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624642.337792:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd187ca800. 02000000:00000001:1.0:1788624642.337800:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624642.337803:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624642.337805:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=3 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624642.337808:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624642.337812:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd1044e200. 02000000:00000001:1.0:1788624642.337817:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624642.337819:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624642.337821:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9880. 00000100:00000001:1.0:1788624642.337825:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624642.337827:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624642.337830:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624642.337841:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624642.337844:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624642.337848:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624642.337851:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788624642.341684:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624642.341691:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624642.341695:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d948. 00000400:00000200:0.0:1788624642.341706:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395330 00000400:00000010:0.0:1788624642.341708:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395330. 00000100:00000001:0.0:1788624642.341713:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624642.341725:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddb100 x1875506845072256/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624642.341736:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddb100 x1875506845072256/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624642.341744:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624642.341747:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624642.341750:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624642.341753:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624642.341756:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624642.341758:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624642.341761:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624642.341768:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=71 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624642.341772:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624642.341774:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624642.341776:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624642.341779:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624642.341781:0:2389:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624642.341784:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624642.341789:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddb100 x1875506845072256/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624642.341795:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624642.341799:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624642.341800:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624642.341804:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddb100 x1875506845072256/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624658 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624642.341822:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2389:1875506845072256:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624642.341829:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624642.341833:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624642.341837:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddb100 x1875506845072256/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624658 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624642.341843:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624642.341846:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624642.341849:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0633bc00. 02000000:00000001:0.0:1788624642.341854:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624642.341856:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624642.341858:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:0.0:1788624642.341861:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624642.341863:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd1044e400. 02000000:00000001:0.0:1788624642.341867:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624642.341869:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624642.341871:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddb100. 00000100:00000001:0.0:1788624642.341875:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624642.341877:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624642.341879:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624642.341888:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624642.341890:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624642.341893:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624642.341895:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624643.026515:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624643.026525:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624643.026651:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624643.026656:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624643.026659:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624644.050303:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624644.050312:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624644.050529:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624644.050534:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624644.050538:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624645.074304:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624645.074318:0:28436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624645.074321:0:28436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624645.074326:0:28436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624645.074333:0:28436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624645.074336:0:28436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624645.074338:0:28436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624645.074340:0:28436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624645.074969:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624645.074975:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624645.074980:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788624645.758013:0:34143:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624646.099451:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624646.099463:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624646.101376:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624646.101386:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624646.101392:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788624646.144796:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87d08 00000080:00200008:2.0:1788624646.144811:0:34163:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624646.144821:0:34163:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624646.144824:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87c80 00000080:00200000:2.0:1788624646.144826:0:34163:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624646.144835:0:34163:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd11154000. 00800000:00000002:2.0:1788624646.144844:0:34163:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624646.144849:0:34163:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624646.144855:0:34163:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624646.144857:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87ba0 00800000:00000002:2.0:1788624646.144861:0:34163:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624646.144865:0:34163:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624646.144869:0:34163:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624646.144873:0:34163:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624646.144876:0:34163:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624646.144879:0:34163:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624646.144882:0:34163:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624646.144884:0:34163:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624646.144887:0:34163:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624646.144892:0:34163:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624646.144899:0:34163:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624646.144901:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87a70 00000002:00010000:2.0:1788624646.144903:0:34163:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624646.144908:0:34163:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624646.144911:0:34163:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624646.144915:0:34163:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624646.144923:0:34163:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624646.144927:0:34163:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624646.144929:0:34163:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624646.144932:0:34163:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788624646.144935:0:34163:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788624646.144942:0:34163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63800. 00000020:00000040:2.0:1788624646.144947:0:34163:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:2.0:1788624646.144956:0:34163:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624646.144962:0:34163:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624646.144966:0:34163:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.144971:0:34163:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624646.144974:0:34163:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624646.144981:0:34163:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624646.144991:0:34163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd04838800. 00000100:00000001:2.0:1788624646.145001:0:34163:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624646.145008:0:34163:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624646.145010:0:34163:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624646.145012:0:34163:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624646.145013:0:34163:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624646.145016:0:34163:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624646.145023:0:34163:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773498914816 : -112300210636800 : ffff99dd11d63800) 00010000:00000001:2.0:1788624646.145028:0:34163:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624646.145031:0:34163:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788624646.145037:0:34163:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03870700. 00010000:00000010:2.0:1788624646.145042:0:34163:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd05188580. 00010000:00000001:2.0:1788624646.145049:0:34163:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624646.145053:0:34163:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10767400. 00000020:00000001:2.0:1788624646.145057:0:34163:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624646.145062:0:34163:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10767400 with handle 0xcc94206c7ef41976 to hash 00000020:00000001:2.0:1788624646.145064:0:34163:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624646.145065:0:34163:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.145070:0:34163:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.145075:0:34163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624646.145079:0:34163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624646.145085:0:34163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624646.145097:0:34163:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624646.145545:0:34163:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34163 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624646.145554:0:34163:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624646.145557:0:34163:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624646.145567:0:34163:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203be240. 00000100:00000001:2.0:1788624646.145570:0:34163:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740458560 : -112299969093056 : ffff99dd203be240) 00000100:00000001:2.0:1788624646.145574:0:34163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624646.145576:0:34163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498914816 : -112300210636800 : ffff99dd11d63800) 00000100:00000001:2.0:1788624646.145582:0:34163:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624646.145588:0:34163:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.145590:0:34163:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624646.145592:0:34163:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624646.145606:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63800 x1875506845072640/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624646.145615:0:34163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624646.145618:0:34163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624646.145622:0:34163:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624646.145626:0:34163:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624646.145629:0:34163:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624646.145632:0:34163:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63800 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:34163:1875506845072640:192.168.202.125@tcp:101:lfs.0 00000100:00000001:2.0:1788624646.145638:0:34163:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624646.145645:0:34163:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624646.145648:0:34163:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624646.145652:0:34163:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624646.145659:0:34163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd1870b000. 02000000:00000001:2.0:1788624646.145661:0:34163:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624646.145672:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624646.145677:0:34163:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2840. 00000400:00000010:2.0:1788624646.145688:0:34163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08e58. 00000100:00000200:2.0:1788624646.145699:0:34163:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845072640, portal 10 00000100:00000001:2.0:1788624646.145701:0:34163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624646.145702:0:34163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498914816 : -112300210636800 : ffff99dd11d63800) 00000100:00000040:2.0:1788624646.145709:0:34163:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d63800 x1875506845072640/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624662 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624646.145718:0:34163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624646.145721:0:34163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624646.145724:0:34163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08660. 00000100:00000200:2.0:1788624646.145727:0:34163:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845072640, offset 0 00000400:00000200:2.0:1788624646.145735:0:34163:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624646.145746:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624646.145756:0:34163:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624646.145764:0:34163:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624646.145769:0:34163:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624646.145773:0:34163:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624646.145777:0:34163:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624646.145782:0:34163:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2963:2963:256:4294967295] 192.168.202.125@tcp LPNI seq info [2963:2963:8:4294967295] 00000400:00000200:2.0:1788624646.145786:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624646.145797:0:34163:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624646.145804:0:34163:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624646.145810:0:34163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd092e3b00. 00000800:00000200:2.0:1788624646.145818:0:34163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624646.145829:0:34163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624646.145834:0:34163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd092e3b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788624646.145895:0:34163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624646.145901:0:34163:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 859256 usecs (860 jiffies) 00000400:00000200:2.0:1788624646.145906:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624646.145909:0:34163:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296661067 00000100:00000001:2.0:1788624646.145918:0:34163:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296660310 00000100:00000001:2.0:1788624646.145926:0:34163:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296661067 00000100:00000001:2.0:1788624646.145930:0:34163:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296660310 00000100:00000001:2.0:1788624646.145933:0:34163:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624646.145936:0:34163:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.145939:0:34163:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624646.145942:0:34163:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624646.145945:0:34163:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 11 seconds 00000100:00000001:2.0:1788624646.145950:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624646.145953:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624646.146672:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624646.146680:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd092e3b00. 00000400:00000200:3.0:1788624646.146687:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624646.146694:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624646.146702:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08660 00000400:00000010:3.0:1788624646.146705:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08660. 00000100:00000001:3.0:1788624646.146712:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624646.146718:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63800 x1875506845072640/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624662 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624646.146732:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624646.146736:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d63800 x1875506845072640/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624662 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624646.146743:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624646.146745:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624646.155584:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.155611:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624646.155617:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.155621:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624646.155634:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.155645:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624646.155656:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.155663:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.155672:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.155677:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377463d00 00000400:00000200:3.0:1788624646.155684:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.155694:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x86bd [1] + 224 00000800:00000001:3.0:1788624646.155704:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.155714:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624646.155719:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624646.155725:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624646.155738:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624646.155753:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63800 x1875506845072640/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624662 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624646.155767:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11d63800 x1875506845072640/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624662 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624646.155793:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624646.155805:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.155810:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624646.155876:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624646.155888:0:34163:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624646.155891:0:34163:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624646.155896:0:34163:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2840. 00000400:00000200:2.0:1788624646.155902:0:34163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08e58 00000400:00000010:2.0:1788624646.155904:0:34163:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08e58. 00000100:00000001:2.0:1788624646.155908:0:34163:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624646.155914:0:34163:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d63800 x1875506845072640/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624662 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788624646.155924:0:34163:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d63800 x1875506845072640/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624662 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624646.155931:0:34163:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624646.155934:0:34163:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624646.155937:0:34163:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624646.155941:0:34163:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624646.155943:0:34163:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624646.155946:0:34163:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624646.155949:0:34163:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624646.155961:0:34163:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=75 v=5 (5 103 103 103) 00000100:00001000:2.0:1788624646.155966:0:34163:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624646.155969:0:34163:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624646.155971:0:34163:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624646.155975:0:34163:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624646.155980:0:34163:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.155985:0:34163:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624646.155988:0:34163:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1788624646.155991:0:34163:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624646.155993:0:34163:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624646.155998:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d63800 x1875506845072640/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624662 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624646.156007:0:34163:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624646.156011:0:34163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624646.156013:0:34163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624646.156018:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63800 x1875506845072640/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624662 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788624646.156026:0:34163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d63800 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:34163:1875506845072640:192.168.202.125@tcp:101:lfs.0 00000100:00000001:2.0:1788624646.156031:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624646.156035:0:34163:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.156038:0:34163:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624646.156041:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624646.156045:0:34163:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d63800 x1875506845072640/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624662 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624646.156053:0:34163:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624646.156057:0:34163:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203be240. 00000100:00000001:2.0:1788624646.156061:0:34163:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624646.156063:0:34163:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624646.156067:0:34163:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788624646.156073:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624646.156077:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624646.156082:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=4 00000020:00000001:2.0:1788624646.156085:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.156088:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000040:2.0:1788624646.156098:0:34163:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10767400, remote cookie: 0xa103bd66258a876c, flags: 0x1001 00010000:00010000:2.0:1788624646.156140:0:34163:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624646.156159:0:34163:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624646.156166:0:34163:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788624646.156173:0:34163:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788624646.156176:0:34163:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788624646.156178:0:34163:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788624646.156179:0:34163:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788624646.156183:0:34163:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd03870700) refcount = 1 00010000:00010000:2.0:1788624646.156187:0:34163:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624646.156194:0:34163:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788624646.156199:0:34163:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788624646.156201:0:34163:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624646.156205:0:34163:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788624646.156208:0:34163:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624646.156211:0:34163:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624646.156218:0:34163:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788624646.156228:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.156230:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624646.156231:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.156232:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624646.156234:0:34163:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624646.156241:0:34163:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788624646.156243:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624646.156244:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624646.156247:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:2.0:1788624646.156249:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.156251:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.156255:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624646.156256:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624646.156257:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=4 00000020:00000001:2.0:1788624646.156259:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.156261:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.156264:0:34163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624646.156268:0:34163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624646.156272:0:34163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624646.156279:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.156280:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624646.156282:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624646.156283:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624646.156285:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=5 00000020:00000001:2.0:1788624646.156287:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.156289:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.156292:0:34163:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624646.156295:0:34163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624646.156302:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.156303:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788624646.156306:0:34163:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624646.156314:0:34163:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624646.156315:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.156317:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624646.156318:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.156319:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788624646.156325:0:34163:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11d63800 x1875506845072640/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788624646.156341:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624646.156343:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624646.156345:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:2.0:1788624646.156347:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.156349:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.156353:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.156355:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624646.156357:0:34163:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624646.156359:0:34163:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624646.156364:0:34163:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788624646.156367:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624646.156368:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624646.156370:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:2.0:1788624646.156371:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.156374:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00000002:00010000:2.0:1788624646.156378:0:34163:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624646.156385:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.156386:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624646.156388:0:34163:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624646.156390:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624646.156391:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624646.156392:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:2.0:1788624646.156394:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.156396:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000040:2.0:1788624646.156404:0:34163:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:2.0:1788624646.156407:0:34163:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788624646.156411:0:34163:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788624646.156414:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.156415:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624646.156417:0:34163:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788624646.156421:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d879f8 00000002:00002000:2.0:1788624646.156423:0:34163:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788624646.156426:0:34163:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624646.156431:0:34163:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624646.156435:0:34163:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788624646.156439:0:34163:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788624646.156443:0:34163:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624646.156449:0:34163:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624646.156454:0:34163:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd11154000. 00000080:00000001:2.0:1788624646.156462:0:34163:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624646.156466:0:34163:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788624646.156477:0:34163:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788624646.156483:0:34163:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788624646.156493:0:34163:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd11d2d080. 00800000:00000001:2.0:1788624646.156496:0:34163:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773498691712 : -112300210859904 : ffff99dd11d2d080) 00800000:00000001:2.0:1788624646.156499:0:34163:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624646.156501:0:34163:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788624646.156505:0:34163:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788624646.156509:0:34163:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788624646.156513:0:34163:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788624646.156518:0:34163:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788624646.156520:0:34163:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624646.156527:0:34163:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788624646.156530:0:34163:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1788624646.156534:0:34163:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788624590 to 1788624599 00000080:00200000:2.0:1788624646.156542:0:34163:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1788624646.156545:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624646.156546:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624646.156547:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:2.0:1788624646.156549:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.156552:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.156554:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.156556:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624646.156557:0:34163:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788624646.156560:0:34163:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788624646.156562:0:34163:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd11d2d080 1 00800000:00000010:2.0:1788624646.156565:0:34163:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd11d2d080. 00800000:00000001:2.0:1788624646.156568:0:34163:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624646.156572:0:34163:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41976 00800000:00000001:2.0:1788624646.156577:0:34163:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624646.156579:0:34163:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624646.156580:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624646.156581:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624646.156583:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:2.0:1788624646.156585:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.156587:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.156589:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.156590:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624646.156592:0:34163:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624646.156594:0:34163:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624646.156597:0:34163:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624646.156599:0:34163:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624646.156603:0:34163:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41976 from it ffffbef880d87cb8 00010000:00000001:2.0:1788624646.156604:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624646.156606:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624646.156607:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:2.0:1788624646.156609:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.156611:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.156613:0:34163:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624646.156616:0:34163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624646.156623:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.156624:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624646.156626:0:34163:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624646.156629:0:34163:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624646.156632:0:34163:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624646.156647:0:34163:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624646.156650:0:34163:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624646.156653:0:34163:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624646.156658:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.156659:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624646.156661:0:34163:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624646.156665:0:34163:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624646.156667:0:34163:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624646.156670:0:34163:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624646.156672:0:34163:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624646.156674:0:34163:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624646.156675:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.156676:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624646.156678:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624646.156683:0:34163:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d63800 x1875506845072640/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624662 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624646.156690:0:34163:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624646.156693:0:34163:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624646.156697:0:34163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd1870b000. 02000000:00000001:2.0:1788624646.156702:0:34163:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624646.156705:0:34163:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624646.156707:0:34163:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=3 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624646.156710:0:34163:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624646.156714:0:34163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd04838800. 02000000:00000001:2.0:1788624646.156718:0:34163:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624646.156720:0:34163:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624646.156722:0:34163:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63800. 00000100:00000001:2.0:1788624646.156730:0:34163:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624646.156731:0:34163:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624646.156735:0:34163:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624646.156742:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87d08 00000080:00000008:2.0:1788624646.156745:0:34163:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624646.157597:0:34163:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624646.157638:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87d08 00000080:00200008:2.0:1788624646.157642:0:34163:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788624646.157649:0:34163:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624646.157650:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87c80 00000080:00200000:2.0:1788624646.157652:0:34163:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624646.157660:0:34163:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd11154000. 00800000:00000002:2.0:1788624646.157666:0:34163:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624646.157671:0:34163:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624646.157675:0:34163:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624646.157678:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87ba0 00800000:00000002:2.0:1788624646.157680:0:34163:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624646.157683:0:34163:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624646.157686:0:34163:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624646.157690:0:34163:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624646.157693:0:34163:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624646.157695:0:34163:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624646.157698:0:34163:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624646.157700:0:34163:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624646.157703:0:34163:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624646.157707:0:34163:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624646.157712:0:34163:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624646.157714:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87a70 00000002:00010000:2.0:1788624646.157716:0:34163:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624646.157720:0:34163:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624646.157722:0:34163:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624646.157726:0:34163:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624646.157732:0:34163:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:2.0:1788624646.157736:0:34163:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624646.157740:0:34163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624646.157744:0:34163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624646.157748:0:34163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788624646.157757:0:34163:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624646.157763:0:34163:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624646.157766:0:34163:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788624646.157774:0:34163:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624646.157776:0:34163:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624646.157778:0:34163:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624646.157780:0:34163:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624646.157781:0:34163:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624646.157783:0:34163:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624646.157786:0:34163:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624646.157788:0:34163:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624646.157791:0:34163:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd11154000. 00000080:00000001:2.0:1788624646.157794:0:34163:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624646.157797:0:34163:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624646.157799:0:34163:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624646.157802:0:34163:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41976 00800000:00000001:2.0:1788624646.157805:0:34163:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624646.157807:0:34163:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624646.157809:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624646.157811:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624646.157813:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:2.0:1788624646.157814:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.157817:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.157819:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.157820:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624646.157822:0:34163:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624646.157823:0:34163:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624646.157826:0:34163:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41976 from it ffffbef880d87cb8 00010000:00000001:2.0:1788624646.157828:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624646.157829:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624646.157830:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:2.0:1788624646.157832:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.157834:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.157837:0:34163:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624646.157840:0:34163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624646.157847:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.157849:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624646.157850:0:34163:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624646.157851:0:34163:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624646.157854:0:34163:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624646.157861:0:34163:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624646.157863:0:34163:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624646.157865:0:34163:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624646.157868:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.157870:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624646.157871:0:34163:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624646.157875:0:34163:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624646.157876:0:34163:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624646.157878:0:34163:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624646.157880:0:34163:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624646.157882:0:34163:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624646.157883:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.157884:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624646.157887:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624646.157888:0:34163:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624646.157891:0:34163:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624646.157896:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87d08 00000080:00000008:2.0:1788624646.157898:0:34163:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788624646.158042:0:34163:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624646.158044:0:34163:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624646.158046:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87b78 00000080:00200000:2.0:1788624646.158048:0:34163:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624646.158053:0:34163:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd11154000. 00800000:00000002:2.0:1788624646.158056:0:34163:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624646.158058:0:34163:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624646.158061:0:34163:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624646.158062:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87a98 00800000:00000002:2.0:1788624646.158064:0:34163:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624646.158067:0:34163:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624646.158069:0:34163:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624646.158071:0:34163:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624646.158072:0:34163:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624646.158074:0:34163:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624646.158076:0:34163:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624646.158078:0:34163:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624646.158080:0:34163:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624646.158082:0:34163:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624646.158086:0:34163:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624646.158087:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87968 00000002:00010000:2.0:1788624646.158089:0:34163:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624646.158092:0:34163:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624646.158094:0:34163:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624646.158096:0:34163:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624646.158099:0:34163:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:2.0:1788624646.158102:0:34163:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624646.158138:0:34163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624646.158141:0:34163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624646.158144:0:34163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788624646.158152:0:34163:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624646.158155:0:34163:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624646.158158:0:34163:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788624646.158164:0:34163:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624646.158166:0:34163:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624646.158168:0:34163:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624646.158170:0:34163:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624646.158172:0:34163:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624646.158174:0:34163:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624646.158178:0:34163:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624646.158180:0:34163:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624646.158182:0:34163:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd11154000. 00000080:00000001:2.0:1788624646.158185:0:34163:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624646.158186:0:34163:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624646.158188:0:34163:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624646.158190:0:34163:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41976 00800000:00000001:2.0:1788624646.158192:0:34163:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624646.158194:0:34163:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624646.158195:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624646.158197:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624646.158198:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:2.0:1788624646.158201:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.158203:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.158205:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.158206:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624646.158207:0:34163:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624646.158209:0:34163:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624646.158212:0:34163:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41976 from it ffffbef880d87bb0 00010000:00000001:2.0:1788624646.158213:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624646.158215:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624646.158216:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:2.0:1788624646.158229:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.158232:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624646.158234:0:34163:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624646.158237:0:34163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624646.158244:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.158245:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624646.158246:0:34163:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624646.158248:0:34163:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624646.158250:0:34163:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788624646.158261:0:34163:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624646.158264:0:34163:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624646.158265:0:34163:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624646.158267:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.158269:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624646.158270:0:34163:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624646.158272:0:34163:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624646.158274:0:34163:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624646.158275:0:34163:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624646.158278:0:34163:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624646.158279:0:34163:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624646.158280:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624646.158281:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624646.158283:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624646.158284:0:34163:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624646.158287:0:34163:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 44 00000080:00000001:2.0:1788624646.158292:0:34163:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624646.158297:0:34163:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:2.0:1788624646.158300:0:34163:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788624646.158303:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87b78 00000080:00200008:2.0:1788624646.158305:0:34163:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 100000 00000080:00000010:2.0:1788624646.158311:0:34163:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd017c8c80. 00000080:00000001:2.0:1788624646.158316:0:34163:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624646.158318:0:34163:0:(dir.c:3016:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624646.158452:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624646.158456:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:2.0:1788624646.158465:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624646.158469:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624646.158476:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04838800. 00000020:00000001:2.0:1788624646.158481:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624646.158484:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624646.158487:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624646.158489:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04838800 uarg=0000000000000000 00800000:00000001:2.0:1788624646.158496:0:34163:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:2.0:1788624646.158499:0:34163:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff99dd10dbf800: age 1910, max_age 1991 00000002:00000001:2.0:1788624646.158504:0:34163:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1788624646.158507:0:34163:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000010:2.0:1788624646.158515:0:34163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63800. 00000020:00000040:2.0:1788624646.158519:0:34163:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624646.158523:0:34163:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624646.158527:0:34163:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624646.158531:0:34163:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624646.158539:0:34163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd092e3300. 00000100:00000001:2.0:1788624646.158549:0:34163:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.158554:0:34163:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624646.158557:0:34163:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624646.158565:0:34163:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203be240. 00000100:00000001:2.0:1788624646.158568:0:34163:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740458560 : -112299969093056 : ffff99dd203be240) 00000100:00000001:2.0:1788624646.158572:0:34163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624646.158574:0:34163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498914816 : -112300210636800 : ffff99dd11d63800) 00000100:00000001:2.0:1788624646.158580:0:34163:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624646.158585:0:34163:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.158587:0:34163:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624646.158589:0:34163:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624646.158601:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63800 x1875506845072768/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624646.158610:0:34163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624646.158613:0:34163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624646.158618:0:34163:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624646.158621:0:34163:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624646.158623:0:34163:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624646.158628:0:34163:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63800 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:34163:1875506845072768:192.168.202.125@tcp:41:lfs.0 00000100:00000001:2.0:1788624646.158633:0:34163:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624646.158641:0:34163:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624646.158643:0:34163:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624646.158647:0:34163:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624646.158652:0:34163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04839000. 02000000:00000001:2.0:1788624646.158654:0:34163:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624646.158664:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624646.158669:0:34163:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2840. 00000400:00000010:2.0:1788624646.158678:0:34163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08e58. 00000100:00000200:2.0:1788624646.158687:0:34163:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845072768, portal 10 00000100:00000001:2.0:1788624646.158689:0:34163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624646.158690:0:34163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498914816 : -112300210636800 : ffff99dd11d63800) 00000100:00000040:2.0:1788624646.158698:0:34163:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d63800 x1875506845072768/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624646.158706:0:34163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624646.158709:0:34163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624646.158712:0:34163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08cc0. 00000100:00000200:2.0:1788624646.158716:0:34163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845072768, offset 0 00000400:00000200:2.0:1788624646.158724:0:34163:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624646.158735:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624646.158746:0:34163:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624646.158753:0:34163:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624646.158759:0:34163:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624646.158764:0:34163:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624646.158767:0:34163:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624646.158771:0:34163:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2964:2964:256:4294967295] 192.168.202.125@tcp LPNI seq info [2964:2964:8:4294967295] 00000400:00000200:2.0:1788624646.158776:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624646.158786:0:34163:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624646.158793:0:34163:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624646.158798:0:34163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd092e3a00. 00000800:00000200:2.0:1788624646.158806:0:34163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624646.158815:0:34163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624646.158820:0:34163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd092e3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624646.158843:0:34163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624646.158849:0:34163:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 858177 usecs (859 jiffies) 00000400:00000200:2.0:1788624646.158852:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624646.158856:0:34163:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296661076 00000800:00000200:2.0:1788624646.159015:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624646.159020:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd092e3a00. 00000400:00000200:2.0:1788624646.159026:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624646.159032:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624646.159039:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08cc0 00000400:00000010:2.0:1788624646.159042:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08cc0. 00000100:00000001:2.0:1788624646.159047:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624646.159052:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63800 x1875506845072768/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624646.159062:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624646.159066:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d63800 x1875506845072768/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624646.159073:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.159075:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788624646.159099:0:34163:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296661067 00000100:00000001:2.0:1788624646.159125:0:34163:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296661076 00000100:00000001:2.0:1788624646.159130:0:34163:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296661067 00000100:00000001:2.0:1788624646.159133:0:34163:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624646.159136:0:34163:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.159138:0:34163:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624646.159141:0:34163:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624646.159144:0:34163:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 11 seconds 00000100:00000001:2.0:1788624646.159146:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624646.159150:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624646.162070:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.162091:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624646.162098:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.162100:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624646.162172:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.162181:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624646.162192:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.162198:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.162205:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.162210:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 368 into portal 10 MB=0x6a9c377463d80 00000400:00000200:3.0:1788624646.162216:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.162234:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 368/368 into md 0x86cd [1] + 224 00000800:00000001:3.0:1788624646.162242:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.162250:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624646.162255:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624646.162259:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624646.162268:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624646.162279:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63800 x1875506845072768/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624646.162292:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99dd11d63800 x1875506845072768/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.162370:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624646.162442:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624646.162453:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.162456:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788624646.163302:0:34163:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624646.163307:0:34163:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624646.163313:0:34163:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2840. 00000400:00000200:1.0:1788624646.163320:0:34163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08e58 00000400:00000010:1.0:1788624646.163324:0:34163:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08e58. 00000100:00000001:1.0:1788624646.163329:0:34163:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624646.163339:0:34163:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d63800 x1875506845072768/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624646.163351:0:34163:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d63800 x1875506845072768/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.163358:0:34163:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624646.163361:0:34163:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624646.163365:0:34163:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624646.163369:0:34163:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624646.163372:0:34163:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624646.163374:0:34163:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624646.163377:0:34163:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624646.163390:0:34163:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=75 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624646.163394:0:34163:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624646.163399:0:34163:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624646.163401:0:34163:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624646.163405:0:34163:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624646.163409:0:34163:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.163414:0:34163:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624646.163417:0:34163:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788624646.163420:0:34163:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624646.163422:0:34163:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624646.163429:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d63800 x1875506845072768/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.163437:0:34163:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624646.163441:0:34163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624646.163444:0:34163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624646.163448:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63800 x1875506845072768/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624646.163457:0:34163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d63800 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:34163:1875506845072768:192.168.202.125@tcp:41:lfs.0 00000100:00000001:1.0:1788624646.163463:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624646.163467:0:34163:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.163473:0:34163:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624646.163476:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624646.163480:0:34163:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d63800 x1875506845072768/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.163488:0:34163:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624646.163493:0:34163:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203be240. 00000100:00000001:1.0:1788624646.163497:0:34163:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624646.163499:0:34163:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624646.163509:0:34163:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1788624646.163511:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624646.163514:0:34163:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d63800 x1875506845072768/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.163522:0:34163:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624646.163526:0:34163:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624646.163532:0:34163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd04839000. 02000000:00000001:1.0:1788624646.163535:0:34163:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624646.163539:0:34163:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624646.163542:0:34163:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624646.163545:0:34163:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624646.163549:0:34163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd092e3300. 02000000:00000001:1.0:1788624646.163555:0:34163:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624646.163557:0:34163:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624646.163560:0:34163:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63800. 00000100:00000001:1.0:1788624646.163569:0:34163:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624646.163570:0:34163:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788624646.163572:0:34163:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624646.163573:0:34163:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=3 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624646.163575:0:34163:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:1.0:1788624646.163578:0:34163:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff99dd10dbf800: update ffff99dd10709e18 cache blocks 317381/353529 objects 1023704/1024000 00800000:00000001:1.0:1788624646.163584:0:34163:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624646.163590:0:34163:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.163594:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624646.163598:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04838800. 00000080:00000001:1.0:1788624646.163602:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.163605:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.163700:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.163703:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.163713:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.163716:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.163724:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.163729:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.163732:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.163736:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.163738:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.163748:0:34163:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1788624646.163751:0:34163:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff99dd10dbf800: age 1414, max_age 1991 00000002:00000001:1.0:1788624646.163755:0:34163:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1788624646.163759:0:34163:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000010:1.0:1788624646.163767:0:34163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9880. 00000020:00000040:1.0:1788624646.163770:0:34163:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=5 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624646.163776:0:34163:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624646.163780:0:34163:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624646.163786:0:34163:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624646.163794:0:34163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd1044e200. 00000100:00000001:1.0:1788624646.163805:0:34163:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.163809:0:34163:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624646.163811:0:34163:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624646.163820:0:34163:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd186e53c0. 00000100:00000001:1.0:1788624646.163823:0:34163:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773609546688 : -112300100004928 : ffff99dd186e53c0) 00000100:00000001:1.0:1788624646.163826:0:34163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624646.163828:0:34163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499398272 : -112300210153344 : ffff99dd11dd9880) 00000100:00000001:1.0:1788624646.163833:0:34163:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624646.163839:0:34163:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.163843:0:34163:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624646.163844:0:34163:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624646.163850:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9880 x1875506845072896/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.163858:0:34163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624646.163862:0:34163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624646.163866:0:34163:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624646.163870:0:34163:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624646.163873:0:34163:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624646.163877:0:34163:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd9880 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:34163:1875506845072896:192.168.202.125@tcp:41:lfs.0 00000100:00000001:1.0:1788624646.163882:0:34163:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624646.163889:0:34163:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624646.163892:0:34163:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624646.163895:0:34163:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624646.163902:0:34163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e1400. 02000000:00000001:1.0:1788624646.163904:0:34163:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624646.163916:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624646.163920:0:34163:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793528. 00000400:00000010:1.0:1788624646.163928:0:34163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c4c8. 00000100:00000200:1.0:1788624646.163938:0:34163:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845072896, portal 10 00000100:00000001:1.0:1788624646.163940:0:34163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624646.163943:0:34163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499398272 : -112300210153344 : ffff99dd11dd9880) 00000100:00000040:1.0:1788624646.163951:0:34163:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd9880 x1875506845072896/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.163958:0:34163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624646.163962:0:34163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624646.163965:0:34163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c110. 00000100:00000200:1.0:1788624646.163970:0:34163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845072896, offset 0 00000400:00000200:1.0:1788624646.163977:0:34163:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624646.163986:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624646.163996:0:34163:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624646.164003:0:34163:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624646.164009:0:34163:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624646.164014:0:34163:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624646.164017:0:34163:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624646.164021:0:34163:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2965:2965:256:4294967295] 192.168.202.125@tcp LPNI seq info [2965:2965:8:4294967295] 00000400:00000200:1.0:1788624646.164026:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624646.164039:0:34163:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624646.164047:0:34163:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624646.164053:0:34163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e600. 00000800:00000200:1.0:1788624646.164063:0:34163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624646.164073:0:34163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624646.164079:0:34163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624646.164102:0:34163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624646.164142:0:34163:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24743 usecs (25 jiffies) 00000400:00000200:1.0:1788624646.164147:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624646.164151:0:34163:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296660250 00000100:00000001:1.0:1788624646.164155:0:34163:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296661076 00000100:00000001:1.0:1788624646.164158:0:34163:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296660250 00000100:00000001:1.0:1788624646.164161:0:34163:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296661076 00000100:00000001:1.0:1788624646.164164:0:34163:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624646.164167:0:34163:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.164170:0:34163:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624646.164172:0:34163:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624646.164175:0:34163:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd186e53c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788624646.164178:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624646.164181:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624646.165321:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624646.165332:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e600. 00000400:00000200:2.0:1788624646.165340:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624646.165350:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624646.165358:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c110 00000400:00000010:2.0:1788624646.165361:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c110. 00000100:00000001:2.0:1788624646.165366:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624646.165372:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9880 x1875506845072896/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624646.165391:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624646.165395:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9880 x1875506845072896/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624646.165402:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.165405:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624646.170197:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.170231:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624646.170236:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.170239:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624646.170251:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.170260:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624646.170272:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.170279:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.170287:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.170293:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 368 into portal 10 MB=0x6a9c377463e00 00000400:00000200:3.0:1788624646.170300:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.170307:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 368/368 into md 0x86dd [1] + 224 00000800:00000001:3.0:1788624646.170316:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.170325:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624646.170330:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624646.170336:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624646.170348:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624646.170359:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9880 x1875506845072896/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624646.170378:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99dd11dd9880 x1875506845072896/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624646.170403:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624646.170413:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.170417:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624646.170557:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624646.170567:0:34163:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624646.170569:0:34163:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624646.170575:0:34163:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793528. 00000400:00000200:1.0:1788624646.170583:0:34163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c4c8 00000400:00000010:1.0:1788624646.170587:0:34163:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c4c8. 00000100:00000001:1.0:1788624646.170590:0:34163:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624646.170594:0:34163:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9880 x1875506845072896/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624646.170600:0:34163:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9880 x1875506845072896/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.170604:0:34163:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624646.170606:0:34163:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624646.170608:0:34163:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624646.170612:0:34163:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624646.170614:0:34163:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624646.170616:0:34163:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624646.170619:0:34163:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624646.170631:0:34163:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=75 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624646.170635:0:34163:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624646.170637:0:34163:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624646.170638:0:34163:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624646.170642:0:34163:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624646.170645:0:34163:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.170649:0:34163:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624646.170652:0:34163:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788624646.170654:0:34163:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624646.170655:0:34163:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624646.170658:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9880 x1875506845072896/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.170669:0:34163:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624646.170671:0:34163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624646.170673:0:34163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624646.170676:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9880 x1875506845072896/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624646.170681:0:34163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9880 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:34163:1875506845072896:192.168.202.125@tcp:41:lfs.0 00000100:00000001:1.0:1788624646.170684:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624646.170686:0:34163:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.170688:0:34163:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624646.170691:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624646.170693:0:34163:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9880 x1875506845072896/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.170697:0:34163:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624646.170700:0:34163:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd186e53c0. 00000100:00000001:1.0:1788624646.170702:0:34163:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624646.170703:0:34163:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624646.170711:0:34163:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1788624646.170713:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624646.170715:0:34163:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9880 x1875506845072896/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624662 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.170722:0:34163:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624646.170725:0:34163:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624646.170728:0:34163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e1400. 02000000:00000001:1.0:1788624646.170732:0:34163:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624646.170735:0:34163:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624646.170737:0:34163:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624646.170740:0:34163:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624646.170743:0:34163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd1044e200. 02000000:00000001:1.0:1788624646.170748:0:34163:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624646.170750:0:34163:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624646.170752:0:34163:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9880. 00000100:00000001:1.0:1788624646.170757:0:34163:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624646.170758:0:34163:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788624646.170760:0:34163:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624646.170761:0:34163:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624646.170763:0:34163:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:1.0:1788624646.170767:0:34163:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff99dd10dbf800: update ffff99dd1070b7d8 cache blocks 317415/353529 objects 1023737/1024000 00800000:00000001:1.0:1788624646.170772:0:34163:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624646.170778:0:34163:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.170781:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624646.170784:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.170787:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.170789:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.170922:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.170926:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.170936:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.170939:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.170946:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.170952:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.170954:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.170959:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.170961:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.170966:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.170968:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.170971:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.170973:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.170976:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.170978:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.170983:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.170984:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.170987:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.170989:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.170991:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.170994:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.170995:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.170996:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.170998:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171000:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171001:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171002:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171004:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171005:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171006:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171008:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171009:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171010:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171011:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171012:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171013:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171014:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171015:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171016:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171017:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171019:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171020:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171021:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171022:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171023:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171024:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171025:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171026:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171027:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171028:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171029:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171030:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171030:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171031:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171032:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171033:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171036:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171037:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171038:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171040:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171042:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171042:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171043:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171044:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171045:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171046:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171047:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171047:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171048:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171049:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171050:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171051:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171052:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171053:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171054:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171056:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171056:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171057:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171058:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171059:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171060:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171061:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171061:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171062:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171063:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171064:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171065:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171066:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171068:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171069:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171071:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171072:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171073:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171074:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171075:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171076:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171077:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171078:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171078:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171080:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171080:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171081:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171083:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171084:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171085:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171086:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171087:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171088:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171088:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171089:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171090:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171091:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171092:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171092:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171094:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171095:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171096:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171097:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171098:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171099:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171100:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171101:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171102:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171103:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171151:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171153:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171154:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171155:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171156:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171157:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171159:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171160:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171161:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171162:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171163:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171167:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171168:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171170:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171172:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171173:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171175:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171177:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171178:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171179:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171181:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171183:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171185:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171187:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171189:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171190:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171193:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171194:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171197:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171198:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171201:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171203:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171205:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171206:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171207:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171210:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171212:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171214:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171216:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171229:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171230:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171234:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171234:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171237:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171237:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171239:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171241:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171242:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171243:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171244:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171245:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171247:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171248:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171250:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171251:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171252:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171253:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171254:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171255:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171256:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171257:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171258:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171259:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171260:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171261:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171263:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171264:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171266:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171267:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171268:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171269:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171270:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171271:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171272:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171273:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171274:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171275:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171275:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171276:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171277:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171278:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171279:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171280:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171281:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171282:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171283:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171284:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171285:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171286:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171286:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171287:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171288:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171289:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171290:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171290:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171292:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171294:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171295:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171297:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171298:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171299:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171300:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171301:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171302:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171303:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171304:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171305:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171306:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171306:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171307:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171308:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171309:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171310:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171311:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171312:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171313:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171314:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171315:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171316:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171317:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171318:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171319:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171320:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171320:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171321:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171322:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171323:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171324:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171325:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171327:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171328:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171330:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171331:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171333:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171333:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171334:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171335:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171336:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171337:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171337:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171339:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171339:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171340:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171341:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171343:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171343:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171345:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171345:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171347:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171347:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171348:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171349:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171350:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171350:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171351:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171353:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171355:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171356:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171358:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171360:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171361:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171363:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171365:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171368:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171369:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171371:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171373:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171375:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171376:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171377:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171380:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171382:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171385:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171388:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171390:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171392:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171395:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171396:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171398:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171400:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171402:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171404:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171406:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171407:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171409:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171411:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171413:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171415:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171416:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171418:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171419:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171422:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171422:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171424:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171425:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171427:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171428:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171429:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171430:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171431:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171432:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171433:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171434:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171436:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171437:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171438:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171439:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171440:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171441:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171441:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171443:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171444:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171444:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171445:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171446:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171447:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171448:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171449:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171450:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171451:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171452:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171453:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171454:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171455:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171456:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171457:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171458:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171459:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171460:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171461:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171462:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171464:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171465:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171466:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171467:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171468:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171469:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171470:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171471:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171471:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171472:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171473:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171474:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171475:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171475:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171477:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171478:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171478:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171480:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171481:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171482:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171483:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171484:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171485:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171485:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171486:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171487:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171488:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171489:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171489:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171490:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171493:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171494:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171495:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171497:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171498:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171500:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171500:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171502:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171502:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171503:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171504:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171505:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171505:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171506:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171507:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171508:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171509:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171510:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171511:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171512:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171513:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171514:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171515:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171516:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171517:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171518:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171519:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171519:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171520:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171521:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171522:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171523:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171524:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171526:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171527:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171529:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171530:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171532:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171532:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171533:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171534:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171535:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171536:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171536:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171537:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171538:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171539:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171540:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171541:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171542:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171544:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171544:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171545:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171546:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171547:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171548:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171549:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171549:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171550:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171551:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171552:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171553:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171554:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171555:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171556:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171557:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171559:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171560:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171561:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171562:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171563:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171564:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171564:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171565:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171566:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171567:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171568:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171569:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171570:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171571:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171573:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171573:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171574:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171575:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171576:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171577:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171578:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171578:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171579:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171580:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171581:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171582:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171583:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171584:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171585:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171586:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171587:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171588:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171589:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171590:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171591:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171592:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171593:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171593:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171595:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171595:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171596:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171597:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171598:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171599:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171601:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171601:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171603:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171603:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171604:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171605:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171606:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171606:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171607:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171608:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171609:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171610:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171611:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171612:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171613:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171614:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171615:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171616:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171617:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171618:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171619:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171620:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171621:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171622:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171623:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171624:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171625:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171626:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171627:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171628:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171630:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171630:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171632:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171632:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171633:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171634:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171635:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171635:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171636:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171637:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171638:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171639:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171640:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171641:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171642:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171643:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171644:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171645:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171646:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171647:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171648:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171649:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171649:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171650:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171651:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171652:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171653:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171654:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171655:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171656:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171658:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171658:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171659:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171660:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171661:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171662:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171663:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171663:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171664:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171665:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171666:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171668:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171669:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171671:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171672:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171675:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171676:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171678:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171679:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171681:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171683:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171684:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171685:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171686:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171688:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171691:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171692:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171694:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171697:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171699:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171702:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171703:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171706:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171707:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171709:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171711:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171713:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171714:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171715:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171717:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171719:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171720:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171723:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171725:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171726:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171730:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171731:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171733:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171734:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171736:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171738:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171739:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171740:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171741:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171743:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171745:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171746:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171748:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171751:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171752:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171755:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171757:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171759:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171760:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171762:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171764:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171765:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171766:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171767:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171770:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171771:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171773:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171774:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171775:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171776:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171779:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171779:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171781:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171783:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171784:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171786:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171787:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171788:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171789:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171791:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171793:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171795:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171796:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171798:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171799:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171802:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171803:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171805:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171806:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171808:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171810:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171812:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171813:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171814:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171816:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171818:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171819:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171821:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171823:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171825:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171828:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171829:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171831:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171832:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171834:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171836:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171838:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171839:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171841:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171843:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171845:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171847:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171850:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171852:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171854:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171857:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171858:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171861:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171862:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171864:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171867:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171869:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171870:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171871:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171874:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171876:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171878:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171880:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171882:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171884:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171887:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171888:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171890:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171891:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171893:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171895:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171897:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171898:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171899:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171902:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171904:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171906:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171908:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171910:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171911:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171915:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171916:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171919:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171920:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171923:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171925:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171927:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171928:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171929:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171932:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171934:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171936:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171938:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171941:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171943:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171946:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171947:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171950:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171951:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171953:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171955:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171957:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171958:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171959:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171962:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171964:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171965:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171967:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.171969:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171971:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171974:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.171975:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.171978:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.171979:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.171981:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.171984:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.171985:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.171986:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.171988:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.171991:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171993:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.171996:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.171998:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.172001:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172002:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172006:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.172007:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.172010:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.172011:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.172013:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.172016:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.172017:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.172019:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.172020:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.172022:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172024:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172026:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.172028:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.172030:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172032:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172035:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.172037:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.172039:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.172040:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.172042:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.172044:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.172046:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.172047:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.172048:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.172050:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172052:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172054:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.172056:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.172058:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172059:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172062:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.172065:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.172068:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.172069:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.172071:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.172073:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.172075:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.172076:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.172077:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.172079:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172081:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172083:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.172085:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.172088:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172089:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172092:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.172094:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.172096:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.172097:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.172099:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.172101:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.172102:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.172138:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.172140:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.172142:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172144:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172145:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.172146:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.172148:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172150:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172153:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.172153:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.172155:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.172156:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.172159:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.172160:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.172161:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.172162:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.172163:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.172165:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172167:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172168:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.172170:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.172172:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172174:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172177:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.172178:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.172181:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.172182:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.172184:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.172186:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.172188:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.172189:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.172190:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.172192:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172194:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172196:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.172197:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.172200:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172202:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172205:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.172206:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.172208:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.172209:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.172212:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.172214:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.172216:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.172218:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.172229:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.172232:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172234:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172236:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.172238:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.172241:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172242:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172245:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.172246:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.172248:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.172249:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.172251:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.172253:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.172254:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.172255:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.172256:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.172257:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172258:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172259:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.172260:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.172261:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172262:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172264:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.172264:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.172266:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.172266:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.172267:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.172268:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.172269:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.172270:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.172270:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.172271:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172274:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172275:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.172276:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.172278:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172279:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172280:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.172281:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.172282:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.172283:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.172284:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.172285:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.172286:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.172286:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.172287:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.172288:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172289:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172290:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.172291:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.172292:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172293:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172294:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.172295:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.172296:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.172297:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.172298:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.172299:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.172299:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.172300:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.172301:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.172302:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172303:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172304:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.172305:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.172307:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172308:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172310:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.172310:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.172312:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.172313:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.172314:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.172315:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.172316:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.172316:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.172317:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.172318:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172319:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172320:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.172321:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.172322:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172323:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.172325:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.172325:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.172326:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.172327:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.172328:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.172329:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.172330:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624646.172330:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624646.172331:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00800000:00000001:1.0:1788624646.172332:0:34163:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788624646.172334:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788624646.172335:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1788624646.172336:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.172337:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788624646.172338:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788624646.172339:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.172341:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.172342:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.172342:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.172343:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.172344:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.172345:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.172350:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.172351:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.172359:0:34163:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1788624646.172362:0:34163:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff99dd10dbf800: age 1414, max_age 1991 00000008:00000001:1.0:1788624646.172366:0:34163:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1788624646.172370:0:34163:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000010:1.0:1788624646.172378:0:34163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9880. 00000020:00000040:1.0:1788624646.172381:0:34163:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=4 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:1.0:1788624646.172385:0:34163:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788624646.172389:0:34163:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788624646.172396:0:34163:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff99dd10dbf800: connect to NID 192.168.202.125@tcp last attempt 1908 00000400:00000200:1.0:1788624646.172404:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624646.172410:0:34163:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.125@tcp is discovered: rc = 1 00000100:00000040:1.0:1788624646.172415:0:34163:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:1.0:1788624646.172419:0:34163:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788624646.172421:0:34163:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:1.0:1788624646.172423:0:34163:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000001:1.0:1788624646.172425:0:34163:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788624646.172427:0:34163:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d28 00000020:00000001:1.0:1788624646.172429:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624646.172431:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3000 refcount=4 00000020:00000001:1.0:1788624646.172433:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000020:00000001:1.0:1788624646.172434:0:34163:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000100:00000040:1.0:1788624646.172436:0:34163:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:1.0:1788624646.172437:0:34163:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788624646.172438:0:34163:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:1.0:1788624646.172440:0:34163:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000040:1.0:1788624646.172443:0:34163:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3000 : new refcount 3 00000100:00080000:1.0:1788624646.172446:0:34163:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-ffff99dd10dbf800: import ffff99dd19445000 using connection 192.168.202.125@tcp/192.168.202.125@tcp 00000100:00000001:1.0:1788624646.172449:0:34163:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624646.172451:0:34163:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788624646.172461:0:34163:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624646.172463:0:34163:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.172465:0:34163:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788624646.172469:0:34163:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 8331264, lost: 0. 00000008:00000001:1.0:1788624646.172472:0:34163:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.172474:0:34163:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624646.172477:0:34163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddb480. 00000020:00000040:1.0:1788624646.172478:0:34163:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=5 obd=lustre-OST0000-osc-ffff99dd10dbf800 02000000:00000001:1.0:1788624646.172482:0:34163:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788624646.172484:0:34163:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.172488:0:34163:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624646.172491:0:34163:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624646.172497:0:34163:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624646.172504:0:34163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e1400. 00000100:00000001:1.0:1788624646.172511:0:34163:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624646.172518:0:34163:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99dd11ddb480 x1875506845073024/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624646.172527:0:34163:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624646.172531:0:34163:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624646.172535:0:34163:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd452035] to pc [ptlrpcd_rcv+-1] req@ffff99dd11ddb480 x1875506845073024/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.172555:0:34163:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.172558:0:34163:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1788624646.172559:0:34163:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:1.0:1788624646.172563:0:34163:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624646.172564:0:34163:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=4 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624646.172566:0:34163:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788624646.172567:0:34163:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624646.172569:0:34163:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624646.172570:0:34163:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624646.172573:0:34163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd1044e200. 00000100:00000001:1.0:1788624646.172575:0:34163:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.172578:0:34163:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624646.172579:0:34163:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624646.172586:0:34163:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd186e53c0. 00000100:00000001:1.0:1788624646.172588:0:34163:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773609546688 : -112300100004928 : ffff99dd186e53c0) 00000100:00000001:1.0:1788624646.172590:0:34163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624646.172592:0:34163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499398272 : -112300210153344 : ffff99dd11dd9880) 00000100:00000001:1.0:1788624646.172594:0:34163:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624646.172595:0:34163:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.172597:0:34163:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624646.172598:0:34163:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624646.172601:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9880 x1875506845073152/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.172606:0:34163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624646.172608:0:34163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788624646.172611:0:34163:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff99dd11dd9880 x1875506845073152/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.172616:0:34163:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.172618:0:34163:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624646.172620:0:34163:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624646.172623:0:34163:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd186e53c0 going to sleep for 0 seconds 00000100:00000001:1.0:1788624646.172625:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624646.172627:0:34163:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624646.172628:0:34163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624646.172629:0:34163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624646.172632:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.172756:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624646.172760:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624646.172761:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624646.172766:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddb480 x1875506845073024/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624646.172771:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624646.172772:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624646.172775:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624646.172777:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624646.172779:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624646.172781:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845073024:192.168.202.125@tcp:8:lfs.0 00000100:00000001:2.0:1788624646.172785:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624646.172790:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624646.172793:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624646.172795:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624646.172802:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd0483bc00. 02000000:00000001:2.0:1788624646.172803:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624646.172809:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624646.172813:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2aa8. 00000400:00000010:2.0:1788624646.172821:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08cc0. 00000100:00000200:2.0:1788624646.172828:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845073024, portal 4 00000100:00000001:2.0:1788624646.172829:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624646.172830:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499405440 : -112300210146176 : ffff99dd11ddb480) 00000100:00000040:2.0:1788624646.172837:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11ddb480 x1875506845073024/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624646.172845:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624646.172849:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624646.172852:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08aa0. 00000100:00000200:2.0:1788624646.172855:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875506845073024, offset 0 00000400:00000200:2.0:1788624646.172863:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624646.172872:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624646.172880:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624646.172886:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624646.172891:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624646.172896:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624646.172899:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624646.172904:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2966:2966:256:4294967295] 192.168.202.125@tcp LPNI seq info [2966:2966:8:4294967295] 00000400:00000200:2.0:1788624646.172908:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624646.172920:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624646.172928:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624646.172935:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd092e3a00. 00000800:00000200:2.0:1788624646.172946:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624646.172956:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624646.172962:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd092e3a00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788624646.172980:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624646.172986:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 204570 usecs (205 jiffies) 00000400:00000200:2.0:1788624646.172990:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624646.172993:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296660439 00000100:00000001:2.0:1788624646.172996:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296661076 00000100:00000001:2.0:1788624646.172999:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296660439 00000100:00000001:2.0:1788624646.173001:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296661076 00000100:00000001:2.0:1788624646.173004:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624646.173007:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.173009:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.173012:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624646.173021:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624646.173023:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788624646.173026:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624646.173027:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624646.173028:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.173030:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624646.173188:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624646.173193:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd092e3a00. 00000400:00000200:2.0:1788624646.173199:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624646.173206:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624646.173211:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08aa0 00000400:00000010:2.0:1788624646.173214:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08aa0. 00000100:00000001:2.0:1788624646.173229:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624646.173235:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddb480 x1875506845073024/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624646.173245:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624646.173249:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddb480 x1875506845073024/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624656 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624646.173256:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.173258:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624646.180282:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.180302:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624646.180307:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.180308:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624646.180318:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.180326:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624646.180334:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.180338:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.180344:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.180348:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 416 into portal 4 MB=0x6a9c377463e80 00000400:00000200:3.0:1788624646.180353:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.180361:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 416/416 into md 0x86e5 [1] + 0 00000800:00000001:3.0:1788624646.180370:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.180377:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624646.180382:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624646.180387:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624646.180398:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624646.180409:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddb480 x1875506845073024/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624656 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624646.180430:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff99dd11ddb480 x1875506845073024/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624656 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624646.180448:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624646.180457:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.180460:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624646.180575:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624646.180580:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624646.180589:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624646.180591:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624646.180595:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2aa8. 00000400:00000200:2.0:1788624646.180599:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08cc0 00000400:00000010:2.0:1788624646.180602:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08cc0. 00000100:00000001:2.0:1788624646.180605:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624646.180609:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddb480 x1875506845073024/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624656 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624646.180615:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddb480 x1875506845073024/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624656 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624646.180619:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624646.180621:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624646.180623:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624646.180628:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624646.180630:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624646.180632:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624646.180636:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624646.180650:0:2388:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=74 v=5 (5 5 5 5) 00000100:00001000:2.0:1788624646.180654:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624646.180656:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624646.180657:0:2388:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624646.180660:0:2388:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624646.180663:0:2388:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.180667:0:2388:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788624646.180669:0:2388:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: committing for last_committed 4294967332 gen 16 00000100:00000040:2.0:1788624646.180672:0:2388:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1788624646.180674:0:2388:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624646.180675:0:2388:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624646.180680:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddb480 x1875506845073024/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1788624656 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624646.180685:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624646.180688:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624646.180689:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624646.180691:0:2388:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1788624646.180698:0:2388:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff99dd10dbf800: connect to target with instance 1 00000020:00000001:2.0:1788624646.180700:0:2388:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788624646.180702:0:2388:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d28 00000020:00000001:2.0:1788624646.180704:0:2388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624646.180707:0:2388:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3000 refcount=4 00000020:00000001:2.0:1788624646.180709:0:2388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000020:00000001:2.0:1788624646.180710:0:2388:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000100:00001000:2.0:1788624646.180712:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=1788624646 v=0 (0 0 0 0) 00000100:00001000:2.0:1788624646.180714:0:2388:0:(import.c:2261:obd_at_measure()) AT ffff99dd19445418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1788624646.180720:0:2388:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1511, crc32c 10083, adler 1171 00000100:00080000:2.0:1788624646.180724:0:2388:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff99dd10dbf800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:2.0:1788624646.180727:0:2388:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3000 : new refcount 3 00000100:00000001:2.0:1788624646.180730:0:2388:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788624646.180734:0:2388:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:2.0:1788624646.180738:0:2388:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff99dd10dbf800, setting cl_avail_grant: 8331264 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:2.0:1788624646.180741:0:2388:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1788624646.180745:0:2388:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:2.0:1788624646.180749:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788624646.180752:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624646.180754:0:2388:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624646.180756:0:2388:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624646.180758:0:2388:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.180760:0:2388:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788624646.180761:0:2388:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788624646.180765:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19445000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1788624646.180767:0:2388:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788624646.180768:0:2388:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1788624646.180769:0:2388:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1788624646.180770:0:2388:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:2.0:1788624646.180772:0:2388:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1788624646.180773:0:2388:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff99dd1070d568 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:2.0:1788624646.180779:0:2388:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:2.0:1788624646.180780:0:2388:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788624646.180782:0:2388:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624646.180783:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788624646.180785:0:2388:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1788624646.180787:0:2388:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:2.0:1788624646.180789:0:2388:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1788624646.180790:0:2388:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1788624646.180792:0:2388:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1788624646.180793:0:2388:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624646.180794:0:2388:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624646.180795:0:2388:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1788624646.180796:0:2388:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1788624646.180797:0:2388:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624646.180798:0:2388:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1788624646.180799:0:2388:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1788624646.180803:0:2388:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1788624646.180805:0:2388:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624646.180806:0:2388:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624646.180807:0:2388:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624646.180808:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624646.180810:0:2388:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624646.180811:0:2388:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624646.180812:0:2388:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.180813:0:2388:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1788624646.180814:0:2388:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624646.180816:0:2388:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1788624646.180822:0:2388:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000006d5b1a12): req@ffff99dd11dd9880 x1875506845073152/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624646.180843:0:2388:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.180846:0:2388:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624646.180850:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddb480 x1875506845073024/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1788624656 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624646.180858:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845073024:192.168.202.125@tcp:8:lfs.0 00000100:00000001:2.0:1788624646.180864:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624646.180866:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624646.180871:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddb480 x1875506845073024/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1788624656 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624646.180878:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624646.180881:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624646.180886:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd0483bc00. 02000000:00000001:2.0:1788624646.180889:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624646.180891:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624646.180893:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:2.0:1788624646.180895:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624646.180898:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e1400. 02000000:00000001:2.0:1788624646.180902:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624646.180904:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624646.180906:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddb480. 00000100:00000001:2.0:1788624646.180911:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624646.180912:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624646.180915:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624646.180925:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624646.180928:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.180931:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624646.180932:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.181050:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624646.181053:0:34163:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624646.181056:0:34163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624646.181058:0:34163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624646.181061:0:34163:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624646.181065:0:34163:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624646.181068:0:34163:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.181070:0:34163:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624646.181078:0:34163:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624646.181081:0:34163:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624646.181084:0:34163:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624646.181094:0:34163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e2400. 02000000:00000001:1.0:1788624646.181096:0:34163:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624646.181102:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624646.181234:0:34163:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793528. 00000400:00000010:1.0:1788624646.181242:0:34163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c4c8. 00000100:00000200:1.0:1788624646.181250:0:34163:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845073152, portal 4 00000100:00000001:1.0:1788624646.181252:0:34163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624646.181254:0:34163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499398272 : -112300210153344 : ffff99dd11dd9880) 00000100:00000040:1.0:1788624646.181262:0:34163:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd9880 x1875506845073152/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.181270:0:34163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624646.181273:0:34163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624646.181276:0:34163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c7f8. 00000100:00000200:1.0:1788624646.181281:0:34163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875506845073152, offset 0 00000400:00000200:1.0:1788624646.181288:0:34163:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624646.181296:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624646.181305:0:34163:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624646.181311:0:34163:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624646.181317:0:34163:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624646.181321:0:34163:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624646.181324:0:34163:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624646.181328:0:34163:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2967:2967:256:4294967295] 192.168.202.125@tcp LPNI seq info [2967:2967:8:4294967295] 00000400:00000200:1.0:1788624646.181333:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624646.181343:0:34163:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624646.181349:0:34163:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624646.181355:0:34163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ee00. 00000800:00000200:1.0:1788624646.181363:0:34163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624646.181374:0:34163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624646.181380:0:34163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624646.181396:0:34163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624646.181402:0:34163:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 203705 usecs (204 jiffies) 00000400:00000200:1.0:1788624646.181405:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624646.181409:0:34163:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296660447 00000100:00000001:1.0:1788624646.181412:0:34163:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296661076 00000100:00000001:1.0:1788624646.181414:0:34163:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296660447 00000100:00000001:1.0:1788624646.181417:0:34163:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296661076 00000100:00000001:1.0:1788624646.181419:0:34163:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624646.181431:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624646.181435:0:34163:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624646.181436:0:34163:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624646.181439:0:34163:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd186e53c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788624646.181441:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624646.181443:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624646.182200:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624646.182209:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ee00. 00000400:00000200:2.0:1788624646.182216:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624646.182232:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624646.182239:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c7f8 00000400:00000010:2.0:1788624646.182242:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c7f8. 00000100:00000001:2.0:1788624646.182247:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624646.182252:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9880 x1875506845073152/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624646.182264:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624646.182267:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9880 x1875506845073152/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624646.182274:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.182276:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624646.184777:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.184802:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624646.184807:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.184808:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624646.184819:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.184827:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624646.184838:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.184844:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.184853:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.184858:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 368 into portal 4 MB=0x6a9c377463f00 00000400:00000200:3.0:1788624646.184864:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.184872:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 368/368 into md 0x86f5 [1] + 224 00000800:00000001:3.0:1788624646.184883:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.184892:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624646.184896:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624646.184902:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624646.184917:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624646.184930:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9880 x1875506845073152/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624646.184943:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99dd11dd9880 x1875506845073152/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.185175:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624646.185335:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624646.185352:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.185357:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788624646.190654:0:34163:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624646.190664:0:34163:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624646.190673:0:34163:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793528. 00000400:00000200:1.0:1788624646.190690:0:34163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c4c8 00000400:00000010:1.0:1788624646.190693:0:34163:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c4c8. 00000100:00000001:1.0:1788624646.190700:0:34163:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624646.190717:0:34163:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9880 x1875506845073152/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624646.190730:0:34163:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9880 x1875506845073152/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.190739:0:34163:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624646.190741:0:34163:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624646.190745:0:34163:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624646.190749:0:34163:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624646.190752:0:34163:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624646.190756:0:34163:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624646.190759:0:34163:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624646.190772:0:34163:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194454f0 time=636 v=5 (5 5 0 5) 00000100:00001000:1.0:1788624646.190777:0:34163:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624646.190780:0:34163:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624646.190782:0:34163:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624646.190786:0:34163:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624646.190792:0:34163:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.190796:0:34163:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624646.190800:0:34163:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1788624646.190803:0:34163:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624646.190805:0:34163:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624646.190811:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9880 x1875506845073152/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.190819:0:34163:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624646.190824:0:34163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624646.190826:0:34163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624646.190830:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9880 x1875506845073152/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624646.190839:0:34163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9880 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:34163:1875506845073152:192.168.202.125@tcp:13:lfs.0 00000100:00000001:1.0:1788624646.190845:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624646.190849:0:34163:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.190852:0:34163:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624646.190854:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624646.190858:0:34163:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9880 x1875506845073152/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.190865:0:34163:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624646.190869:0:34163:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd186e53c0. 00000100:00000001:1.0:1788624646.190873:0:34163:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624646.190874:0:34163:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624646.190883:0:34163:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1788624646.190885:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624646.190888:0:34163:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9880 x1875506845073152/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.190895:0:34163:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624646.190898:0:34163:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624646.190903:0:34163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e2400. 02000000:00000001:1.0:1788624646.190907:0:34163:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624646.190911:0:34163:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624646.190913:0:34163:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624646.190915:0:34163:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624646.190919:0:34163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd1044e200. 02000000:00000001:1.0:1788624646.190923:0:34163:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624646.190925:0:34163:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624646.190927:0:34163:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9880. 00000100:00000001:1.0:1788624646.190932:0:34163:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624646.190933:0:34163:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1788624646.190937:0:34163:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff99dd10dbf800: update ffff99dd064b1e18 cache blocks 901343/958279 objects 261771/262144 00020000:00000001:1.0:1788624646.190942:0:34163:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624646.190950:0:34163:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.190954:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624646.190957:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.190960:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.190963:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.191066:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.191070:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.191079:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.191082:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.191091:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.191097:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.191100:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.191148:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.191152:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.191162:0:34163:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1788624646.191166:0:34163:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff99dd10dbf800: age 1414, max_age 1991 00000008:00000001:1.0:1788624646.191170:0:34163:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1788624646.191174:0:34163:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000010:1.0:1788624646.191182:0:34163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9880. 00000020:00000040:1.0:1788624646.191187:0:34163:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=4 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:1.0:1788624646.191190:0:34163:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788624646.191195:0:34163:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788624646.191199:0:34163:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff99dd10dbf800: connect to NID 192.168.202.125@tcp last attempt 1910 00000400:00000200:1.0:1788624646.191209:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624646.191216:0:34163:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.125@tcp is discovered: rc = 1 00000100:00000040:1.0:1788624646.191230:0:34163:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:1.0:1788624646.191234:0:34163:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788624646.191237:0:34163:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:1.0:1788624646.191240:0:34163:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000001:1.0:1788624646.191243:0:34163:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788624646.191245:0:34163:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d2f 00000020:00000001:1.0:1788624646.191248:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624646.191252:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3800 refcount=4 00000020:00000001:1.0:1788624646.191254:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000020:00000001:1.0:1788624646.191256:0:34163:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000100:00000040:1.0:1788624646.191259:0:34163:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:1.0:1788624646.191261:0:34163:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788624646.191263:0:34163:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:1.0:1788624646.191265:0:34163:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000040:1.0:1788624646.191268:0:34163:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3800 : new refcount 3 00000100:00080000:1.0:1788624646.191272:0:34163:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-ffff99dd10dbf800: import ffff99dd19447800 using connection 192.168.202.125@tcp/192.168.202.125@tcp 00000100:00000001:1.0:1788624646.191275:0:34163:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624646.191278:0:34163:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788624646.191288:0:34163:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624646.191292:0:34163:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.191295:0:34163:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788624646.191299:0:34163:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788624646.191303:0:34163:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.191305:0:34163:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624646.191309:0:34163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddb800. 00000020:00000040:1.0:1788624646.191312:0:34163:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=5 obd=lustre-OST0001-osc-ffff99dd10dbf800 02000000:00000001:1.0:1788624646.191317:0:34163:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788624646.191319:0:34163:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.191322:0:34163:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624646.191326:0:34163:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624646.191331:0:34163:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624646.191340:0:34163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e2400. 00000100:00000001:1.0:1788624646.191349:0:34163:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624646.191356:0:34163:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99dd11ddb800 x1875506845073280/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624646.191365:0:34163:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624646.191370:0:34163:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624646.191374:0:34163:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b31e9cf3] to pc [ptlrpcd_rcv+-1] req@ffff99dd11ddb800 x1875506845073280/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.191394:0:34163:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.191397:0:34163:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1788624646.191399:0:34163:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:1.0:1788624646.191401:0:34163:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624646.191403:0:34163:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=4 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624646.191405:0:34163:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788624646.191406:0:34163:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624646.191408:0:34163:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624646.191410:0:34163:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624646.191413:0:34163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd1044e200. 00000100:00000001:1.0:1788624646.191416:0:34163:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.191418:0:34163:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624646.191420:0:34163:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624646.191721:0:34163:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd186e53c0. 00000100:00000001:1.0:1788624646.191724:0:34163:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773609546688 : -112300100004928 : ffff99dd186e53c0) 00000100:00000001:1.0:1788624646.191726:0:34163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624646.191728:0:34163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499398272 : -112300210153344 : ffff99dd11dd9880) 00000100:00000001:1.0:1788624646.191730:0:34163:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624646.191732:0:34163:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.191733:0:34163:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624646.191735:0:34163:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624646.191739:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9880 x1875506845073408/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.191744:0:34163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624646.191746:0:34163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788624646.191749:0:34163:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff99dd11dd9880 x1875506845073408/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.191753:0:34163:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.191754:0:34163:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624646.191756:0:34163:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624646.191757:0:34163:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd186e53c0 going to sleep for 0 seconds 00000100:00000001:1.0:1788624646.191759:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624646.191761:0:34163:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624646.191762:0:34163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624646.191763:0:34163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624646.191764:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624646.193239:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624646.193248:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624646.193255:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624646.193268:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddb800 x1875506845073280/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624646.193280:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624646.193282:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624646.193287:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624646.193292:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624646.193296:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624646.193300:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845073280:192.168.202.125@tcp:8:lfs.0 00000100:00000001:3.0:1788624646.193305:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624646.193311:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624646.193314:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624646.193317:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624646.193328:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049cfc00. 02000000:00000001:3.0:1788624646.193329:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624646.193339:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624646.193345:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a268. 00000400:00000010:3.0:1788624646.193354:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fb28. 00000100:00000200:3.0:1788624646.193364:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845073280, portal 4 00000100:00000001:3.0:1788624646.193366:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624646.193368:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499406336 : -112300210145280 : ffff99dd11ddb800) 00000100:00000040:3.0:1788624646.193376:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11ddb800 x1875506845073280/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624646.193383:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624646.193386:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624646.193389:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fcc0. 00000100:00000200:3.0:1788624646.193392:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875506845073280, offset 0 00000400:00000200:3.0:1788624646.193400:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624646.193411:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.193431:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624646.193439:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624646.193444:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624646.193449:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624646.193452:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624646.193456:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2968:2968:256:4294967295] 192.168.202.125@tcp LPNI seq info [2968:2968:8:4294967295] 00000400:00000200:3.0:1788624646.193461:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.193471:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624646.193478:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624646.193484:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185900. 00000800:00000200:3.0:1788624646.193493:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624646.193503:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624646.193508:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788624646.193532:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624646.193539:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25370 usecs (26 jiffies) 00000400:00000200:3.0:1788624646.193542:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624646.193546:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296660281 00000100:00000001:3.0:1788624646.193550:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296661076 00000100:00000001:3.0:1788624646.193552:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296660281 00000100:00000001:3.0:1788624646.193554:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296661076 00000100:00000001:3.0:1788624646.193557:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624646.193560:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624646.193563:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624646.193567:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624646.193577:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624646.193579:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788624646.193581:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624646.193582:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624646.193583:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624646.193585:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624646.198407:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624646.198421:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185900. 00000400:00000200:3.0:1788624646.198443:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624646.198456:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624646.198468:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fcc0 00000400:00000010:3.0:1788624646.198472:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fcc0. 00000100:00000001:3.0:1788624646.198479:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624646.198491:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddb800 x1875506845073280/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624646.198507:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624646.198512:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddb800 x1875506845073280/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624656 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624646.198526:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624646.198528:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624646.198545:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.198567:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624646.198570:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.198573:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624646.198582:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.198587:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624646.198597:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.198601:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.198607:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.198611:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 416 into portal 4 MB=0x6a9c377463f80 00000400:00000200:3.0:1788624646.198616:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.198623:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 416/416 into md 0x86fd [1] + 0 00000800:00000001:3.0:1788624646.198633:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.198644:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624646.198646:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624646.198649:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624646.198655:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624646.198658:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddb800 x1875506845073280/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624656 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624646.198668:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff99dd11ddb800 x1875506845073280/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624656 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624646.198695:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624646.198702:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.198706:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624646.198835:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624646.198840:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624646.198849:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624646.198851:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624646.198856:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a268. 00000400:00000200:0.0:1788624646.198862:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fb28 00000400:00000010:0.0:1788624646.198864:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fb28. 00000100:00000001:0.0:1788624646.198867:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624646.198872:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddb800 x1875506845073280/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624656 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624646.198882:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddb800 x1875506845073280/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624656 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624646.198888:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624646.198890:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624646.198893:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624646.198897:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624646.198900:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624646.198902:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624646.198906:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624646.198918:0:2388:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=74 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624646.198924:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624646.198927:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624646.198929:0:2388:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624646.198933:0:2388:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624646.198939:0:2388:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624646.198944:0:2388:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788624646.198948:0:2388:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: committing for last_committed 4294967317 gen 15 00000100:00000040:0.0:1788624646.198951:0:2388:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1788624646.198954:0:2388:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624646.198956:0:2388:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624646.198963:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddb800 x1875506845073280/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1788624656 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624646.198971:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624646.198975:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624646.198978:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624646.198981:0:2388:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788624646.198989:0:2388:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff99dd10dbf800: connect to target with instance 1 00000020:00000001:0.0:1788624646.198993:0:2388:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788624646.198996:0:2388:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d2f 00000020:00000001:0.0:1788624646.198999:0:2388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624646.199003:0:2388:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3800 refcount=4 00000020:00000001:0.0:1788624646.199006:0:2388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000020:00000001:0.0:1788624646.199009:0:2388:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000100:00001000:0.0:1788624646.199013:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=1788624646 v=0 (0 0 0 0) 00000100:00001000:0.0:1788624646.199016:0:2388:0:(import.c:2261:obd_at_measure()) AT ffff99dd19447c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788624646.199022:0:2388:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1511, crc32c 10083, adler 1171 00000100:00080000:0.0:1788624646.199027:0:2388:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff99dd10dbf800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1788624646.199032:0:2388:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3800 : new refcount 3 00000100:00000001:0.0:1788624646.199036:0:2388:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788624646.199040:0:2388:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1788624646.199045:0:2388:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff99dd10dbf800, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:0.0:1788624646.199049:0:2388:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788624646.199053:0:2388:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1788624646.199059:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788624646.199062:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624646.199065:0:2388:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624646.199067:0:2388:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624646.199070:0:2388:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624646.199072:0:2388:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788624646.199074:0:2388:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1788624646.199079:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19447800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1788624646.199082:0:2388:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788624646.199083:0:2388:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788624646.199085:0:2388:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788624646.199086:0:2388:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1788624646.199089:0:2388:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1788624646.199091:0:2388:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff99dd1070d568 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:0.0:1788624646.199099:0:2388:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:0.0:1788624646.199101:0:2388:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:0.0:1788624646.199134:0:2388:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624646.199137:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788624646.199140:0:2388:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1788624646.199143:0:2388:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1788624646.199146:0:2388:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1788624646.199147:0:2388:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1788624646.199150:0:2388:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788624646.199152:0:2388:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624646.199154:0:2388:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624646.199156:0:2388:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1788624646.199157:0:2388:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788624646.199159:0:2388:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624646.199161:0:2388:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1788624646.199163:0:2388:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1788624646.199167:0:2388:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1788624646.199169:0:2388:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624646.199171:0:2388:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624646.199173:0:2388:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624646.199175:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624646.199177:0:2388:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624646.199179:0:2388:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624646.199181:0:2388:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624646.199183:0:2388:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1788624646.199185:0:2388:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624646.199189:0:2388:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1788624646.199196:0:2388:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000006d5b1a12): req@ffff99dd11dd9880 x1875506845073408/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624646.199226:0:2388:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624646.199230:0:2388:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624646.199234:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddb800 x1875506845073280/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1788624656 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624646.199243:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845073280:192.168.202.125@tcp:8:lfs.0 00000100:00000001:0.0:1788624646.199248:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624646.199251:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624646.199254:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddb800 x1875506845073280/t0(0) o8->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1788624656 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624646.199262:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624646.199266:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624646.199271:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049cfc00. 02000000:00000001:0.0:1788624646.199276:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624646.199278:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624646.199280:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624646.199282:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624646.199286:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e2400. 02000000:00000001:0.0:1788624646.199289:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624646.199292:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624646.199294:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddb800. 00000100:00000001:0.0:1788624646.199299:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624646.199300:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624646.199303:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624646.199311:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624646.199314:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624646.199316:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624646.199318:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.199462:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624646.199467:0:34163:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624646.199470:0:34163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624646.199473:0:34163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624646.199477:0:34163:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624646.199481:0:34163:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624646.199484:0:34163:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.199488:0:34163:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624646.199497:0:34163:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624646.199500:0:34163:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624646.199503:0:34163:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624646.199513:0:34163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e0400. 02000000:00000001:1.0:1788624646.199515:0:34163:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624646.199523:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624646.199527:0:34163:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793528. 00000400:00000010:1.0:1788624646.199534:0:34163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c4c8. 00000100:00000200:1.0:1788624646.199542:0:34163:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845073408, portal 4 00000100:00000001:1.0:1788624646.199544:0:34163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624646.199546:0:34163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499398272 : -112300210153344 : ffff99dd11dd9880) 00000100:00000040:1.0:1788624646.199556:0:34163:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd9880 x1875506845073408/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.199562:0:34163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624646.199565:0:34163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624646.199567:0:34163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c2a8. 00000100:00000200:1.0:1788624646.199572:0:34163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875506845073408, offset 0 00000400:00000200:1.0:1788624646.199578:0:34163:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624646.199584:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624646.199592:0:34163:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624646.199598:0:34163:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624646.199603:0:34163:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624646.199608:0:34163:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624646.199611:0:34163:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624646.199614:0:34163:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2969:2969:256:4294967295] 192.168.202.125@tcp LPNI seq info [2969:2969:8:4294967295] 00000400:00000200:1.0:1788624646.199619:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624646.199629:0:34163:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624646.199637:0:34163:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624646.199643:0:34163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e300. 00000800:00000200:1.0:1788624646.199651:0:34163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624646.199660:0:34163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624646.199665:0:34163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624646.199672:0:34163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624646.199677:0:34163:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25280 usecs (26 jiffies) 00000400:00000200:1.0:1788624646.199681:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624646.199684:0:34163:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296660287 00000100:00000001:1.0:1788624646.199687:0:34163:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296661076 00000100:00000001:1.0:1788624646.199690:0:34163:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296660287 00000100:00000001:1.0:1788624646.199692:0:34163:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296661076 00000100:00000001:1.0:1788624646.199695:0:34163:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624646.199698:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624646.199701:0:34163:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624646.199703:0:34163:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624646.199706:0:34163:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd186e53c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788624646.199708:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624646.199710:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624646.201965:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624646.201977:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e300. 00000400:00000200:2.0:1788624646.201987:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624646.201997:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624646.202006:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c2a8 00000400:00000010:2.0:1788624646.202009:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c2a8. 00000100:00000001:2.0:1788624646.202015:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624646.202024:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9880 x1875506845073408/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624646.202035:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624646.202038:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9880 x1875506845073408/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624646.202043:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624646.202045:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624646.202629:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.202644:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624646.202647:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.202649:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624646.202656:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.202661:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624646.202669:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.202673:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.202678:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.202681:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 368 into portal 4 MB=0x6a9c377464000 00000400:00000200:3.0:1788624646.202686:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624646.202692:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 368/368 into md 0x870d [1] + 224 00000800:00000001:3.0:1788624646.202699:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.202705:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624646.202707:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624646.202709:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624646.202714:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624646.202719:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9880 x1875506845073408/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624646.202725:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99dd11dd9880 x1875506845073408/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624646.202742:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624646.202748:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624646.202750:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624646.202806:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624646.202814:0:34163:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624646.202815:0:34163:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624646.202818:0:34163:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793528. 00000400:00000200:1.0:1788624646.202823:0:34163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c4c8 00000400:00000010:1.0:1788624646.202824:0:34163:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c4c8. 00000100:00000001:1.0:1788624646.202826:0:34163:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624646.202829:0:34163:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9880 x1875506845073408/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624646.202835:0:34163:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9880 x1875506845073408/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.202841:0:34163:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624646.202843:0:34163:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624646.202846:0:34163:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624646.202850:0:34163:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624646.202852:0:34163:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624646.202855:0:34163:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624646.202858:0:34163:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624646.202872:0:34163:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447cf0 time=673 v=5 (5 5 0 5) 00000100:00001000:1.0:1788624646.202876:0:34163:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624646.202879:0:34163:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624646.202881:0:34163:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624646.202885:0:34163:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624646.202890:0:34163:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.202894:0:34163:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624646.202897:0:34163:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:1.0:1788624646.202899:0:34163:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624646.202901:0:34163:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624646.202907:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9880 x1875506845073408/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.202919:0:34163:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624646.202922:0:34163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624646.202925:0:34163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624646.202929:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9880 x1875506845073408/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624646.202936:0:34163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9880 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:34163:1875506845073408:192.168.202.125@tcp:13:lfs.0 00000100:00000001:1.0:1788624646.202942:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624646.202945:0:34163:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624646.202948:0:34163:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624646.202950:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624646.202953:0:34163:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9880 x1875506845073408/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.202959:0:34163:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624646.202962:0:34163:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd186e53c0. 00000100:00000001:1.0:1788624646.202965:0:34163:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624646.202967:0:34163:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624646.202975:0:34163:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1788624646.202976:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624646.202979:0:34163:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9880 x1875506845073408/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624662 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624646.202985:0:34163:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624646.202988:0:34163:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624646.202992:0:34163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e0400. 02000000:00000001:1.0:1788624646.202995:0:34163:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624646.202998:0:34163:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624646.203000:0:34163:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624646.203003:0:34163:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624646.203006:0:34163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd1044e200. 02000000:00000001:1.0:1788624646.203010:0:34163:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624646.203012:0:34163:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624646.203014:0:34163:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9880. 00000100:00000001:1.0:1788624646.203019:0:34163:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624646.203020:0:34163:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1788624646.203024:0:34163:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff99dd10dbf800: update ffff99dd064b37d8 cache blocks 901366/958279 objects 261773/262144 00020000:00000001:1.0:1788624646.203029:0:34163:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624646.203035:0:34163:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203039:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624646.203043:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203047:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203050:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203301:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203304:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203312:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203314:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203320:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203325:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203326:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203330:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203332:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203335:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203337:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203338:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203340:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203342:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203343:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203346:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203347:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203349:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203350:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203351:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203353:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203355:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203356:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203357:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203360:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203362:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203364:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203366:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203368:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203370:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203373:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203374:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203377:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203378:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203380:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203382:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203384:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203385:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203386:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203389:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203391:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203393:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203395:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203397:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203399:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203402:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203404:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203406:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203408:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203409:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203412:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203413:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203414:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203416:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203418:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203420:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203429:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203431:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203433:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203434:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203437:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203438:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203440:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203440:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203442:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203443:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203444:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203445:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203446:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203448:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203449:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203450:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203451:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203452:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203453:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203454:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203455:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203456:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203457:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203458:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203459:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203460:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203460:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203461:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203462:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203463:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203464:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203465:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203466:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203467:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203469:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203470:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203471:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203472:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203473:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203475:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203476:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203476:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203477:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203478:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203479:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203480:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203481:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203482:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203483:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203484:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203485:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203486:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203487:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203488:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203489:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203490:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203490:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203491:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203492:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203493:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203494:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203495:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203496:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203497:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203498:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203499:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203500:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203501:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203502:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203504:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203505:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203506:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203507:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203508:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203509:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203510:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203511:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203512:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203513:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203515:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203515:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203516:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203517:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203518:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203519:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203520:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203520:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203521:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203522:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203523:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203524:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203525:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203526:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203527:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203529:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203529:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203531:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203531:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203532:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203533:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203534:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203536:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203537:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203539:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203540:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203541:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203542:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203543:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203544:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203546:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203546:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203547:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203548:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203549:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203550:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203551:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203551:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203552:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203553:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203554:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203555:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203556:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203557:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203558:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203560:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203560:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203561:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203562:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203563:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203564:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203565:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203565:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203566:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203567:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203569:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203570:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203571:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203572:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203573:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203574:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203575:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203576:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203576:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203577:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203578:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203579:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203580:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203580:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203582:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203583:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203584:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203585:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203586:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203587:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203588:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203589:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203590:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203590:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203591:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203592:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203593:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203594:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203594:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203595:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203596:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203597:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203598:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203600:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203601:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203603:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203603:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203605:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203605:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203606:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203607:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203608:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203608:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203609:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203610:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203611:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203612:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203613:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203614:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203615:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203617:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203617:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203618:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203619:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203620:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203621:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203622:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203622:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203623:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203624:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203625:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203626:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203627:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203628:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203629:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203630:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203632:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203633:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203634:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203635:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203636:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203637:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203637:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203638:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203639:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203640:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203641:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203642:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203643:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203644:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203645:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203646:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203647:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203648:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203648:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203649:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203650:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203651:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203651:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203653:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203654:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203655:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203656:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203657:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203658:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203659:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203660:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203661:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203661:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203664:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203665:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203666:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203666:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203667:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203668:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203669:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203670:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203671:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203672:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203673:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203674:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203675:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203676:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203677:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203678:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203679:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203680:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203680:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203681:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203682:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203683:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203684:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203685:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203686:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203687:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203688:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203689:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203690:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203691:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203692:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203693:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203693:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203695:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203695:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203697:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203698:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203699:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203700:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203701:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203702:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203703:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203704:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203705:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203705:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203707:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203708:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203709:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203709:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203710:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203711:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203712:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203713:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203714:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203715:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203716:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203717:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203718:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203719:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203720:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203721:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203722:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203722:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203723:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203724:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203725:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203727:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203728:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203730:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203731:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203731:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203733:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203734:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203735:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203736:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203737:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203738:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203738:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203739:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203740:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203741:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203742:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203743:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203744:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203745:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203746:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203747:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203748:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203749:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203749:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203750:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203751:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203752:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203753:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203753:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203755:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203755:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203756:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203757:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203760:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203761:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203762:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203763:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203764:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203764:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203765:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203766:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203767:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203768:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203768:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203770:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203770:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203771:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203772:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203773:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203774:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203776:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203776:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203778:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203778:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203779:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203780:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203781:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203781:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203782:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203783:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203784:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203785:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203786:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203787:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203788:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203789:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203791:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203792:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203793:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203794:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203795:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203796:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203796:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203797:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203798:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203799:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203800:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203801:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203802:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203804:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203806:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203807:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203809:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203810:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203812:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203814:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203815:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203816:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203817:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203819:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203820:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203822:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203823:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203826:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203827:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203830:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203831:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203834:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203835:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203838:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203840:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203842:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203843:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203844:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203847:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203849:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203850:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203853:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203854:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203855:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203858:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203859:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203862:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203863:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203865:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203867:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203868:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203869:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203870:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203873:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203875:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203877:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203880:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203882:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203883:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203886:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203887:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203889:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203890:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203892:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203895:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203896:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203898:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203900:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203902:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203904:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203905:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203908:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203910:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203913:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203916:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203917:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203920:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203922:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203924:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203927:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203928:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203930:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203931:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203934:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203936:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203938:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203940:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203942:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203944:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203947:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203948:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203951:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203952:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203954:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203956:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203957:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203958:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203959:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203962:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203964:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203966:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203968:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203971:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203973:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203975:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.203977:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.203979:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.203980:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.203982:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.203984:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.203985:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.203986:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.203987:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.203990:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203991:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203993:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.203995:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.203996:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.203998:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204001:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.204002:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.204004:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.204005:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.204007:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.204009:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.204011:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.204012:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.204013:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.204015:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204017:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204019:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.204021:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.204023:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204025:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204027:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.204028:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.204030:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.204031:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.204033:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.204035:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.204036:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.204037:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.204038:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.204041:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204043:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204045:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.204047:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.204048:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204050:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204052:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.204053:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.204056:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.204057:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.204059:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.204060:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.204062:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.204063:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.204064:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.204067:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204069:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204071:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.204073:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.204075:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204077:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204080:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.204082:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.204084:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.204086:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.204087:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.204089:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.204091:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.204092:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.204093:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.204095:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204097:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204099:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.204101:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.204103:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204486:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204495:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.204497:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.204502:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.204504:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.204509:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.204513:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.204515:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.204518:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.204519:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.204522:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204525:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204527:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.204529:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.204531:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204533:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204535:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.204537:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.204539:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.204540:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.204543:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.204546:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.204547:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.204548:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.204550:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.204552:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204555:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204556:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.204559:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.204561:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204562:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204566:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.204567:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.204570:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.204571:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.204573:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.204575:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.204577:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.204578:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.204579:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.204581:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204583:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204585:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.204587:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.204589:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204590:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204593:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.204594:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.204597:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.204598:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.204600:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.204603:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.204604:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.204606:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.204607:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.204610:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204612:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204614:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.204616:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.204618:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204620:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204623:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.204624:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.204627:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.204628:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.204630:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.204632:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.204634:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.204635:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.204636:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.204639:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204641:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204643:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.204645:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.204647:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204649:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204652:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.204653:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.204655:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.204656:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.204658:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.204660:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.204662:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.204663:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.204664:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.204667:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204670:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204672:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.204674:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.204676:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204678:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204681:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.204682:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.204684:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.204685:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.204687:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.204689:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.204691:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.204692:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.204693:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.204695:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204696:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204698:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.204701:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.204702:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204703:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204707:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.204708:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.204711:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.204712:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.204715:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.204717:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.204719:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.204720:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.204721:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.204724:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204727:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204728:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.204730:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.204733:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204735:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204738:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.204739:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.204742:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.204743:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.204745:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.204747:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.204749:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.204750:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.204751:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.204754:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204755:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204757:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.204759:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.204761:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204763:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204766:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.204767:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.204770:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.204771:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.204773:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.204775:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.204778:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.204779:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.204780:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.204783:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204785:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204787:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.204790:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.204792:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204793:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204796:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.204798:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.204801:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.204802:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.204804:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.204807:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.204808:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.204809:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.204810:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.204813:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204816:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204818:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.204820:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.204822:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204824:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204826:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.204828:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.204830:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.204831:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.204833:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.204835:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.204837:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.204838:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.204840:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.204843:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204845:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204847:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.204848:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.204850:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204852:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204855:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.204857:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.204859:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.204860:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.204863:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.204865:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.204867:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.204868:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.204869:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.204872:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204874:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204876:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.204878:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.204881:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204883:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204885:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.204887:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.204890:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.204891:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.204894:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.204896:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.204898:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.204899:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.204901:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.204903:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204905:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204907:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.204909:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.204911:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204913:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204916:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.204918:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.204920:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.204921:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.204923:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.204926:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.204928:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.204930:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.204931:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.204934:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204936:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204938:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.204940:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.204943:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204944:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204947:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.204949:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.204952:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.204953:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.204955:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.204957:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.204959:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.204960:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.204961:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.204964:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204966:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204969:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.204971:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.204973:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204974:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204977:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.204978:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.204981:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.204982:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.204984:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.204987:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.204988:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.204989:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.204991:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.204994:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204997:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.204999:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.205001:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.205003:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205005:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205008:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.205009:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.205012:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.205013:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.205015:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.205017:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.205019:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.205020:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.205021:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.205024:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205025:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205027:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.205028:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.205030:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205032:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205035:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.205036:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.205038:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.205039:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.205040:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.205043:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.205044:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.205045:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.205046:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.205048:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205050:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205052:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.205053:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.205056:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205057:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205060:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.205062:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.205064:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.205065:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.205067:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.205069:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.205071:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.205072:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.205073:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.205075:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205077:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205079:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.205081:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.205083:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205084:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205087:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.205089:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.205091:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.205093:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.205095:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.205097:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.205099:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.205100:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.205101:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.205227:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205231:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205232:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.205236:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.205239:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205242:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205247:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.205249:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.205253:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.205254:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.205257:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.205259:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.205261:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.205263:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.205264:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.205267:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205269:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205271:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624646.205273:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.205275:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205277:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624646.205280:0:34163:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624646.205282:0:34163:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc1f89f3d0 00000080:00000001:1.0:1788624646.205285:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624646.205286:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624646.205288:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e2800. 00000020:00000001:1.0:1788624646.205290:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.205292:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624646.205293:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624646.205295:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e2800 uarg=0000000000000000 00020000:00000001:1.0:1788624646.205298:0:34163:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788624646.205300:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788624646.205302:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1788624646.205305:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e2800. 00000080:00000001:1.0:1788624646.205307:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788624646.205309:0:34163:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788624646.205326:0:34163:0:(dir.c:3021:ll_dir_release()) Process entered 00000080:00000001:1.0:1788624646.205330:0:34163:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788624646.205334:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87dd0 00000080:00200008:1.0:1788624646.205337:0:34163:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 100000 00000080:00400000:1.0:1788624646.205343:0:34163:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788624646.205348:0:34163:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd017c8c80. 00000080:00000001:1.0:1788624646.205354:0:34163:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788624646.205357:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880d87dd0 00000080:00000008:1.0:1788624646.205359:0:34163:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 100000, rc = 0 00000080:00000001:1.0:1788624646.205362:0:34163:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624646.205364:0:34163:0:(dir.c:3022:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624647.058499:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296661076, at 4296661120 00000100:00000010:3.0:1788624647.058527:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd185882a0. 00000100:00000040:2.0:1788624647.058577:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296661076, at 4296661120 00000100:00000010:2.0:1788624647.058585:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd18588f00. 00010000:00000001:3.0:1788624647.122304:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624647.122315:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624647.122324:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624647.122325:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624647.122448:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624647.122454:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624647.122458:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788624647.444079:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624647.444103:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624647.444154:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04a80. 00000020:00000040:0.0:1788624647.444162:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:0.0:1788624647.444167:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624647.444170:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624647.444186:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624647.444194:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df200. 00000100:00000001:0.0:1788624647.444202:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624647.444224:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11c04a80 x1875506845073536/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624647.444236:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624647.444242:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624647.444250:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3087ca6] to pc [ptlrpcd_00_01+1] req@ffff99dd11c04a80 x1875506845073536/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624647.444295:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624647.444298:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624647.444302:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624647.444305:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04380. 00000020:00000040:0.0:1788624647.444307:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624647.444310:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624647.444311:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624647.444313:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624647.444317:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091dfd00. 00000100:00000001:0.0:1788624647.444320:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624647.444324:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11c04380 x1875506845073664/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624647.444331:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624647.444333:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624647.444337:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009546e12e] to pc [ptlrpcd_00_00+0] req@ffff99dd11c04380 x1875506845073664/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624647.444345:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624647.444347:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624647.444349:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624647.444352:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05500. 00000020:00000040:0.0:1788624647.444354:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624647.444356:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624647.444357:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624647.444359:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624647.444362:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df700. 00000100:00000001:0.0:1788624647.444364:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624647.444368:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11c05500 x1875506845073792/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624647.444375:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624647.444378:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624647.444381:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb028e2] to pc [ptlrpcd_00_01+1] req@ffff99dd11c05500 x1875506845073792/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624647.444388:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624647.444390:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624647.444394:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624647.444397:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04700. 00000020:00000040:0.0:1788624647.444399:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624647.444401:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624647.444402:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624647.444404:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624647.444406:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df800. 00000100:00000001:0.0:1788624647.444409:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624647.444412:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11c04700 x1875506845073920/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624647.444432:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624647.444434:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624647.444440:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788624647.444441:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218c4e0a] to pc [ptlrpcd_00_00+0] req@ffff99dd11c04700 x1875506845073920/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624647.444452:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624647.444460:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788624647.444461:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624647.444466:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624647.444471:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1788624647.444477:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04a80 x1875506845073536/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1788624647.444478:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05f80. 00000020:00000040:0.0:1788624647.444484:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624647.444493:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624647.444499:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624647.444504:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624647.444510:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1788624647.444511:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df900. 00000100:00000001:1.0:1788624647.444516:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624647.444519:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624647.444524:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1788624647.444530:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11c05f80 x1875506845074048/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788624647.444531:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624647.444539:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624647.444551:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2390:1875506845073536:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624647.444566:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788624647.444577:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1788624647.444578:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788624647.444583:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624647.444584:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624647.444590:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1788624647.444591:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cdc9b83] to pc [ptlrpcd_00_01+1] req@ffff99dd11c05f80 x1875506845074048/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788624647.444601:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd03638a00. 00000100:00000001:0.0:1788624647.444605:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624647.444606:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624647.444614:0:25842:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1999) 00000400:00000200:1.0:1788624647.444621:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624647.444629:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793528. 00000100:00000001:0.0:1788624647.444638:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1788624647.444642:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c4c8. 00000100:00000001:0.0:1788624647.444643:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624647.444649:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624647.444657:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04380 x1875506845073664/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624647.444658:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845073536, portal 25 00000100:00000001:1.0:1788624647.444667:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624647.444670:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497477760 : -112300212073856 : ffff99dd11c04a80) 00000100:00000001:0.0:1788624647.444682:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1788624647.444688:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04a80 x1875506845073536/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624647.444689:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624647.444699:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624647.444706:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624647.444712:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1788624647.444713:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624647.444720:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000100:00100000:0.0:1788624647.444722:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845073664:192.168.202.125@tcp:400:kworker.0 00000400:00000010:1.0:1788624647.444727:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c6e8. 00000100:00000001:0.0:1788624647.444730:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1788624647.444735:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845073536, offset 0 02000000:00000001:0.0:1788624647.444739:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624647.444744:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624647.444748:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624647.444753:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0633ba00. 02000000:00000001:0.0:1788624647.444755:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624647.444762:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624647.444766:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624647.444772:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d948. 00000400:00000200:1.0:1788624647.444779:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624647.444782:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395330. 00000100:00000200:0.0:1788624647.444791:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845073664, portal 10 00000400:00000200:1.0:1788624647.444796:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000100:00000001:0.0:1788624647.444796:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624647.444802:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475968 : -112300212075648 : ffff99dd11c04380) 00000400:00000200:1.0:1788624647.444809:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1788624647.444815:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04380 x1875506845073664/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788624647.444817:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624647.444828:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624647.444837:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624647.444850:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2970:2970:256:4294967295] 192.168.202.125@tcp LPNI seq info [2970:2970:8:4294967295] 00000400:00000200:1.0:1788624647.444869:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624647.444869:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624647.444881:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624647.444887:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395a18. 00000400:00000200:1.0:1788624647.444894:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000100:00000200:0.0:1788624647.444895:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845073664, offset 0 00000800:00000200:1.0:1788624647.444918:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624647.444922:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624647.444931:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e300. 00000400:00000200:0.0:1788624647.444939:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000800:00000200:1.0:1788624647.444947:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000400:00000200:0.0:1788624647.444952:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624647.444959:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624647.444965:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624647.444970:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624647.444973:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624647.444979:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2971:2971:255:4294967295] 192.168.202.125@tcp LPNI seq info [2971:2971:7:4294967295] 00000400:00000200:0.0:1788624647.444984:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000800:00000200:1.0:1788624647.444989:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624647.444999:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1788624647.444999:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624647.445016:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000100:00000001:1.0:1788624647.445019:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788624647.445023:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df100. 00000400:00000200:1.0:1788624647.445029:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624647.445034:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296665432 00000800:00000200:0.0:1788624647.445035:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000100:00000010:1.0:1788624647.445049:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd04866ae0. 00000800:00000200:0.0:1788624647.445057:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624647.445065:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624647.445066:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788624647.445077:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624647.445081:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296665432 00000100:00000040:0.0:1788624647.445083:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 857093 usecs (858 jiffies) 00000100:00000010:1.0:1788624647.445089:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd04866900. 00000400:00000200:0.0:1788624647.445098:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624647.445101:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788624647.445140:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296662364 00000100:00000001:0.0:1788624647.445145:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296665432 00000100:00000001:1.0:1788624647.445147:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624647.445150:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296662365 00000100:00000001:1.0:1788624647.445155:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624647.445157:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296665432 00000100:00000001:1.0:1788624647.445164:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788624647.445165:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624647.445173:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624647.445178:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05500 x1875506845073792/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624647.445180:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624647.445194:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04700 x1875506845073920/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624647.445238:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624647.445245:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624647.445246:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624647.445250:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624647.445253:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624647.445258:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624647.445258:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624647.445266:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624647.445267:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624647.445273:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845073792:192.168.202.125@tcp:400:kworker.0 02000000:00000001:0.0:1788624647.445278:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624647.445281:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1788624647.445288:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845073920:192.168.202.125@tcp:400:kworker.0 02000000:00000001:1.0:1788624647.445289:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624647.445295:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624647.445304:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788624647.445304:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1788624647.445314:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd03638c00. 02000000:00000001:0.0:1788624647.445314:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624647.445319:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624647.445321:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624647.445323:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1788624647.445333:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 02000000:00000010:0.0:1788624647.445335:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0633aa00. 00000400:00000010:1.0:1788624647.445339:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793210. 02000000:00000001:0.0:1788624647.445341:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624647.445349:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624647.445353:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dd68. 00000400:00000010:1.0:1788624647.445360:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c088. 00000400:00000010:0.0:1788624647.445361:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395198. 00000100:00000200:1.0:1788624647.445370:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845073792, portal 10 00000100:00000200:0.0:1788624647.445372:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845073920, portal 4 00000100:00000001:1.0:1788624647.445376:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624647.445378:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624647.445380:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497480448 : -112300212071168 : ffff99dd11c05500) 00000100:00000001:0.0:1788624647.445384:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497476864 : -112300212074752 : ffff99dd11c04700) 00000100:00000040:1.0:1788624647.445401:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05500 x1875506845073792/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788624647.445401:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04700 x1875506845073920/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624647.445439:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788624647.445445:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624647.445447:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000100:00000040:0.0:1788624647.445455:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624647.445457:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862ca18. 00000400:00000010:0.0:1788624647.445462:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395f68. 00000100:00000200:1.0:1788624647.445464:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845073792, offset 0 00000100:00000200:0.0:1788624647.445467:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845073920, offset 0 00000400:00000200:1.0:1788624647.445476:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624647.445484:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624647.445492:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624647.445497:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624647.445504:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624647.445507:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624647.445513:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624647.445517:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624647.445521:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2972:2972:254:4294967295] 192.168.202.125@tcp LPNI seq info [2972:2972:6:4294967295] 00000400:00000200:1.0:1788624647.445525:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624647.445533:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624647.445543:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000400:00000200:0.0:1788624647.445549:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624647.445558:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1788624647.445561:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624647.445570:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000800:00000010:1.0:1788624647.445572:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ee00. 00000400:00000200:0.0:1788624647.445579:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1788624647.445586:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000400:00000200:0.0:1788624647.445592:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000800:00000200:1.0:1788624647.445601:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000400:00000200:0.0:1788624647.445603:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2973:2973:253:4294967295] 192.168.202.125@tcp LPNI seq info [2973:2973:5:4294967295] 00000800:00000200:1.0:1788624647.445610:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ee00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1788624647.445623:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624647.445624:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624647.445632:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24686 usecs (25 jiffies) 00000400:00000200:1.0:1788624647.445644:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624647.445645:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000100:00000001:1.0:1788624647.445650:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296661532 00000100:00000001:1.0:1788624647.445657:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296665432 00000800:00000200:0.0:1788624647.445663:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000100:00000001:1.0:1788624647.445666:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296661532 00000100:00000001:1.0:1788624647.445671:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296665432 00000100:00000001:1.0:1788624647.445673:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1788624647.445674:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872300. 00000100:00000001:1.0:1788624647.445678:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624647.445685:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788624647.445688:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000100:00000001:1.0:1788624647.445692:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788624647.445698:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624647.445703:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624647.445706:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624647.445707:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624647.445712:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1788624647.445715:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 202903 usecs (203 jiffies) 00000100:00000001:1.0:1788624647.445717:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624647.445724:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788624647.445725:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624647.445732:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788624647.445734:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296661710 00000100:00000001:0.0:1788624647.445738:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296665432 00000100:00000040:1.0:1788624647.445743:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05f80 x1875506845074048/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624647.445745:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296661710 00000100:00000001:0.0:1788624647.445754:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296665432 00000100:00000001:0.0:1788624647.445764:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624647.445772:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624647.445773:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624647.445777:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624647.445780:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624647.445783:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624647.445787:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624647.445787:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788624647.445797:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624647.445803:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845074048:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624647.445804:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624647.445810:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788624647.445810:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1788624647.445820:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788624647.445820:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1788624647.445825:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624647.445826:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624647.445832:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624647.445833:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788624647.445838:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624647.445840:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd03638400. 02000000:00000001:1.0:1788624647.445845:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624647.445850:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624647.445854:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793790. 00000400:00000010:1.0:1788624647.445859:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c770. 00000100:00000200:1.0:1788624647.445863:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845074048, portal 4 00000100:00000001:1.0:1788624647.445865:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624647.445867:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497483136 : -112300212068480 : ffff99dd11c05f80) 00000100:00000040:1.0:1788624647.445875:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05f80 x1875506845074048/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624647.445881:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624647.445884:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624647.445887:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cdd0. 00000100:00000200:1.0:1788624647.445889:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845074048, offset 0 00000400:00000200:1.0:1788624647.445893:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624647.445898:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624647.445902:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624647.445905:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624647.445908:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624647.445910:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624647.445912:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624647.445916:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2974:2974:252:4294967295] 192.168.202.125@tcp LPNI seq info [2974:2974:4:4294967295] 00000400:00000200:1.0:1788624647.445919:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624647.445927:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624647.445931:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624647.445935:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e600. 00000800:00000200:1.0:1788624647.445941:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624647.445945:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624647.445948:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624647.445951:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624647.445955:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25217 usecs (26 jiffies) 00000400:00000200:1.0:1788624647.445958:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624647.445960:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296661533 00000100:00000001:1.0:1788624647.445963:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296665432 00000100:00000001:1.0:1788624647.445965:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296661533 00000100:00000001:1.0:1788624647.445968:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296665432 00000100:00000001:1.0:1788624647.445970:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624647.445972:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624647.445975:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624647.445978:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624647.445981:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624647.445983:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624647.445985:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624647.445987:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624647.445989:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624647.445991:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624647.446725:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624647.446733:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e300. 00000400:00000200:2.0:1788624647.446742:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624647.446749:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624647.446756:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c6e8 00000400:00000010:2.0:1788624647.446759:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c6e8. 00000100:00000001:2.0:1788624647.446764:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624647.446771:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04a80 x1875506845073536/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624647.446783:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624647.446786:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04a80 x1875506845073536/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624647.446794:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624647.446795:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624647.446809:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624647.446811:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df100. 00000400:00000200:2.0:1788624647.446815:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624647.446818:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624647.446821:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395a18 00000400:00000010:2.0:1788624647.446823:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395a18. 00000100:00000001:2.0:1788624647.446825:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624647.446829:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04380 x1875506845073664/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624647.446836:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624647.446838:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04380 x1875506845073664/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624647.446844:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624647.446845:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624647.446851:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624647.446853:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ee00. 00000400:00000200:2.0:1788624647.446855:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624647.446859:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624647.446861:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ca18 00000400:00000010:2.0:1788624647.446862:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ca18. 00000100:00000001:2.0:1788624647.446864:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624647.446868:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05500 x1875506845073792/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624647.446875:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624647.446877:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05500 x1875506845073792/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624647.446882:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624647.446884:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624647.446890:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624647.446892:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872300. 00000400:00000200:2.0:1788624647.446894:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624647.446897:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624647.446899:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395f68 00000400:00000010:2.0:1788624647.446901:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395f68. 00000100:00000001:2.0:1788624647.446903:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624647.446906:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04700 x1875506845073920/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624647.446912:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624647.446915:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04700 x1875506845073920/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624647.446920:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624647.446922:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624647.446980:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624647.446983:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e600. 00000400:00000200:2.0:1788624647.446986:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624647.446989:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624647.446992:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cdd0 00000400:00000010:2.0:1788624647.446993:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cdd0. 00000100:00000001:2.0:1788624647.446995:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624647.446999:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05f80 x1875506845074048/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624647.447006:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624647.447008:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05f80 x1875506845074048/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624647.447014:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624647.447015:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624647.450350:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624647.450372:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624647.450377:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624647.450380:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624647.450391:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624647.450400:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624647.450411:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624647.450514:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624647.450523:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624647.450527:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377464100 00000400:00000200:3.0:1788624647.450533:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624647.450540:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x871d [1] + 224 00000800:00000001:3.0:1788624647.450548:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624647.450554:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624647.450557:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624647.450563:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624647.450573:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624647.450584:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04380 x1875506845073664/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624647.450596:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c04380 x1875506845073664/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624647.450621:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624647.450630:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624647.450634:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624647.450636:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624647.450638:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624647.450641:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624647.450644:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624647.450649:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624647.450651:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624647.450653:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624647.450656:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377464180 00000400:00000200:3.0:1788624647.450659:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624647.450663:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x8725 [1] + 224 00000800:00000001:3.0:1788624647.450666:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624647.450670:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624647.450672:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624647.450675:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624647.450677:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624647.450682:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05500 x1875506845073792/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624647.450690:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c05500 x1875506845073792/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624647.450714:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624647.450718:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624647.450722:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624647.450723:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624647.450725:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624647.450728:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624647.450731:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624647.450735:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624647.450738:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624647.450740:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624647.450742:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377464200 00000400:00000200:3.0:1788624647.450745:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624647.450749:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x872d [1] + 224 00000800:00000001:3.0:1788624647.450752:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624647.450755:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624647.450757:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624647.450760:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624647.450762:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624647.450767:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04700 x1875506845073920/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624647.450775:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c04700 x1875506845073920/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624647.450782:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624647.450785:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624647.450788:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624647.450789:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624647.450791:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624647.450795:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624647.450798:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624647.450801:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624647.450804:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624647.450806:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624647.450809:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377464280 00000400:00000200:3.0:1788624647.450812:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624647.450815:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8735 [1] + 224 00000800:00000001:3.0:1788624647.450819:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624647.450826:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624647.450828:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624647.450830:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624647.450833:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624647.450837:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05f80 x1875506845074048/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624647.450845:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c05f80 x1875506845074048/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624647.450852:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624647.450855:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624647.450857:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624647.450954:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624647.450959:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624647.450966:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624647.450968:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624647.450972:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d948. 00000400:00000200:0.0:1788624647.450977:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395330 00000400:00000010:0.0:1788624647.450980:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395330. 00000100:00000001:0.0:1788624647.450984:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624647.450988:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04380 x1875506845073664/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624647.450997:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04380 x1875506845073664/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624647.451003:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624647.451005:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624647.451008:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624647.451010:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624647.451013:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624647.451015:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624647.451018:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624647.451028:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=76 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624647.451033:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624647.451035:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624647.451037:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624647.451040:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624647.451044:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624647.451047:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624647.451050:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788624647.451052:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624647.451054:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624647.451058:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04380 x1875506845073664/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624647.451065:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624647.451068:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624647.451070:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624647.451074:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04380 x1875506845073664/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624647.451081:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845073664:192.168.202.125@tcp:400:kworker.0 00000400:00000001:0.0:1788624647.451087:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624647.451089:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624647.451090:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dd68. 00000400:00000200:0.0:1788624647.451092:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395198 00000400:00000010:0.0:1788624647.451094:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395198. 00000100:00000001:0.0:1788624647.451096:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624647.451099:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04700 x1875506845073920/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624647.451350:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04700 x1875506845073920/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624647.451356:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624647.451358:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624647.451360:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624647.451361:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624647.451363:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624647.451364:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624647.451366:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624647.451371:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=75 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624647.451373:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624647.451376:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624647.451377:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624647.451378:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624647.451380:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624647.451382:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624647.451384:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1788624647.451385:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624647.451387:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624647.451390:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04700 x1875506845073920/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624647.451396:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624647.451398:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624647.451399:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624647.451402:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04700 x1875506845073920/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624647.451413:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845073920:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624647.451417:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624647.451420:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624647.451423:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04380 x1875506845073664/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624647.451430:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624647.451432:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624647.451436:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0633ba00. 02000000:00000001:0.0:1788624647.451439:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624647.451442:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624647.451444:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=3 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624647.451446:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624647.451448:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091dfd00. 02000000:00000001:0.0:1788624647.451452:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624647.451454:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624647.451456:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04380. 00000100:00000001:0.0:1788624647.451460:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624647.451461:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624647.451463:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624647.451466:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04700 x1875506845073920/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624647.451473:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624647.451474:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624647.451475:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0633aa00. 02000000:00000001:0.0:1788624647.451477:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624647.451478:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624647.451479:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624647.451481:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624647.451482:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df800. 02000000:00000001:0.0:1788624647.451484:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624647.451485:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624647.451486:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04700. 00000100:00000001:0.0:1788624647.451489:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624647.451490:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624647.451492:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624647.451502:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624647.451504:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624647.451506:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624647.451510:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624647.451568:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624647.451571:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624647.451576:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624647.451577:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624647.451580:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793790. 00000400:00000200:1.0:1788624647.451584:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c770 00000400:00000010:1.0:1788624647.451585:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c770. 00000100:00000001:1.0:1788624647.451588:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624647.451592:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05f80 x1875506845074048/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624647.451599:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05f80 x1875506845074048/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624647.451605:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624647.451607:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624647.451608:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624647.451610:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624647.451611:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624647.451612:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624647.451614:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624647.451618:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624647.451620:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624647.451622:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624647.451623:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624647.451625:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624647.451627:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624647.451629:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624647.451630:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:1.0:1788624647.451631:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624647.451633:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624647.451636:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05f80 x1875506845074048/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624647.451641:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624647.451643:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624647.451644:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624647.451648:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05f80 x1875506845074048/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624647.451656:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845074048:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624647.451661:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624647.451662:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624647.451663:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793210. 00000400:00000200:1.0:1788624647.451664:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c088 00000400:00000010:1.0:1788624647.451665:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c088. 00000100:00000001:1.0:1788624647.451667:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624647.451671:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05500 x1875506845073792/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624647.451677:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05500 x1875506845073792/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624647.451683:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624647.451684:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624647.451685:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624647.451686:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624647.451687:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624647.451689:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624647.451690:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624647.451693:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=76 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624647.451697:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624647.451699:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624647.451700:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624647.451701:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624647.451702:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624647.451704:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624647.451705:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788624647.451707:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624647.451708:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624647.451712:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05500 x1875506845073792/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624647.451718:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624647.451720:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624647.451721:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624647.451723:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05500 x1875506845073792/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624647.451730:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845073792:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624647.451734:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624647.451735:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624647.451738:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05f80 x1875506845074048/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624647.451743:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624647.451745:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624647.451747:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd03638400. 02000000:00000001:1.0:1788624647.451750:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624647.451751:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624647.451752:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624647.451754:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624647.451756:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df900. 02000000:00000001:1.0:1788624647.451758:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624647.451759:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624647.451761:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05f80. 00000100:00000001:1.0:1788624647.451763:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624647.451764:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624647.451766:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624647.451769:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05500 x1875506845073792/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624647.451774:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624647.451775:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624647.451777:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd03638c00. 02000000:00000001:1.0:1788624647.451778:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624647.451779:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624647.451780:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624647.451782:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624647.451784:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df700. 02000000:00000001:1.0:1788624647.451786:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624647.451787:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624647.451788:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05500. 00000100:00000001:1.0:1788624647.451790:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624647.451791:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624647.451793:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624647.451795:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624647.451796:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624647.451797:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624647.451798:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624647.452475:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624647.452493:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624647.452497:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624647.452499:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624647.452506:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624647.452511:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624647.452519:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624647.452524:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624647.452529:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624647.452533:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377464080 00000400:00000200:2.0:1788624647.452538:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624647.452543:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8715 [1] + 224 00000800:00000001:2.0:1788624647.452550:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624647.452634:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624647.452638:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624647.452642:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624647.452647:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624647.452654:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04a80 x1875506845073536/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624647.452664:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c04a80 x1875506845073536/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624647.452679:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624647.452686:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788624647.452713:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624647.452717:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624647.452721:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624647.452722:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624647.452725:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793528. 00000400:00000200:1.0:1788624647.452730:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c4c8 00000400:00000010:1.0:1788624647.452732:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c4c8. 00000100:00000001:1.0:1788624647.452734:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624647.452739:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04a80 x1875506845073536/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624647.452749:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04a80 x1875506845073536/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624647.452756:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624647.452758:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624647.452759:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624647.452761:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624647.452763:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624647.452764:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624647.452767:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624647.452771:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=76 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624647.452774:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624647.452776:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624647.452778:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624647.452780:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1788624647.452783:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624647.452783:0:2390:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624647.452786:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624647.452792:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04a80 x1875506845073536/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624647.452799:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624647.452802:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624647.452804:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624647.452808:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04a80 x1875506845073536/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624647.452816:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2390:1875506845073536:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624647.452820:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624647.452822:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624647.452824:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04a80 x1875506845073536/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624663 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624647.452830:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624647.452832:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624647.452835:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd03638a00. 02000000:00000001:1.0:1788624647.452838:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624647.452839:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624647.452841:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:1.0:1788624647.452843:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624647.452845:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df200. 02000000:00000001:1.0:1788624647.452848:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624647.452850:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624647.452851:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04a80. 00000100:00000001:1.0:1788624647.452855:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624647.452856:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624647.452858:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624647.452865:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624647.452867:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624647.452869:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624647.452870:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624648.146541:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624648.146550:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624648.146556:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624648.146558:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624648.146703:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624648.146771:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624648.146775:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624649.170243:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624649.170252:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624649.170257:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624649.170259:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624649.170345:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624649.170351:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624649.170355:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624650.194266:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624650.194276:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624650.194285:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624650.194286:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624650.196987:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624650.196996:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624650.197002:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624651.218351:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624651.218361:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624651.218374:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624651.218375:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624651.218519:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624651.218524:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624651.218527:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788624651.372787:0:34408:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624651.414170:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296665432, at 4296665475 00000100:00000010:3.0:1788624651.414187:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd04866900. 00000100:00000040:2.0:1788624651.414266:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296665432, at 4296665475 00000100:00000010:2.0:1788624651.414272:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd04866ae0. 00000001:00000001:1.0:1788624651.817468:0:34444:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788624651.817474:0:34444:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg225-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 00000001:00000001:1.0:1788624651.828285:0:34444:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1788624651.883005:0:34447:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624652.243506:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624652.243513:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624652.243519:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624652.243521:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624652.243648:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624652.243653:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624652.243656:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788624652.562528:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624652.562538:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624652.562546:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04700. 00000020:00000040:0.0:1788624652.562552:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:0.0:1788624652.562556:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624652.562560:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624652.562565:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624652.562573:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04872500. 00000100:00000001:0.0:1788624652.562580:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.562593:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11c04700 x1875506845074176/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624652.562605:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624652.562610:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.562616:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218c4e0a] to pc [ptlrpcd_00_00+0] req@ffff99dd11c04700 x1875506845074176/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.562652:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.562655:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624652.562659:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624652.562663:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04380. 00000020:00000040:0.0:1788624652.562665:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624652.562667:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624652.562668:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624652.562670:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624652.562674:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04872100. 00000100:00000001:0.0:1788624652.562676:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.562680:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11c04380 x1875506845074304/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624652.562688:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624652.562689:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.562693:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009546e12e] to pc [ptlrpcd_00_01+1] req@ffff99dd11c04380 x1875506845074304/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.562702:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.562703:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624652.562706:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624652.562709:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07480. 00000020:00000040:0.0:1788624652.562711:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624652.562713:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624652.562714:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624652.562716:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624652.562719:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04872700. 00000100:00000001:0.0:1788624652.562721:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.562725:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11c07480 x1875506845074432/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624652.562731:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624652.562732:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.562735:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000f4ac16] to pc [ptlrpcd_00_00+0] req@ffff99dd11c07480 x1875506845074432/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.562746:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.562748:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624652.562751:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624652.562753:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06a00. 00000020:00000040:0.0:1788624652.562755:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624652.562757:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624652.562758:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624652.562759:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624652.562761:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04872a00. 00000100:00000001:0.0:1788624652.562764:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.562767:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11c06a00 x1875506845074560/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624652.562773:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624652.562774:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.562777:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4833928] to pc [ptlrpcd_00_01+1] req@ffff99dd11c06a00 x1875506845074560/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.562783:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.562785:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624652.562788:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624652.562791:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05c00. 00000020:00000040:0.0:1788624652.562793:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624652.562794:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624652.562796:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624652.562797:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624652.562800:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04872900. 00000100:00000001:0.0:1788624652.562802:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.562805:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11c05c00 x1875506845074688/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624652.562811:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624652.562813:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.562817:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000708f5420] to pc [ptlrpcd_00_00+0] req@ffff99dd11c05c00 x1875506845074688/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.562823:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.562828:0:25842:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2004) 00000100:00000001:0.0:1788624652.562841:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624652.562845:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624652.562849:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624652.562854:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04380 x1875506845074304/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.562862:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624652.562864:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624652.562868:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624652.562871:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624652.562873:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624652.562877:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845074304:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624652.562881:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624652.562885:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624652.562888:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624652.562890:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624652.562895:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0864aa00. 02000000:00000001:0.0:1788624652.562897:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624652.562904:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624652.562909:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dd68. 00000400:00000010:0.0:1788624652.562916:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395198. 00000100:00000200:0.0:1788624652.562935:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845074304, portal 10 00000100:00000001:0.0:1788624652.562938:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624652.562939:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475968 : -112300212075648 : ffff99dd11c04380) 00000100:00000040:0.0:1788624652.562946:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04380 x1875506845074304/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.562953:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624652.562956:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624652.562959:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395330. 00000100:00000200:0.0:1788624652.562963:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845074304, offset 0 00000400:00000200:0.0:1788624652.562970:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624652.562977:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624652.562984:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624652.562990:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624652.562994:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624652.562997:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624652.563000:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624652.563004:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2975:2975:256:4294967295] 192.168.202.125@tcp LPNI seq info [2975:2975:8:4294967295] 00000400:00000200:0.0:1788624652.563008:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624652.563018:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624652.563023:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624652.563027:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872800. 00000800:00000200:0.0:1788624652.563034:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624652.563041:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624652.563046:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624652.563064:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.563069:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 856015 usecs (857 jiffies) 00000400:00000200:0.0:1788624652.563072:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624652.563075:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296667481 00000100:00000010:0.0:1788624652.563080:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd1879c6c0. 00000100:00000001:0.0:1788624652.563087:0:2390:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788624652.563092:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296667481 00000100:00000010:0.0:1788624652.563095:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd1879c3c0. 00000100:00000001:0.0:1788624652.563099:0:2390:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788624652.563102:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624652.563125:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624652.563129:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624652.563134:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06a00 x1875506845074560/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.563146:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624652.563147:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624652.563150:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624652.563152:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624652.563154:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624652.563157:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845074560:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624652.563161:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624652.563163:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624652.563165:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624652.563166:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624652.563170:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0864b000. 02000000:00000001:0.0:1788624652.563172:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624652.563176:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624652.563179:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d948. 00000400:00000010:0.0:1788624652.563183:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395aa0. 00000100:00000200:0.0:1788624652.563187:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845074560, portal 4 00000100:00000001:0.0:1788624652.563188:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624652.563190:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497485824 : -112300212065792 : ffff99dd11c06a00) 00000100:00000040:0.0:1788624652.563207:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c06a00 x1875506845074560/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.563214:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624652.563216:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624652.563219:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395220. 00000100:00000200:0.0:1788624652.563222:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845074560, offset 0 00000400:00000200:0.0:1788624652.563227:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624652.563231:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624652.563234:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624652.563237:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624652.563239:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624652.563241:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624652.563244:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624652.563247:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2976:2976:255:4294967295] 192.168.202.125@tcp LPNI seq info [2976:2976:7:4294967295] 00000400:00000200:0.0:1788624652.563251:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624652.563256:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624652.563260:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624652.563264:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872000. 00000800:00000200:0.0:1788624652.563268:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624652.563272:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624652.563274:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624652.563277:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.563280:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 202048 usecs (203 jiffies) 00000400:00000200:0.0:1788624652.563283:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624652.563285:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296666828 00000100:00000001:0.0:1788624652.563287:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296667481 00000100:00000001:0.0:1788624652.563289:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296666828 00000100:00000001:0.0:1788624652.563291:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296667481 00000100:00000001:0.0:1788624652.563294:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624652.563296:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624652.563298:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624652.563301:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624652.563309:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624652.563311:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788624652.563313:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624652.563314:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624652.563316:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624652.563318:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:0.0:1788624652.563320:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624652.563322:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624652.563324:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624652.563325:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624652.563326:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624652.563327:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624652.563331:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04700 x1875506845074176/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.563339:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624652.563340:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624652.563342:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624652.563344:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624652.563346:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624652.563349:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2390:1875506845074176:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624652.563352:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624652.563355:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624652.563356:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624652.563358:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624652.563361:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0864b800. 02000000:00000001:0.0:1788624652.563363:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624652.563366:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624652.563369:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dd10. 00000400:00000010:0.0:1788624652.563372:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053953b8. 00000100:00000200:0.0:1788624652.563375:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845074176, portal 25 00000100:00000001:0.0:1788624652.563376:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624652.563378:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497476864 : -112300212074752 : ffff99dd11c04700) 00000100:00000040:0.0:1788624652.563382:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04700 x1875506845074176/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.563387:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624652.563389:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624652.563392:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395660. 00000100:00000200:0.0:1788624652.563394:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845074176, offset 0 00000400:00000200:0.0:1788624652.563398:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624652.563401:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624652.563404:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624652.563406:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624652.563409:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624652.563411:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624652.563414:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624652.563429:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2977:2977:254:4294967295] 192.168.202.125@tcp LPNI seq info [2977:2977:6:4294967295] 00000400:00000200:0.0:1788624652.563433:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624652.563439:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624652.563443:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624652.563446:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872b00. 00000800:00000200:0.0:1788624652.563450:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624652.563454:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624652.563456:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624652.563459:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624652.563462:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624652.563463:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296670551 00000100:00000001:0.0:1788624652.563468:0:2390:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296667481 00000100:00000001:0.0:1788624652.563472:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296670551 00000100:00000001:0.0:1788624652.563475:0:2390:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296667481 00000100:00000001:0.0:1788624652.563478:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624652.563480:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624652.563483:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624652.563487:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07480 x1875506845074432/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.563492:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624652.563494:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624652.563497:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624652.563498:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624652.563500:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624652.563502:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845074432:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624652.563505:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624652.563507:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624652.563509:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624652.563510:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624652.563513:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd06406c00. 02000000:00000001:0.0:1788624652.563516:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624652.563519:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624652.563521:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dbb0. 00000400:00000010:0.0:1788624652.563524:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395d48. 00000100:00000200:0.0:1788624652.563527:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845074432, portal 10 00000100:00000001:0.0:1788624652.563529:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624652.563530:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497488512 : -112300212063104 : ffff99dd11c07480) 00000100:00000040:0.0:1788624652.563535:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c07480 x1875506845074432/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.563541:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624652.563543:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000800:00000200:3.0:1788624652.563544:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1788624652.563546:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053954c8. 00000100:00000200:0.0:1788624652.563550:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845074432, offset 0 00000800:00000010:3.0:1788624652.563553:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872800. 00000400:00000200:0.0:1788624652.563557:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624652.563562:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788624652.563563:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624652.563571:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624652.563573:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:0.0:1788624652.563576:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624652.563581:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624652.563582:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395330 00000400:00000200:0.0:1788624652.563584:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1788624652.563586:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395330. 00000400:00000200:0.0:1788624652.563589:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000100:00000001:3.0:1788624652.563593:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1788624652.563595:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2978:2978:253:4294967295] 192.168.202.125@tcp LPNI seq info [2978:2978:5:4294967295] 00000100:00000200:3.0:1788624652.563602:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04380 x1875506845074304/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788624652.563602:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624652.563617:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000100:00000001:3.0:1788624652.563621:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1788624652.563623:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000100:00000040:3.0:1788624652.563627:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04380 x1875506845074304/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1788624652.563628:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872c00. 00000800:00000200:0.0:1788624652.563638:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000100:00000001:3.0:1788624652.563643:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788624652.563647:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000100:00000001:3.0:1788624652.563648:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788624652.563653:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624652.563658:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.563661:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24632 usecs (25 jiffies) 00000400:00000200:0.0:1788624652.563665:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000800:00000200:3.0:1788624652.563667:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788624652.563668:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296666650 00000800:00000010:3.0:1788624652.563672:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872000. 00000100:00000001:0.0:1788624652.563673:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296670551 00000400:00000200:3.0:1788624652.563676:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788624652.563678:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296666650 00000100:00000001:0.0:1788624652.563682:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296670551 00000400:00000200:3.0:1788624652.563683:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:0.0:1788624652.563688:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624652.563691:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624652.563693:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624652.563699:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05c00 x1875506845074688/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.563705:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624652.563706:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624652.563708:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624652.563710:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624652.563712:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624652.563714:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845074688:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624652.563717:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624652.563719:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624652.563720:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624652.563722:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624652.563725:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd06406e00. 02000000:00000001:0.0:1788624652.563727:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624652.563730:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624652.563732:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d6e0. 00000400:00000010:0.0:1788624652.563735:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395dd0. 00000100:00000200:0.0:1788624652.563738:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845074688, portal 4 00000100:00000001:0.0:1788624652.563739:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624652.563741:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497482240 : -112300212069376 : ffff99dd11c05c00) 00000100:00000040:0.0:1788624652.563746:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05c00 x1875506845074688/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.563752:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624652.563754:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624652.563756:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395cc0. 00000100:00000200:0.0:1788624652.563758:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845074688, offset 0 00000400:00000200:0.0:1788624652.563762:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624652.563766:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624652.563769:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624652.563771:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624652.563773:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624652.563775:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624652.563777:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624652.563780:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2979:2979:253:4294967295] 192.168.202.125@tcp LPNI seq info [2979:2979:5:4294967295] 00000400:00000200:0.0:1788624652.563783:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624652.563789:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624652.563793:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624652.563796:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872200. 00000800:00000200:0.0:1788624652.563799:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624652.563804:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624652.563806:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624652.563809:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.563812:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25126 usecs (26 jiffies) 00000400:00000200:0.0:1788624652.563815:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624652.563817:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296666651 00000100:00000001:0.0:1788624652.563819:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296670551 00000100:00000001:0.0:1788624652.563821:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296666651 00000100:00000001:0.0:1788624652.563823:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296670551 00000100:00000001:0.0:1788624652.563825:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624652.563827:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624652.563829:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624652.563832:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624652.563858:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395220 00000400:00000010:3.0:1788624652.563862:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395220. 00000100:00000001:3.0:1788624652.563865:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624652.563870:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06a00 x1875506845074560/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624652.563878:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624652.563883:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06a00 x1875506845074560/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624652.563889:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624652.563891:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788624652.563896:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624652.563900:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624652.563902:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624652.563906:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872b00. 00000400:00000200:3.0:1788624652.563909:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624652.563912:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624652.563915:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395660 00000400:00000010:3.0:1788624652.563916:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395660. 00000100:00000001:3.0:1788624652.563918:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624652.563921:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04700 x1875506845074176/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624652.563928:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624652.563931:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04700 x1875506845074176/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624652.563937:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624652.563938:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624652.564012:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624652.564015:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872c00. 00000400:00000200:3.0:1788624652.564019:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624652.564023:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624652.564025:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053954c8 00000400:00000010:3.0:1788624652.564027:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053954c8. 00000100:00000001:3.0:1788624652.564029:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624652.564033:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07480 x1875506845074432/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624652.564039:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624652.564043:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07480 x1875506845074432/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624652.564049:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624652.564051:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624652.564308:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624652.564311:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872200. 00000400:00000200:3.0:1788624652.564315:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624652.564320:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624652.564323:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395cc0 00000400:00000010:3.0:1788624652.564391:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395cc0. 00000100:00000001:3.0:1788624652.564395:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624652.564400:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05c00 x1875506845074688/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624652.564408:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624652.564411:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05c00 x1875506845074688/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624652.564417:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624652.564419:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624652.571464:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624652.571486:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624652.571511:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624652.571514:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624652.571524:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.571534:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624652.571546:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.571552:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.571558:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.571562:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377464480 00000400:00000200:2.0:1788624652.571568:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.571574:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8745 [1] + 224 00000800:00000001:2.0:1788624652.571582:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624652.571587:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624652.571591:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624652.571595:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624652.571604:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624652.571612:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06a00 x1875506845074560/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624652.571625:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c06a00 x1875506845074560/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624652.571645:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624652.571654:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624652.571659:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624652.571660:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624652.571663:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624652.571666:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.571669:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624652.571672:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.571675:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.571677:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.571679:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377464500 00000400:00000200:2.0:1788624652.571682:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.571685:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x875d [1] + 224 00000800:00000001:2.0:1788624652.571702:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624652.571706:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624652.571709:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624652.571712:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624652.571715:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624652.571718:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05c00 x1875506845074688/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624652.571725:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c05c00 x1875506845074688/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624652.571732:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624652.571735:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624652.571737:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624652.571738:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624652.571740:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624652.571743:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.571745:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624652.571749:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.571751:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.571753:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.571756:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377464380 00000400:00000200:2.0:1788624652.571758:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.571762:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x873d [1] + 224 00000800:00000001:2.0:1788624652.571766:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624652.571770:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624652.571772:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624652.571776:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:0.0:1788624652.571781:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624652.571786:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624652.571792:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:0.0:1788624652.571796:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1788624652.571798:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04380 x1875506845074304/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788624652.571800:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1788624652.571809:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c04380 x1875506845074304/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788624652.571816:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d6e0. 00000100:00000001:2.0:1788624652.571817:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788624652.571823:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395dd0 00000400:00000010:0.0:1788624652.571830:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395dd0. 00000100:00000001:0.0:1788624652.571834:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624652.571841:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05c00 x1875506845074688/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624652.571851:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05c00 x1875506845074688/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.571858:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624652.571860:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624652.571863:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624652.571866:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624652.571868:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624652.571871:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624652.571874:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624652.571882:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=80 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624652.571887:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624652.571889:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624652.571891:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624652.571894:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624652.571898:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624652.571902:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624652.571904:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:0.0:1788624652.571906:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624652.571908:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.571912:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05c00 x1875506845074688/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.572044:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624652.572048:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624652.572050:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624652.572055:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05c00 x1875506845074688/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624652.572067:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845074688:192.168.202.125@tcp:400:kworker.0 00000400:00000001:0.0:1788624652.578410:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624652.578428:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624652.578432:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dd68. 00000400:00000200:0.0:1788624652.578440:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395198 00000400:00000010:0.0:1788624652.578443:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395198. 00000100:00000001:0.0:1788624652.578448:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624652.578462:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04380 x1875506845074304/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624652.578474:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04380 x1875506845074304/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.578484:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624652.578487:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624652.578491:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624652.578495:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624652.578498:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624652.578500:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624652.578503:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624652.578514:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=81 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624652.578519:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624652.578523:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624652.578524:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624652.578527:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624652.578531:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624652.578536:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624652.578539:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788624652.578541:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624652.578542:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.578548:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04380 x1875506845074304/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.578554:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624652.578559:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624652.578561:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624652.578564:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04380 x1875506845074304/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624652.578572:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845074304:192.168.202.125@tcp:400:kworker.0 00000400:00000001:0.0:1788624652.578580:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624652.578581:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624652.578583:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d948. 00000400:00000200:0.0:1788624652.578585:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395aa0 00000400:00000010:0.0:1788624652.578587:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395aa0. 00000100:00000001:0.0:1788624652.578589:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624652.578592:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06a00 x1875506845074560/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624652.578601:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06a00 x1875506845074560/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.578607:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624652.578608:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624652.578610:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624652.578611:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624652.578612:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624652.578613:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624652.578615:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624652.578619:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=80 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624652.578621:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624652.578623:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624652.578624:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624652.578626:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624652.578627:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624652.578629:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624652.578631:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1788624652.578633:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624652.578634:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624652.578639:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06a00 x1875506845074560/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.578646:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1788624652.578649:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788624652.578649:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624652.578652:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624652.578658:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06a00 x1875506845074560/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624652.578666:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845074560:192.168.202.125@tcp:400:kworker.0 00000800:00000001:2.0:1788624652.578668:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624652.578671:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624652.578673:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788624652.578677:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1788624652.578678:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624652.578684:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05c00 x1875506845074688/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.578694:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624652.578697:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624652.578701:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd06406e00. 02000000:00000001:0.0:1788624652.578705:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624652.578708:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624652.578710:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624652.578713:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624652.578716:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04872900. 02000000:00000001:0.0:1788624652.578719:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624652.578721:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624652.578723:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05c00. 00000100:00000001:0.0:1788624652.578726:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624652.578728:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624652.578730:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624652.578733:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04380 x1875506845074304/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.578739:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624652.578740:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624652.578742:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0864aa00. 02000000:00000001:0.0:1788624652.578744:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624652.578745:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624652.578747:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=3 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624652.578749:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624652.578750:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04872100. 02000000:00000001:0.0:1788624652.578752:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624652.578752:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624652.578753:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04380. 00000100:00000001:0.0:1788624652.578756:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624652.578757:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624652.578758:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624652.578761:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06a00 x1875506845074560/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624652.578766:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624652.578767:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624652.578768:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0864b000. 02000000:00000001:0.0:1788624652.578770:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624652.578771:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624652.578772:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624652.578774:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624652.578775:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04872a00. 02000000:00000001:0.0:1788624652.578777:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624652.578778:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624652.578779:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06a00. 00000100:00000001:0.0:1788624652.578781:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624652.578782:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624652.578785:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624652.578788:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624652.578790:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624652.578792:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624652.578794:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624652.579636:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.579644:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624652.579654:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.579660:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.579666:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.579670:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377464400 00000400:00000200:2.0:1788624652.579676:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.579682:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x8755 [1] + 224 00000800:00000001:2.0:1788624652.579882:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624652.579892:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624652.579896:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624652.579902:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624652.579909:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624652.579916:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07480 x1875506845074432/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624652.579925:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c07480 x1875506845074432/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624652.580004:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624652.580008:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624652.580142:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624652.580154:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624652.580159:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624652.580162:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624652.580165:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624652.580169:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.580174:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624652.580180:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.580182:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.580185:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.580189:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377464300 00000400:00000200:2.0:1788624652.580193:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624652.580208:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x874d [1] + 224 00000800:00000001:2.0:1788624652.580212:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624652.580224:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624652.580226:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624652.580229:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624652.580233:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624652.580237:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04700 x1875506845074176/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624652.580246:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c04700 x1875506845074176/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624652.580253:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624652.580256:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624652.580259:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788624652.586786:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624652.586792:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624652.586796:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dbb0. 00000400:00000200:1.0:1788624652.586813:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395d48 00000400:00000010:1.0:1788624652.586816:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395d48. 00000100:00000001:1.0:1788624652.586821:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624652.586835:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07480 x1875506845074432/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624652.586848:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07480 x1875506845074432/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624652.586858:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624652.586861:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624652.586864:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624652.586867:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624652.586870:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624652.586873:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624652.586875:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624652.586885:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=81 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624652.586890:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=81 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624652.586892:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624652.586894:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624652.586897:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624652.586901:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624652.586906:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624652.586909:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788624652.586911:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624652.586913:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624652.586929:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07480 x1875506845074432/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624652.586937:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624652.586941:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624652.586943:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624652.586947:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07480 x1875506845074432/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624652.586955:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845074432:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624652.586960:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624652.586964:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624652.586967:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07480 x1875506845074432/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624652.586975:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624652.586978:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624652.586982:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd06406c00. 02000000:00000001:1.0:1788624652.586986:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624652.586989:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624652.586991:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624652.586993:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624652.586996:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04872700. 02000000:00000001:1.0:1788624652.586999:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624652.587001:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624652.587003:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07480. 00000100:00000001:1.0:1788624652.587007:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624652.587009:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624652.587012:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624652.587016:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624652.587018:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624652.587021:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624652.587023:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624652.587025:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dd10. 00000400:00000200:1.0:1788624652.587028:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053953b8 00000400:00000010:1.0:1788624652.587030:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053953b8. 00000100:00000001:1.0:1788624652.587033:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624652.587038:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04700 x1875506845074176/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624652.587047:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04700 x1875506845074176/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624652.587054:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624652.587055:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624652.587056:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624652.587058:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624652.587059:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624652.587061:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624652.587062:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624652.587065:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=81 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624652.587068:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624652.587070:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624652.587071:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624652.587073:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624652.587075:0:2390:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624652.587077:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624652.587080:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04700 x1875506845074176/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624652.587086:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624652.587088:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624652.587089:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624652.587092:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04700 x1875506845074176/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624652.587099:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2390:1875506845074176:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624652.587126:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624652.587129:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624652.587133:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04700 x1875506845074176/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624668 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624652.587139:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624652.587140:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624652.587142:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0864b800. 02000000:00000001:1.0:1788624652.587145:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624652.587147:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624652.587148:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:1.0:1788624652.587150:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624652.587151:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04872500. 02000000:00000001:1.0:1788624652.587154:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624652.587155:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624652.587156:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04700. 00000100:00000001:1.0:1788624652.587159:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624652.587160:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624652.587162:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624652.587169:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624652.587171:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624652.587174:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624652.587175:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624653.084714:0:34556:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624653.266247:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624653.266255:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624653.266261:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624653.266263:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624653.266350:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624653.266353:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624653.266356:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1788624653.493779:0:34592:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788624653.493786:0:34592:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00000001:00000001:3.0:1788624653.497891:0:34592:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1788624654.290256:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624654.290266:0:28436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624654.290269:0:28436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624654.290272:0:28436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624654.290277:0:28436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624654.290279:0:28436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624654.290281:0:28436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624654.290283:0:28436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624654.290287:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624654.290288:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624654.290595:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624654.290601:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624654.290604:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624655.314543:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624655.314550:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624655.314555:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624655.314559:0:28436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624655.314561:0:28436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624655.314567:0:28436:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624655.314569:0:28436:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624655.314571:0:28436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624655.314574:0:28436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624655.314576:0:28436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624655.314578:0:28436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624655.314581:0:28436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624655.314883:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624655.314887:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624655.314890:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788624655.410805:0:34611:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624655.805954:0:34631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7d08 00000080:00200008:1.0:1788624655.805966:0:34631:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788624655.805975:0:34631:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624655.805977:0:34631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7c80 00000080:00200000:1.0:1788624655.805979:0:34631:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:1.0:1788624655.805986:0:34631:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd187ca600. 00800000:00000002:1.0:1788624655.805992:0:34631:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624655.805996:0:34631:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624655.806000:0:34631:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624655.806002:0:34631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7ba0 00800000:00000002:1.0:1788624655.806005:0:34631:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624655.806008:0:34631:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624655.806011:0:34631:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624655.806013:0:34631:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624655.806015:0:34631:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624655.806017:0:34631:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624655.806020:0:34631:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624655.806022:0:34631:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624655.806024:0:34631:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624655.806028:0:34631:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624655.806033:0:34631:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624655.806035:0:34631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7a70 00000002:00010000:1.0:1788624655.806037:0:34631:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624655.806040:0:34631:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624655.806042:0:34631:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624655.806045:0:34631:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624655.806053:0:34631:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:1.0:1788624655.806056:0:34631:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624655.806061:0:34631:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624655.806064:0:34631:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624655.806069:0:34631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788624655.806081:0:34631:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624655.806087:0:34631:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624655.806090:0:34631:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788624655.806097:0:34631:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624655.806099:0:34631:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624655.806101:0:34631:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624655.806103:0:34631:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624655.808275:0:34631:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624655.808280:0:34631:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624655.808283:0:34631:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624655.808287:0:34631:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624655.808292:0:34631:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd187ca600. 00000080:00000001:1.0:1788624655.808298:0:34631:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624655.808299:0:34631:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624655.808302:0:34631:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624655.808306:0:34631:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41976 00800000:00000001:1.0:1788624655.808310:0:34631:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624655.808314:0:34631:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624655.808316:0:34631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624655.808319:0:34631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624655.808322:0:34631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:1.0:1788624655.808325:0:34631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624655.808328:0:34631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624655.808331:0:34631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624655.808333:0:34631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624655.808334:0:34631:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624655.808336:0:34631:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624655.808338:0:34631:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41976 from it ffffbef881cb7cb8 00010000:00000001:1.0:1788624655.808340:0:34631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624655.808341:0:34631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624655.808342:0:34631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:1.0:1788624655.808344:0:34631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624655.808346:0:34631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624655.808349:0:34631:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624655.808353:0:34631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788624655.808362:0:34631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624655.808363:0:34631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624655.808364:0:34631:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624655.808368:0:34631:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624655.808371:0:34631:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788624655.808378:0:34631:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624655.808381:0:34631:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624655.808383:0:34631:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624655.808387:0:34631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624655.808388:0:34631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624655.808390:0:34631:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624655.808394:0:34631:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624655.808395:0:34631:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624655.808398:0:34631:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624655.808401:0:34631:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624655.808403:0:34631:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624655.808404:0:34631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624655.808405:0:34631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624655.808408:0:34631:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624655.808410:0:34631:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624655.808414:0:34631:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624655.808420:0:34631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7d08 00000080:00000008:1.0:1788624655.808422:0:34631:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788624655.812575:0:34631:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624655.812624:0:34631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7d08 00000080:00200008:0.0:1788624655.812629:0:34631:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788624655.812636:0:34631:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624655.812638:0:34631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7c80 00000080:00200000:0.0:1788624655.812639:0:34631:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624655.812646:0:34631:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd063ef000. 00800000:00000002:0.0:1788624655.812652:0:34631:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624655.812656:0:34631:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624655.812672:0:34631:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624655.812674:0:34631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7ba0 00800000:00000002:0.0:1788624655.812677:0:34631:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624655.812680:0:34631:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624655.812683:0:34631:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624655.812686:0:34631:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624655.812688:0:34631:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624655.812691:0:34631:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624655.812693:0:34631:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624655.812695:0:34631:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624655.812697:0:34631:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624655.812701:0:34631:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624655.812706:0:34631:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624655.812708:0:34631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7a70 00000002:00010000:0.0:1788624655.812709:0:34631:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624655.812713:0:34631:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624655.812715:0:34631:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624655.812717:0:34631:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624655.812724:0:34631:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:0.0:1788624655.812727:0:34631:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624655.812732:0:34631:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624655.812737:0:34631:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624655.812742:0:34631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788624655.812756:0:34631:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624655.812761:0:34631:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624655.812765:0:34631:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788624655.812772:0:34631:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624655.812774:0:34631:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624655.812777:0:34631:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624655.812779:0:34631:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624655.812781:0:34631:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624655.812783:0:34631:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624655.812786:0:34631:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624655.812788:0:34631:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624655.812791:0:34631:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd063ef000. 00000080:00000001:0.0:1788624655.812795:0:34631:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624655.812797:0:34631:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624655.812800:0:34631:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624655.812803:0:34631:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41976 00800000:00000001:0.0:1788624655.812806:0:34631:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624655.812808:0:34631:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624655.812810:0:34631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624655.812812:0:34631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624655.812815:0:34631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:0.0:1788624655.812817:0:34631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:0.0:1788624655.812820:0:34631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:0.0:1788624655.812822:0:34631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624655.812824:0:34631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624655.812825:0:34631:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624655.812827:0:34631:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624655.812829:0:34631:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41976 from it ffffbef881cb7cb8 00010000:00000001:0.0:1788624655.812831:0:34631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624655.812832:0:34631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624655.812833:0:34631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:0.0:1788624655.812834:0:34631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:0.0:1788624655.812836:0:34631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:0.0:1788624655.812838:0:34631:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624655.812841:0:34631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788624655.812848:0:34631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624655.812849:0:34631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624655.812850:0:34631:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624655.812852:0:34631:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624655.812855:0:34631:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788624655.812861:0:34631:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624655.812864:0:34631:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624655.812866:0:34631:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624655.812870:0:34631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624655.812871:0:34631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624655.812873:0:34631:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624655.812876:0:34631:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624655.812878:0:34631:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624655.812892:0:34631:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624655.812895:0:34631:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624655.812897:0:34631:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624655.812898:0:34631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624655.812907:0:34631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624655.812911:0:34631:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624655.812913:0:34631:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624655.812916:0:34631:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624655.812920:0:34631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7d08 00000080:00000008:0.0:1788624655.812922:0:34631:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788624655.813031:0:34631:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624655.813033:0:34631:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624655.813034:0:34631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7b78 00000080:00200000:0.0:1788624655.813036:0:34631:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624655.813039:0:34631:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd063ef000. 00800000:00000002:0.0:1788624655.813042:0:34631:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624655.813044:0:34631:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624655.813046:0:34631:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624655.813047:0:34631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7a98 00800000:00000002:0.0:1788624655.813050:0:34631:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624655.813053:0:34631:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624655.813054:0:34631:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624655.813055:0:34631:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624655.813057:0:34631:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624655.813058:0:34631:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624655.813060:0:34631:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624655.813062:0:34631:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624655.813064:0:34631:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624655.813066:0:34631:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624655.813069:0:34631:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624655.813071:0:34631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7968 00000002:00010000:0.0:1788624655.813072:0:34631:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624655.813075:0:34631:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624655.813077:0:34631:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624655.813078:0:34631:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624655.813080:0:34631:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:0.0:1788624655.813082:0:34631:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624655.813085:0:34631:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624655.813087:0:34631:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624655.813090:0:34631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788624655.813097:0:34631:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624655.813099:0:34631:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624655.813102:0:34631:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788624655.813404:0:34631:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624655.813406:0:34631:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624655.813407:0:34631:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624655.813409:0:34631:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624655.813411:0:34631:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624655.813412:0:34631:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624655.813415:0:34631:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624655.813417:0:34631:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624655.813419:0:34631:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd063ef000. 00000080:00000001:0.0:1788624655.813422:0:34631:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624655.813424:0:34631:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624655.813426:0:34631:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624655.813428:0:34631:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41976 00800000:00000001:0.0:1788624655.813431:0:34631:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624655.813432:0:34631:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624655.813433:0:34631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624655.813435:0:34631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624655.813436:0:34631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:0.0:1788624655.813438:0:34631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:0.0:1788624655.813440:0:34631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:0.0:1788624655.813442:0:34631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624655.813443:0:34631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624655.813444:0:34631:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624655.813445:0:34631:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624655.813447:0:34631:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41976 from it ffffbef881cb7bb0 00010000:00000001:0.0:1788624655.813449:0:34631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624655.813450:0:34631:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624655.813451:0:34631:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:0.0:1788624655.813453:0:34631:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:0.0:1788624655.813454:0:34631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:0.0:1788624655.813456:0:34631:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624655.813458:0:34631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788624655.813464:0:34631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624655.813465:0:34631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624655.813466:0:34631:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624655.813468:0:34631:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624655.813470:0:34631:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788624655.813481:0:34631:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624655.813483:0:34631:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624655.813484:0:34631:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624655.813486:0:34631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624655.813488:0:34631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624655.813489:0:34631:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624655.813491:0:34631:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624655.813492:0:34631:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624655.813493:0:34631:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624655.813495:0:34631:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624655.813497:0:34631:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624655.813498:0:34631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624655.813499:0:34631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624655.813500:0:34631:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624655.813502:0:34631:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624655.813504:0:34631:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 44 00000080:00000001:0.0:1788624655.813507:0:34631:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.813512:0:34631:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:0.0:1788624655.813514:0:34631:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788624655.813516:0:34631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7b78 00000080:00200008:0.0:1788624655.813518:0:34631:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 100000 00000080:00000010:0.0:1788624655.813523:0:34631:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd2030f040. 00000080:00000001:0.0:1788624655.813527:0:34631:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.813529:0:34631:0:(dir.c:3016:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.813619:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.813622:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.813629:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.813632:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.813636:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.813640:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.813642:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.813645:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.813647:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.813653:0:34631:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788624655.813655:0:34631:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff99dd10dbf800: age 1992, max_age 2001 00000002:00000001:0.0:1788624655.813659:0:34631:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788624655.813661:0:34631:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000010:0.0:1788624655.813668:0:34631:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06a00. 00000020:00000040:0.0:1788624655.813670:0:34631:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624655.813674:0:34631:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624655.813677:0:34631:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624655.813680:0:34631:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624655.813686:0:34631:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04872b00. 00000100:00000001:0.0:1788624655.813693:0:34631:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624655.813697:0:34631:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624655.813699:0:34631:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624655.813705:0:34631:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd197ffc00. 00000100:00000001:0.0:1788624655.813707:0:34631:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773627481088 : -112300082070528 : ffff99dd197ffc00) 00000100:00000001:0.0:1788624655.813710:0:34631:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624655.813711:0:34631:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497485824 : -112300212065792 : ffff99dd11c06a00) 00000100:00000001:0.0:1788624655.813716:0:34631:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624655.813720:0:34631:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624655.813722:0:34631:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624655.813724:0:34631:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624655.813734:0:34631:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06a00 x1875506845074816/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624655.813741:0:34631:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624655.813743:0:34631:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624655.813746:0:34631:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624655.813748:0:34631:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624655.813750:0:34631:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624655.813754:0:34631:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:34631:1875506845074816:192.168.202.125@tcp:41:lfs.0 00000100:00000001:0.0:1788624655.813758:0:34631:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624655.813763:0:34631:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624655.813765:0:34631:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624655.813767:0:34631:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624655.813771:0:34631:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049cb400. 02000000:00000001:0.0:1788624655.813772:0:34631:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624655.813780:0:34631:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624655.813785:0:34631:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d948. 00000400:00000010:0.0:1788624655.813793:0:34631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395aa0. 00000100:00000200:0.0:1788624655.813799:0:34631:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845074816, portal 10 00000100:00000001:0.0:1788624655.813801:0:34631:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624655.813802:0:34631:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497485824 : -112300212065792 : ffff99dd11c06a00) 00000100:00000040:0.0:1788624655.813808:0:34631:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c06a00 x1875506845074816/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624655.813815:0:34631:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624655.813818:0:34631:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624655.813821:0:34631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395198. 00000100:00000200:0.0:1788624655.813824:0:34631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845074816, offset 0 00000400:00000200:0.0:1788624655.813830:0:34631:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624655.813838:0:34631:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624655.813845:0:34631:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624655.813850:0:34631:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624655.813854:0:34631:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624655.813858:0:34631:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624655.813861:0:34631:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624655.813865:0:34631:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2980:2980:256:4294967295] 192.168.202.125@tcp LPNI seq info [2980:2980:8:4294967295] 00000400:00000200:0.0:1788624655.813869:0:34631:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624655.813878:0:34631:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624655.813897:0:34631:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624655.813909:0:34631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872000. 00000800:00000200:0.0:1788624655.813916:0:34631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624655.813923:0:34631:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624655.813926:0:34631:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624655.814506:0:34631:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624655.814513:0:34631:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 854953 usecs (855 jiffies) 00000400:00000200:0.0:1788624655.814518:0:34631:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624655.814521:0:34631:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296670731 00000100:00000001:0.0:1788624655.814528:0:34631:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296670551 00000100:00000001:0.0:1788624655.814533:0:34631:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296670731 00000100:00000001:0.0:1788624655.814536:0:34631:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296670551 00000100:00000001:0.0:1788624655.814539:0:34631:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624655.814542:0:34631:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624655.814544:0:34631:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624655.814546:0:34631:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624655.814548:0:34631:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd197ffc00 going to sleep for 11 seconds 00000100:00000001:0.0:1788624655.814551:0:34631:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624655.814554:0:34631:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624655.817569:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624655.817579:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872000. 00000400:00000200:2.0:1788624655.817587:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624655.817596:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624655.817604:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395198 00000400:00000010:2.0:1788624655.817606:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395198. 00000100:00000001:2.0:1788624655.817612:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624655.817620:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06a00 x1875506845074816/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624655.817632:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624655.817636:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06a00 x1875506845074816/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624655.817643:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624655.817645:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624655.820401:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624655.820420:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624655.820424:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624655.820427:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624655.820436:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624655.820445:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624655.820453:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624655.820458:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624655.820464:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624655.820468:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 368 into portal 10 MB=0x6a9c377464580 00000400:00000200:3.0:1788624655.820474:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624655.820481:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 368/368 into md 0x8765 [1] + 224 00000800:00000001:3.0:1788624655.820489:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624655.820495:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624655.820499:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624655.820504:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624655.820511:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624655.820520:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06a00 x1875506845074816/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624655.820532:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99dd11c06a00 x1875506845074816/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624655.820554:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624655.820562:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624655.820565:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624655.820593:0:34631:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624655.820602:0:34631:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624655.820604:0:34631:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624655.820607:0:34631:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d948. 00000400:00000200:0.0:1788624655.820612:0:34631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395aa0 00000400:00000010:0.0:1788624655.820615:0:34631:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395aa0. 00000100:00000001:0.0:1788624655.820618:0:34631:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624655.820623:0:34631:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06a00 x1875506845074816/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624655.820634:0:34631:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06a00 x1875506845074816/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624655.820641:0:34631:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624655.820643:0:34631:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624655.820646:0:34631:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624655.820649:0:34631:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624655.820651:0:34631:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624655.820653:0:34631:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624655.820662:0:34631:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624655.820672:0:34631:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=84 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624655.820677:0:34631:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=18 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624655.820679:0:34631:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624655.820681:0:34631:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624655.820683:0:34631:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624655.820687:0:34631:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624655.820690:0:34631:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624655.820693:0:34631:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788624655.820695:0:34631:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624655.820697:0:34631:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624655.820701:0:34631:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06a00 x1875506845074816/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624655.820708:0:34631:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624655.820712:0:34631:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624655.820714:0:34631:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624655.820717:0:34631:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06a00 x1875506845074816/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624655.820724:0:34631:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:34631:1875506845074816:192.168.202.125@tcp:41:lfs.0 00000100:00000001:0.0:1788624655.820729:0:34631:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624655.820732:0:34631:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624655.820734:0:34631:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624655.820736:0:34631:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624655.820739:0:34631:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06a00 x1875506845074816/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624655.820746:0:34631:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624655.820749:0:34631:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd197ffc00. 00000100:00000001:0.0:1788624655.820752:0:34631:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624655.820753:0:34631:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624655.820759:0:34631:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788624655.820761:0:34631:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624655.820763:0:34631:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06a00 x1875506845074816/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624655.820769:0:34631:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624655.820771:0:34631:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624655.820774:0:34631:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049cb400. 02000000:00000001:0.0:1788624655.820777:0:34631:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624655.820779:0:34631:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624655.820781:0:34631:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624655.820783:0:34631:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624655.820786:0:34631:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04872b00. 02000000:00000001:0.0:1788624655.820789:0:34631:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624655.820790:0:34631:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624655.820792:0:34631:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06a00. 00000100:00000001:0.0:1788624655.820796:0:34631:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624655.820797:0:34631:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788624655.820798:0:34631:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624655.820799:0:34631:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=3 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624655.820801:0:34631:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1788624655.820804:0:34631:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff99dd10dbf800: update ffff99dd10709e18 cache blocks 317381/353529 objects 1023704/1024000 00800000:00000001:0.0:1788624655.820808:0:34631:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624655.820814:0:34631:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.820817:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624655.820821:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.820824:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.820827:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.820909:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.820912:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.820919:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.820922:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.820926:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.820930:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.820932:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.820935:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.820937:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.820943:0:34631:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788624655.820945:0:34631:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff99dd10dbf800: age 1992, max_age 2001 00000002:00000001:0.0:1788624655.820948:0:34631:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788624655.820951:0:34631:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000010:0.0:1788624655.820955:0:34631:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06a00. 00000020:00000040:0.0:1788624655.820958:0:34631:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=5 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624655.820962:0:34631:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624655.820965:0:34631:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624655.820970:0:34631:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624655.820975:0:34631:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04872b00. 00000100:00000001:0.0:1788624655.820981:0:34631:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624655.820984:0:34631:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624655.820986:0:34631:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624655.820990:0:34631:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd197ffc00. 00000100:00000001:0.0:1788624655.820992:0:34631:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773627481088 : -112300082070528 : ffff99dd197ffc00) 00000100:00000001:0.0:1788624655.820996:0:34631:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624655.820997:0:34631:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497485824 : -112300212065792 : ffff99dd11c06a00) 00000100:00000001:0.0:1788624655.821002:0:34631:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624655.821007:0:34631:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624655.821009:0:34631:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624655.821010:0:34631:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624655.821013:0:34631:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06a00 x1875506845074944/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624655.821020:0:34631:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624655.821022:0:34631:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624655.821026:0:34631:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624655.821029:0:34631:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624655.821031:0:34631:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624655.821034:0:34631:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:34631:1875506845074944:192.168.202.125@tcp:41:lfs.0 00000100:00000001:0.0:1788624655.821038:0:34631:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624655.821044:0:34631:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624655.821046:0:34631:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624655.821049:0:34631:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624655.821053:0:34631:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049cb400. 02000000:00000001:0.0:1788624655.821054:0:34631:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624655.821059:0:34631:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624655.821061:0:34631:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d948. 00000400:00000010:0.0:1788624655.821065:0:34631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395aa0. 00000100:00000200:0.0:1788624655.821070:0:34631:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845074944, portal 10 00000100:00000001:0.0:1788624655.821072:0:34631:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624655.821073:0:34631:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497485824 : -112300212065792 : ffff99dd11c06a00) 00000100:00000040:0.0:1788624655.821079:0:34631:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c06a00 x1875506845074944/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624655.821085:0:34631:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624655.821089:0:34631:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624655.821091:0:34631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395dd0. 00000100:00000200:0.0:1788624655.821094:0:34631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845074944, offset 0 00000400:00000200:0.0:1788624655.821101:0:34631:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624655.821165:0:34631:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624655.821173:0:34631:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624655.821178:0:34631:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624655.821183:0:34631:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624655.821195:0:34631:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624655.821198:0:34631:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624655.821203:0:34631:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2981:2981:256:4294967295] 192.168.202.125@tcp LPNI seq info [2981:2981:8:4294967295] 00000400:00000200:0.0:1788624655.821207:0:34631:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624655.821216:0:34631:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624655.821222:0:34631:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624655.821227:0:34631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04872800. 00000800:00000200:0.0:1788624655.821234:0:34631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624655.821241:0:34631:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624655.821245:0:34631:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04872800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624655.821252:0:34631:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624655.821256:0:34631:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24651 usecs (25 jiffies) 00000400:00000200:0.0:1788624655.821259:0:34631:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624655.821261:0:34631:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296669907 00000100:00000001:0.0:1788624655.821264:0:34631:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296670731 00000100:00000001:0.0:1788624655.821266:0:34631:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296669907 00000100:00000001:0.0:1788624655.821268:0:34631:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296670731 00000100:00000001:0.0:1788624655.821270:0:34631:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624655.821272:0:34631:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624655.821274:0:34631:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624655.821276:0:34631:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624655.821278:0:34631:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd197ffc00 going to sleep for 11 seconds 00000100:00000001:0.0:1788624655.821280:0:34631:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624655.821283:0:34631:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624655.821545:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624655.821550:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04872800. 00000400:00000200:2.0:1788624655.821554:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624655.821559:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624655.821564:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395dd0 00000400:00000010:2.0:1788624655.821566:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395dd0. 00000100:00000001:2.0:1788624655.821569:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624655.821573:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06a00 x1875506845074944/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624655.821581:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624655.821585:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06a00 x1875506845074944/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624655.821591:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624655.821593:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624655.836971:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624655.836992:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624655.836997:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624655.836999:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624655.837011:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624655.837019:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624655.837028:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624655.837033:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624655.837039:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624655.837044:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 368 into portal 10 MB=0x6a9c377464600 00000400:00000200:3.0:1788624655.837050:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624655.837057:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 368/368 into md 0x876d [1] + 224 00000800:00000001:3.0:1788624655.837065:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624655.837072:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624655.837089:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624655.837094:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624655.837102:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624655.837164:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06a00 x1875506845074944/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624655.837178:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99dd11c06a00 x1875506845074944/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624655.837196:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624655.837205:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624655.837208:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624655.838913:0:34631:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624655.838927:0:34631:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624655.838929:0:34631:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624655.838933:0:34631:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d948. 00000400:00000200:0.0:1788624655.838942:0:34631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395aa0 00000400:00000010:0.0:1788624655.838945:0:34631:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395aa0. 00000100:00000001:0.0:1788624655.838949:0:34631:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624655.838959:0:34631:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06a00 x1875506845074944/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624655.838971:0:34631:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06a00 x1875506845074944/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624655.838979:0:34631:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624655.838981:0:34631:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624655.838983:0:34631:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624655.838987:0:34631:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624655.838990:0:34631:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624655.838992:0:34631:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624655.838994:0:34631:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624655.839005:0:34631:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=84 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624655.839021:0:34631:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=84 v=5 (1 1 1 1) 00000100:00000001:0.0:1788624655.839024:0:34631:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624655.839026:0:34631:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624655.839029:0:34631:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624655.839033:0:34631:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624655.839037:0:34631:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624655.839039:0:34631:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788624655.839041:0:34631:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624655.839043:0:34631:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624655.839048:0:34631:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06a00 x1875506845074944/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624655.839056:0:34631:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624655.839059:0:34631:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624655.839062:0:34631:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624655.839066:0:34631:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06a00 x1875506845074944/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624655.839074:0:34631:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06a00 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:34631:1875506845074944:192.168.202.125@tcp:41:lfs.0 00000100:00000001:0.0:1788624655.839079:0:34631:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624655.839083:0:34631:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624655.839085:0:34631:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624655.839087:0:34631:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624655.839092:0:34631:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06a00 x1875506845074944/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624655.839098:0:34631:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624655.839101:0:34631:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd197ffc00. 00000100:00000001:0.0:1788624655.839146:0:34631:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624655.839148:0:34631:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624655.839154:0:34631:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788624655.839156:0:34631:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624655.839159:0:34631:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06a00 x1875506845074944/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624671 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624655.839164:0:34631:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624655.839166:0:34631:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624655.839169:0:34631:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049cb400. 02000000:00000001:0.0:1788624655.839172:0:34631:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624655.839175:0:34631:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624655.839176:0:34631:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624655.839178:0:34631:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624655.839181:0:34631:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04872b00. 02000000:00000001:0.0:1788624655.839193:0:34631:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624655.839197:0:34631:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624655.839200:0:34631:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06a00. 00000100:00000001:0.0:1788624655.839204:0:34631:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624655.839205:0:34631:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788624655.839206:0:34631:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624655.839207:0:34631:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624655.839209:0:34631:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1788624655.839213:0:34631:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff99dd10dbf800: update ffff99dd1070b7d8 cache blocks 317415/353529 objects 1023737/1024000 00800000:00000001:0.0:1788624655.839217:0:34631:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624655.839224:0:34631:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839227:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624655.839230:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839233:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839236:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839289:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839292:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839299:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839302:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839308:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839312:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839314:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839317:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839319:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839322:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839325:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839327:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839329:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839332:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839334:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839338:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839339:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839341:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839342:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839345:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839347:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839348:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839349:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839350:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839353:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839355:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839357:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839359:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839361:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839363:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839366:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839367:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839369:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839370:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839372:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839374:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839376:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839377:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839378:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839381:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839382:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839385:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839387:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839388:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839390:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839393:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839394:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839397:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839398:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839400:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839402:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839403:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839404:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839406:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839408:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839410:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839412:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839414:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839416:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839417:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839421:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839422:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839425:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839426:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839428:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839430:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839431:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839432:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839433:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839436:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839437:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839439:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839441:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839443:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839444:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839447:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839449:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839451:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839452:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839454:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839456:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839458:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839459:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839460:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839463:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839464:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839466:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839468:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839470:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839472:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839475:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839477:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839479:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839480:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839483:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839485:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839486:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839487:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839489:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839491:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839493:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839494:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839496:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839498:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839500:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839502:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839504:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839506:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839507:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839509:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839511:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839513:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839514:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839515:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839517:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839519:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839521:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839523:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839525:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839527:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839530:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839531:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839533:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839534:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839537:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839539:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839541:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839542:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839543:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839545:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839547:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839549:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839551:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839553:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839555:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839557:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839559:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839561:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839562:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839564:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839566:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839567:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839569:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839570:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839572:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839574:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839575:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839578:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839579:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839581:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839584:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839585:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839587:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839589:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839591:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839593:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839594:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839595:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839596:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839601:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839602:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839604:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839606:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839608:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839610:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839613:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839614:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839616:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839617:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839619:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839620:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839622:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839622:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839624:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839626:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839628:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839630:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839632:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839634:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839635:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839638:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839639:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839641:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839641:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839643:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839645:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839646:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839647:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839648:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839650:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839652:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839654:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839655:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839657:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839659:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839661:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839662:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839664:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839665:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839667:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839669:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839671:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839672:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839673:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839676:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839677:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839679:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839681:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839683:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839685:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839687:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839688:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839690:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839691:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839693:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839695:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839697:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839698:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839699:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839701:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839703:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839705:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839707:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839710:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839712:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839715:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839716:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839718:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839719:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839721:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839723:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839724:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839725:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839727:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839729:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839731:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839732:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839735:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839737:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839738:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839741:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839742:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839745:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839746:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839748:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839749:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839751:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839752:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839754:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839757:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839759:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839761:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839763:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839765:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839767:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839770:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839772:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839774:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839776:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839778:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839780:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839781:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839782:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839784:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839786:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839788:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839789:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839791:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839793:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839795:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839798:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839799:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839802:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839803:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839805:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839807:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839808:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839809:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839810:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839812:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839814:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839815:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839817:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839819:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839820:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839822:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839823:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839826:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839826:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839829:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839831:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839832:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839833:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839834:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839836:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839838:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839839:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839841:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839842:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839844:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839846:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839848:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839850:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839851:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839853:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839855:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839857:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839858:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839859:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839861:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839863:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839865:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839866:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839868:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839869:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839872:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839873:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839875:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839876:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839878:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839880:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839881:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839883:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839884:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839886:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839888:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839890:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839891:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839893:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839895:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839898:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839914:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839918:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839919:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839921:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839923:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839925:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839926:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839927:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839929:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839931:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839933:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839935:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839937:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839940:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839943:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839944:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839946:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839947:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839950:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839952:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839953:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839954:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839955:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839958:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839960:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839962:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839964:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839966:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839968:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839970:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839972:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.839974:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.839975:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.839978:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.839979:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.839981:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.839982:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.839983:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.839986:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839988:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839989:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.839991:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.839994:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839995:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.839998:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.839999:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.840001:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.840002:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.840004:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.840006:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.840008:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.840009:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.840011:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.840013:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.840015:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.840017:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.840019:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.840022:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.840023:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.840026:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.840028:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.840030:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.840031:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.840033:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.840035:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.840036:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.840038:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.840039:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.840041:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.840043:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.840044:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.840046:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.840048:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.840050:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.840053:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.840054:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.840056:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.840057:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.840059:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.840061:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.840062:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.840064:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.840065:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.840067:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.840068:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.840070:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.840072:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.840074:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.840075:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.840078:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.840079:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.840082:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.840083:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.840085:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.840087:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.840088:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624655.840089:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624655.840090:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00800000:00000001:0.0:1788624655.840092:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.840094:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.840095:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.840098:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.840099:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.840101:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.840383:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.840386:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.840390:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.840392:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.841806:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.841816:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.841820:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.841823:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.841825:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.841830:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.841832:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.841835:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.841838:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.841841:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.841844:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.841855:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.841857:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.841862:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.841865:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.841868:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.841870:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.841872:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.841873:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.841874:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.841876:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.841878:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.841984:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.841986:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.841989:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.841991:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.841996:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.841998:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842001:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842002:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842005:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842007:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842008:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842010:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842011:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842014:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842016:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842018:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842020:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842022:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842023:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842026:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842028:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842031:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842032:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842034:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842036:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842037:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842038:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842039:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842041:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842043:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842045:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842047:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842049:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842050:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842053:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842055:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842057:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842058:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842060:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842062:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842064:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842065:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842066:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842068:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842070:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842072:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842074:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842076:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842077:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842080:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842081:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842084:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842085:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842087:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842089:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842090:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842091:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842092:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842095:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842096:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842098:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842100:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842102:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842123:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842127:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842129:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842131:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842133:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842135:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842138:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842139:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842141:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842142:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842144:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842146:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842148:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842150:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842152:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842154:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842157:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842159:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842161:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842162:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842164:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842166:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842168:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842169:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842170:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842173:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842175:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842177:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842179:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842181:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842183:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842197:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842199:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842202:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842203:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842205:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842208:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842209:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842211:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842212:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842214:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842216:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842217:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842219:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842221:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842222:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842225:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842226:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842228:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842230:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842231:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842233:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842234:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842235:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842236:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842239:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842240:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842242:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842244:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842246:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842247:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842250:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842251:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842253:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842254:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842256:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842258:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842259:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842260:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842261:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842264:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842266:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842267:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842269:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842271:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842273:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842276:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842277:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842280:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842281:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842283:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842284:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842286:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842287:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842288:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842290:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842291:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842293:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842295:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842297:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842298:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842301:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842302:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842304:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842305:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842307:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842309:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842311:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842312:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842313:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842316:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842317:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842318:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842321:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842323:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842324:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842327:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842328:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842330:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842331:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842333:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842334:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842336:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842337:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842338:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842341:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842342:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842344:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842346:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842348:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842350:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842353:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842355:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842357:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842358:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842360:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842363:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842364:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842365:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842366:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842369:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842371:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842372:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842374:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842376:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842377:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842380:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842381:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842383:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842384:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842627:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842632:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842634:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842637:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842638:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842641:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842643:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842644:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842646:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842649:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842651:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842657:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842658:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842662:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842663:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842667:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842669:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842670:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842671:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842672:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842673:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842675:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842676:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842678:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842680:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842681:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842684:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842685:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842687:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842688:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842689:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842691:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842692:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842693:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842694:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842696:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842697:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842699:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842700:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842702:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842703:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842705:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842706:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842709:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842710:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842711:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842713:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842714:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842715:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842716:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842719:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842720:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842722:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842723:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842725:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842726:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842729:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842730:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842732:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842733:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842734:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842736:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842738:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842739:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842740:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842742:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842744:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842746:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842748:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842750:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842751:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842754:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842756:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842758:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842759:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842761:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842763:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842764:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842766:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842767:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842769:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842771:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842773:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842775:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842777:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842779:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842782:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842783:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842786:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842787:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842790:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842792:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842793:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842794:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842796:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842798:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842800:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842801:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842803:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842805:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842807:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842810:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842811:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842813:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842814:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842817:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842819:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842820:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842821:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842822:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842824:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842826:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842828:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842829:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842832:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842833:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842836:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842837:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842839:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842840:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842842:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842844:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842845:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842847:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842848:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842850:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842851:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842853:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.842855:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.842856:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842858:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842860:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.842861:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.842864:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.842865:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.842866:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.842868:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.842869:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.842870:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.842871:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.842874:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842876:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.842878:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.843007:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.843011:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843012:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843017:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.843019:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.843022:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.843023:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.843026:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.843028:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.843030:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.843031:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.843032:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.843035:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843036:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843038:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.843040:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.843041:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843043:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843046:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.843047:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.843049:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.843050:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.843052:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.843054:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.843056:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.843057:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.843058:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.843060:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843062:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843063:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.843065:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.843067:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843068:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843070:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.843072:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.843074:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.843075:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.843077:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.843079:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.843081:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.843082:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.843083:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.843085:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843087:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843089:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.843091:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.843093:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843094:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843097:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.843099:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.843101:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.843102:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.843135:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.843138:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.843140:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.843141:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.843142:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.843145:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843147:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843149:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.843152:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.843154:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843155:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843161:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.843162:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.843165:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.843166:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.843168:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.843170:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.843171:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.843172:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.843173:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.843176:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843177:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843179:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.843181:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.843183:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843194:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843198:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.843199:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.843202:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.843203:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.843205:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.843207:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.843209:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.843210:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.843211:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.843213:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843215:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843217:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.843219:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.843221:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843223:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843226:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.843227:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.843229:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.843230:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.843232:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.843234:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.843236:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.843237:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.843238:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.843241:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843243:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843245:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.843246:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.843248:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843250:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843253:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.843254:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.843257:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.843258:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.843260:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.843262:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.843263:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.843264:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.843265:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.843267:0:34631:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843269:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843271:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.843273:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.843274:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843276:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.843279:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.843280:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.843282:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.843283:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.843284:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.843286:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.843288:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624655.843289:0:34631:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624655.843290:0:34631:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00800000:00000001:2.0:1788624655.843293:0:34631:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788624655.843295:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788624655.843296:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1788624655.843298:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.843301:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788624655.843302:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788624655.843306:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.843307:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.843310:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.843311:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.843313:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.843315:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.843316:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624655.843320:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624655.843322:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00020000:00000001:2.0:1788624655.843328:0:34631:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:2.0:1788624655.843330:0:34631:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff99dd10dbf800: age 1992, max_age 2001 00000008:00000001:2.0:1788624655.843334:0:34631:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1788624655.843337:0:34631:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000010:2.0:1788624655.843344:0:34631:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61500. 00000020:00000040:2.0:1788624655.843346:0:34631:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=4 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:2.0:1788624655.843350:0:34631:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624655.843351:0:34631:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:2.0:1788624655.843354:0:34631:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788624655.843356:0:34631:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624655.843359:0:34631:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624655.843364:0:34631:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624655.843371:0:34631:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd092e3f00. 00000100:00000001:2.0:1788624655.843378:0:34631:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624655.843381:0:34631:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624655.843383:0:34631:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624655.843734:0:34631:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1869f300. 00000100:00000001:2.0:1788624655.843738:0:34631:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773609259776 : -112300100291840 : ffff99dd1869f300) 00000100:00000001:2.0:1788624655.843741:0:34631:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624655.843742:0:34631:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498905856 : -112300210645760 : ffff99dd11d61500) 00000100:00000001:2.0:1788624655.843747:0:34631:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624655.843751:0:34631:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624655.843753:0:34631:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624655.843755:0:34631:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624655.843768:0:34631:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61500 x1875506845075072/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624655.843776:0:34631:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624655.843778:0:34631:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624655.843781:0:34631:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624655.843784:0:34631:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624655.843786:0:34631:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624655.843790:0:34631:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61500 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:34631:1875506845075072:192.168.202.125@tcp:13:lfs.0 00000100:00000001:2.0:1788624655.843794:0:34631:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624655.843799:0:34631:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624655.843801:0:34631:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624655.843804:0:34631:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624655.843808:0:34631:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04839400. 02000000:00000001:2.0:1788624655.843810:0:34631:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624655.843818:0:34631:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624655.843823:0:34631:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2aa8. 00000400:00000010:2.0:1788624655.843830:0:34631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08cc0. 00000100:00000200:2.0:1788624655.843836:0:34631:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845075072, portal 4 00000100:00000001:2.0:1788624655.843838:0:34631:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624655.843839:0:34631:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498905856 : -112300210645760 : ffff99dd11d61500) 00000100:00000040:2.0:1788624655.843845:0:34631:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d61500 x1875506845075072/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624655.843851:0:34631:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624655.843854:0:34631:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624655.843856:0:34631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08aa0. 00000100:00000200:2.0:1788624655.843859:0:34631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875506845075072, offset 0 00000400:00000200:2.0:1788624655.843866:0:34631:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624655.843873:0:34631:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624655.843890:0:34631:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624655.843896:0:34631:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624655.843900:0:34631:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624655.843904:0:34631:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624655.843907:0:34631:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624655.843912:0:34631:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2982:2982:256:4294967295] 192.168.202.125@tcp LPNI seq info [2982:2982:8:4294967295] 00000400:00000200:2.0:1788624655.843917:0:34631:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624655.843926:0:34631:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624655.843932:0:34631:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624655.843937:0:34631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd092e3a00. 00000800:00000200:2.0:1788624655.843944:0:34631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624655.843951:0:34631:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624655.843955:0:34631:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd092e3a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624655.843981:0:34631:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624655.843987:0:34631:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 201248 usecs (202 jiffies) 00000400:00000200:2.0:1788624655.843990:0:34631:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624655.843993:0:34631:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296670107 00000100:00000001:2.0:1788624655.843995:0:34631:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296670731 00000100:00000001:2.0:1788624655.843998:0:34631:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296670107 00000100:00000001:2.0:1788624655.844000:0:34631:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296670731 00000100:00000001:2.0:1788624655.844002:0:34631:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624655.844004:0:34631:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624655.844007:0:34631:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624655.844009:0:34631:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624655.844011:0:34631:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1869f300 going to sleep for 11 seconds 00000100:00000001:2.0:1788624655.844013:0:34631:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624655.844016:0:34631:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624655.844303:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624655.844310:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd092e3a00. 00000400:00000200:3.0:1788624655.844318:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624655.844323:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624655.844329:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08aa0 00000400:00000010:3.0:1788624655.844331:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08aa0. 00000100:00000001:3.0:1788624655.844335:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624655.844339:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61500 x1875506845075072/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624655.844355:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624655.844358:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61500 x1875506845075072/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624655.844364:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624655.844365:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624655.851224:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624655.851244:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624655.851249:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624655.851251:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624655.851262:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624655.851270:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624655.851278:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624655.851283:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624655.851289:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624655.851293:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 368 into portal 4 MB=0x6a9c377464680 00000400:00000200:3.0:1788624655.851298:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624655.851304:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 368/368 into md 0x8775 [1] + 224 00000800:00000001:3.0:1788624655.851311:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624655.851319:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624655.851323:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624655.851327:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624655.851335:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624655.851344:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61500 x1875506845075072/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624655.851354:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99dd11d61500 x1875506845075072/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624655.851376:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624655.851384:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624655.851588:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624655.851718:0:34631:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624655.851726:0:34631:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624655.851728:0:34631:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624655.851731:0:34631:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2aa8. 00000400:00000200:2.0:1788624655.851737:0:34631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08cc0 00000400:00000010:2.0:1788624655.851739:0:34631:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08cc0. 00000100:00000001:2.0:1788624655.851743:0:34631:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624655.851748:0:34631:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61500 x1875506845075072/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624655.851763:0:34631:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61500 x1875506845075072/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624655.851769:0:34631:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624655.851771:0:34631:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624655.851774:0:34631:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624655.851797:0:34631:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624655.851800:0:34631:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624655.851803:0:34631:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624655.851805:0:34631:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624655.851815:0:34631:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194454f0 time=45 v=5 (5 0 0 0) 00000100:00001000:2.0:1788624655.851819:0:34631:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624655.851821:0:34631:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624655.851822:0:34631:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624655.851825:0:34631:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624655.851828:0:34631:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624655.851831:0:34631:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624655.851833:0:34631:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1788624655.851835:0:34631:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624655.851837:0:34631:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624655.851842:0:34631:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d61500 x1875506845075072/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624655.851848:0:34631:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624655.851850:0:34631:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624655.851852:0:34631:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624655.851856:0:34631:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61500 x1875506845075072/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624655.851862:0:34631:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d61500 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:34631:1875506845075072:192.168.202.125@tcp:13:lfs.0 00000100:00000001:2.0:1788624655.851867:0:34631:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624655.851869:0:34631:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624655.851871:0:34631:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624655.851873:0:34631:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624655.851876:0:34631:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61500 x1875506845075072/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624655.851893:0:34631:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624655.851896:0:34631:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1869f300. 00000100:00000001:2.0:1788624655.851899:0:34631:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624655.851900:0:34631:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624655.851907:0:34631:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:2.0:1788624655.851908:0:34631:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624655.851911:0:34631:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d61500 x1875506845075072/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624655.851917:0:34631:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624655.851919:0:34631:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624655.851922:0:34631:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd04839400. 02000000:00000001:2.0:1788624655.851925:0:34631:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624655.851928:0:34631:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624655.851930:0:34631:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:2.0:1788624655.851932:0:34631:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624655.851934:0:34631:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd092e3f00. 02000000:00000001:2.0:1788624655.851939:0:34631:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624655.851940:0:34631:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624655.851941:0:34631:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d61500. 00000100:00000001:2.0:1788624655.851945:0:34631:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624655.851946:0:34631:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1788624655.851949:0:34631:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff99dd10dbf800: update ffff99dd064b1e18 cache blocks 901343/958279 objects 261771/262144 00020000:00000001:2.0:1788624655.851952:0:34631:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624655.851957:0:34631:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.851960:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624655.851962:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.851965:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.851968:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.852033:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.852036:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.852044:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.852046:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.852052:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.852056:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.852059:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624655.852063:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624655.852065:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00020000:00000001:2.0:1788624655.852079:0:34631:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:2.0:1788624655.852082:0:34631:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff99dd10dbf800: age 1992, max_age 2001 00000008:00000001:2.0:1788624655.852085:0:34631:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1788624655.852088:0:34631:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000010:2.0:1788624655.852093:0:34631:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61500. 00000020:00000040:2.0:1788624655.852096:0:34631:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=4 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:2.0:1788624655.852099:0:34631:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624655.852100:0:34631:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:2.0:1788624655.852102:0:34631:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788624655.852144:0:34631:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624655.852148:0:34631:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624655.852153:0:34631:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624655.852159:0:34631:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd092e3f00. 00000100:00000001:2.0:1788624655.852165:0:34631:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624655.852168:0:34631:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624655.852170:0:34631:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624655.852177:0:34631:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1869f300. 00000100:00000001:2.0:1788624655.852179:0:34631:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773609259776 : -112300100291840 : ffff99dd1869f300) 00000100:00000001:2.0:1788624655.852181:0:34631:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624655.852183:0:34631:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498905856 : -112300210645760 : ffff99dd11d61500) 00000100:00000001:2.0:1788624655.852198:0:34631:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624655.852202:0:34631:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624655.852204:0:34631:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624655.852206:0:34631:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624655.852210:0:34631:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61500 x1875506845075200/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624655.852218:0:34631:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624655.852221:0:34631:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624655.852225:0:34631:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624655.852228:0:34631:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624655.852231:0:34631:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624655.852234:0:34631:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61500 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:34631:1875506845075200:192.168.202.125@tcp:13:lfs.0 00000100:00000001:2.0:1788624655.852238:0:34631:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624655.852244:0:34631:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624655.852246:0:34631:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624655.852249:0:34631:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624655.852254:0:34631:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04839400. 02000000:00000001:2.0:1788624655.852255:0:34631:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624655.852262:0:34631:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624655.852265:0:34631:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2aa8. 00000400:00000010:2.0:1788624655.852270:0:34631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08cc0. 00000100:00000200:2.0:1788624655.852276:0:34631:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845075200, portal 4 00000100:00000001:2.0:1788624655.852277:0:34631:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624655.852278:0:34631:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498905856 : -112300210645760 : ffff99dd11d61500) 00000100:00000040:2.0:1788624655.852285:0:34631:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d61500 x1875506845075200/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624655.852292:0:34631:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624655.852295:0:34631:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624655.852297:0:34631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08220. 00000100:00000200:2.0:1788624655.852300:0:34631:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875506845075200, offset 0 00000400:00000200:2.0:1788624655.852306:0:34631:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624655.852312:0:34631:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624655.852320:0:34631:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624655.852326:0:34631:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624655.852330:0:34631:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624655.852333:0:34631:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624655.852336:0:34631:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624655.852340:0:34631:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2983:2983:256:4294967295] 192.168.202.125@tcp LPNI seq info [2983:2983:8:4294967295] 00000400:00000200:2.0:1788624655.852344:0:34631:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624655.852351:0:34631:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624655.852357:0:34631:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624655.852362:0:34631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd092e3500. 00000800:00000200:2.0:1788624655.852369:0:34631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624655.852379:0:34631:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624655.852383:0:34631:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd092e3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624655.853257:0:34631:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624655.853264:0:34631:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25050 usecs (26 jiffies) 00000400:00000200:2.0:1788624655.853270:0:34631:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624655.853273:0:34631:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296669941 00000100:00000001:2.0:1788624655.853277:0:34631:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296670731 00000100:00000001:2.0:1788624655.853279:0:34631:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296669941 00000100:00000001:2.0:1788624655.853281:0:34631:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296670731 00000100:00000001:2.0:1788624655.853284:0:34631:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624655.853286:0:34631:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624655.853289:0:34631:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624655.853291:0:34631:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624655.853293:0:34631:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1869f300 going to sleep for 11 seconds 00000100:00000001:2.0:1788624655.853295:0:34631:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624655.853298:0:34631:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624655.853716:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624655.853721:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd092e3500. 00000400:00000200:3.0:1788624655.853727:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624655.853733:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624655.853740:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08220 00000400:00000010:3.0:1788624655.853742:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08220. 00000100:00000001:3.0:1788624655.853747:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624655.853753:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61500 x1875506845075200/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624655.853763:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624655.853766:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61500 x1875506845075200/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624655.853773:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624655.853775:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624655.870686:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624655.870705:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624655.870709:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624655.870712:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624655.870723:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624655.870730:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624655.870739:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624655.870744:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624655.870750:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624655.870754:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 368 into portal 4 MB=0x6a9c377464700 00000400:00000200:3.0:1788624655.870760:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624655.870766:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 368/368 into md 0x8785 [1] + 224 00000800:00000001:3.0:1788624655.870774:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624655.870781:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624655.870784:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624655.870789:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624655.870797:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624655.870806:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61500 x1875506845075200/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624655.870818:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99dd11d61500 x1875506845075200/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624655.870844:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624655.870851:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624655.870855:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624655.872601:0:34631:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624655.872611:0:34631:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624655.872613:0:34631:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624655.872617:0:34631:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2aa8. 00000400:00000200:2.0:1788624655.872626:0:34631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08cc0 00000400:00000010:2.0:1788624655.872629:0:34631:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08cc0. 00000100:00000001:2.0:1788624655.872633:0:34631:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624655.872642:0:34631:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61500 x1875506845075200/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624655.872654:0:34631:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61500 x1875506845075200/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624655.872662:0:34631:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624655.872663:0:34631:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624655.872666:0:34631:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624655.872669:0:34631:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624655.872671:0:34631:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624655.872674:0:34631:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624655.872677:0:34631:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624655.872685:0:34631:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447cf0 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1788624655.872689:0:34631:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624655.872692:0:34631:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624655.872694:0:34631:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624655.872697:0:34631:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624655.872700:0:34631:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624655.872704:0:34631:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624655.872706:0:34631:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:2.0:1788624655.872708:0:34631:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624655.872710:0:34631:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624655.872714:0:34631:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d61500 x1875506845075200/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624655.872721:0:34631:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624655.872724:0:34631:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624655.872726:0:34631:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624655.872730:0:34631:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61500 x1875506845075200/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624655.872737:0:34631:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d61500 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:34631:1875506845075200:192.168.202.125@tcp:13:lfs.0 00000100:00000001:2.0:1788624655.872742:0:34631:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624655.872744:0:34631:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624655.872747:0:34631:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624655.872748:0:34631:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624655.872752:0:34631:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61500 x1875506845075200/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624655.872758:0:34631:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624655.872761:0:34631:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1869f300. 00000100:00000001:2.0:1788624655.872764:0:34631:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624655.872766:0:34631:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624655.872772:0:34631:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:2.0:1788624655.872773:0:34631:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624655.872776:0:34631:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d61500 x1875506845075200/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624671 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624655.872783:0:34631:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624655.872785:0:34631:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624655.872788:0:34631:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd04839400. 02000000:00000001:2.0:1788624655.872791:0:34631:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624655.872793:0:34631:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624655.872795:0:34631:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:2.0:1788624655.872797:0:34631:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624655.872799:0:34631:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd092e3f00. 02000000:00000001:2.0:1788624655.872804:0:34631:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624655.872805:0:34631:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624655.872807:0:34631:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d61500. 00000100:00000001:2.0:1788624655.872810:0:34631:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624655.872811:0:34631:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1788624655.872814:0:34631:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff99dd10dbf800: update ffff99dd064b37d8 cache blocks 901366/958279 objects 261773/262144 00020000:00000001:2.0:1788624655.872818:0:34631:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624655.872823:0:34631:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.872826:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624655.872829:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.872832:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.872835:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.872899:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.872901:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.872909:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.872911:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.872917:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.872922:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.872923:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624655.872927:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624655.872929:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00020000:00000001:2.0:1788624655.872932:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.872934:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.872936:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.872939:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.872941:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.872943:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.872947:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.872948:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.872950:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.872951:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.872953:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.872955:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.872957:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624655.872958:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624655.872959:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00020000:00000001:2.0:1788624655.872961:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.872963:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.872965:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.872967:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.872968:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.872970:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.872973:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.872974:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.872976:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.872977:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.872979:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.872981:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.872982:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624655.872983:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624655.872984:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00020000:00000001:2.0:1788624655.872986:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.872988:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.872989:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.872991:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.872993:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.872995:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.872997:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.872998:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.873001:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.873002:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.873003:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.873005:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.873007:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624655.873008:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624655.873009:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00020000:00000001:2.0:1788624655.873011:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.873013:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.873014:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.873016:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.873018:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.873019:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.873022:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.873023:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.873025:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.873026:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.873027:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.873029:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.873030:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624655.873031:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624655.873032:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00020000:00000001:2.0:1788624655.873034:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.873036:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.873038:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.873039:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.873041:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.873043:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.873045:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.873046:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.873048:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.873049:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624655.873050:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd04839800. 00000020:00000001:2.0:1788624655.873053:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624655.873054:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624655.873055:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624655.873056:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd04839800 uarg=0000000000000000 00020000:00000001:2.0:1788624655.873059:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.873060:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.873062:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624655.873064:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd04839800. 00000080:00000001:2.0:1788624655.873065:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.873067:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624655.873069:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624655.873070:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:2.0:1788624655.873962:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624655.873965:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.882534:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.882551:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.882555:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.882559:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.882562:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.882568:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882571:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882574:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.882578:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.882584:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882587:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882605:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.882607:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.882614:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.882616:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.882621:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.882624:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.882625:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.882626:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.882628:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.882631:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882632:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882634:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.882636:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.882639:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882641:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882644:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.882645:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.882648:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.882649:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.882651:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.882653:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.882654:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.882656:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.882657:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.882659:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882661:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882663:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.882665:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.882666:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882668:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882670:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.882671:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.882673:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.882674:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.882676:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.882678:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.882680:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.882681:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.882682:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.882685:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882687:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882689:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.882691:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.882694:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882695:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882698:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.882700:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.882702:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.882703:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.882705:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.882707:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.882709:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.882710:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.882712:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.882714:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882716:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882718:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.882720:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.882722:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882724:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882727:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.882728:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.882730:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.882731:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.882733:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.882736:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.882737:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.882739:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.882740:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.882743:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882745:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882747:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.882749:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.882751:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882753:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882755:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.882756:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.882759:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.882760:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.882761:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.882764:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.882765:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.882766:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.882767:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.882770:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882772:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882774:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.882776:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.882778:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882779:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882782:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.882785:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.882787:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.882788:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.882790:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.882792:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.882793:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.882794:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.882796:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.882798:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882799:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882801:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.882803:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.882805:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882806:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882809:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.882810:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.882812:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.882813:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.882815:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.882817:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.882818:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.882819:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.882820:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.882822:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882824:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882825:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.882827:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.882829:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882830:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882833:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.882834:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.882836:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.882837:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.882839:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.882841:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.882842:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.882843:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.882844:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.882846:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882848:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882850:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.882852:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.882854:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882856:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882859:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.882860:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.882863:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.882864:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.882866:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.882868:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.882870:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.882872:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.882873:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.882875:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882877:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882879:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.882881:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.882884:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882886:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882889:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.882890:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.882893:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.882894:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.882896:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.882898:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.882899:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.882900:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.882902:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.882904:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882906:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882907:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.882909:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.882911:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882913:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882916:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.882917:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.882920:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.882921:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.882923:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.882925:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.882927:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.882928:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.882929:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.882933:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882935:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882936:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.882938:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.882940:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882942:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882945:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.882946:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.882948:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.882949:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.882951:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.882953:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.882955:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.882956:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.882957:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.882959:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882961:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882963:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.882965:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.882967:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882969:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882971:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.882972:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.882974:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.882975:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.882978:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.882980:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.882982:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.882984:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.882985:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.882988:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882990:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882992:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.882993:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.882995:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.882997:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883000:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883001:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883003:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883005:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883007:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883009:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883010:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883011:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883013:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883015:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883017:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883019:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883020:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883022:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883024:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883027:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883028:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883030:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883031:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883033:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883035:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883037:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883038:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883039:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883041:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883044:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883045:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883047:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883049:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883051:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883053:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883054:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883057:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883058:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883060:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883062:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883064:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883064:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883066:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883068:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883070:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883240:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883244:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883247:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883249:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883254:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883256:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883259:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883261:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883263:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883266:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883267:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883269:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883270:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883273:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883275:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883276:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883278:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883281:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883282:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883285:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883287:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883289:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883290:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883292:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883293:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883295:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883296:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883297:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883299:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883301:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883303:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883305:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883307:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883309:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883311:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883313:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883315:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883316:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883318:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883320:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883321:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883322:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883323:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883325:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883326:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883328:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883330:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883331:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883333:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883335:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883336:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883339:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883339:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883341:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883343:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883345:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883346:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883347:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883349:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883351:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883353:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883354:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883356:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883358:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883360:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883362:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883364:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883365:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883367:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883369:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883370:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883371:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883372:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883375:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883377:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883378:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883380:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883382:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883384:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883386:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883453:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883458:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883460:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883464:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883467:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883468:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883470:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883471:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883474:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883475:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883477:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883479:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883482:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883484:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883488:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883490:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883493:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883494:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883496:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883498:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883500:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883501:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883502:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883505:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883507:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883509:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883511:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883513:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883515:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883518:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883519:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883521:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883523:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883525:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883527:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883528:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883530:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883532:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883535:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883536:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883538:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883540:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883541:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883543:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883545:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883547:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883549:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883550:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883552:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883554:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883555:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883556:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883558:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883560:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883561:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883563:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883565:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883567:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883569:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883571:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883572:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883575:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883576:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883578:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883580:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883581:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883582:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883584:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883586:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883588:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883590:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883593:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883595:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883597:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883599:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883601:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883603:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883604:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883606:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883608:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883610:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883611:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883612:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883615:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883617:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883619:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883620:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883622:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883624:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883626:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883628:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883630:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883631:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883633:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883635:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883637:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883638:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883639:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883642:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883644:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883645:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883647:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883649:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883651:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883654:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883655:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883657:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883658:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883660:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883661:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883663:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883664:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883665:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883667:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883669:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883670:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883672:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883674:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883676:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883678:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883680:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883682:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883683:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883684:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883686:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883687:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883688:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883689:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883692:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883694:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883695:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883697:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883699:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883701:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883704:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883705:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883708:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883709:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883711:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883713:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883714:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883716:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883717:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883719:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883721:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883723:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883725:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883727:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883728:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883731:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883732:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883734:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883735:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883737:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883739:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883741:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883742:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883743:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883745:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883747:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883749:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883751:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883753:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883754:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883757:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883758:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883760:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883761:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883763:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883765:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883767:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883768:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883769:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883771:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883773:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883775:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883777:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883779:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883780:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883783:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883784:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883786:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883787:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883789:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883791:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883792:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883793:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883795:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883797:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883799:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883800:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883802:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883804:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883805:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883808:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883809:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883811:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883813:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883815:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883817:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883818:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883820:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883821:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883823:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883825:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883827:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883829:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883831:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883833:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883835:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883837:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883839:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883840:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883842:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883844:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883845:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883846:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883847:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883850:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883852:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883854:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883856:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883857:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883859:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883862:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883863:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883865:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883866:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883868:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883871:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883872:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883873:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883874:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883877:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883879:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883881:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883883:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883885:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883886:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883889:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883891:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883893:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883894:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883896:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883898:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883899:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883901:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883902:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883904:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883906:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883908:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883910:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883912:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883913:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883916:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883917:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883919:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883920:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883922:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883924:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883925:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883926:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883927:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883929:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883931:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883933:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883935:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883938:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883939:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883942:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883943:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883946:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883947:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883949:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883951:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883952:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883953:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883954:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883957:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883959:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883960:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883962:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883964:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883966:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883968:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883970:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883972:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883973:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.883975:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.883976:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.883978:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.883979:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.883980:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.883983:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883984:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883986:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.883988:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.883991:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883992:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.883995:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.883996:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.883998:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.883999:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.884001:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.884003:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.884004:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.884006:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.884007:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.884009:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.884011:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.884013:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.884015:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.884016:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.884018:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.884021:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.884022:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.884024:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.884025:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.884027:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.884029:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.884031:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.884032:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.884033:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.884036:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.884038:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.884039:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.884041:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.884043:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.884045:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.884047:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.884049:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.884052:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.884053:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.884055:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.884057:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.884059:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.884060:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.884062:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.884064:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.884066:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.884068:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.884070:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.885469:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.885479:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.885492:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.886174:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.886195:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.886199:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.886211:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.886217:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.886220:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.886224:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.886226:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.886231:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886233:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886235:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.886238:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.886242:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886244:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886251:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.886252:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.886255:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.886256:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.886259:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.886261:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.886263:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.886265:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.886266:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.886269:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886271:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886273:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.886275:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.886277:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886279:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886282:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.886283:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.886286:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.886288:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.886290:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.886292:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.886294:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.886295:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.886296:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.886299:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886301:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886303:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.886305:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.886307:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886309:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886312:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.886313:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.886316:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.886317:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.886319:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.886321:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.886323:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.886324:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.886325:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.886328:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886330:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886332:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.886334:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.886336:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886338:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886341:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.886342:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.886345:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.886346:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.886348:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.886350:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.886351:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.886353:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.886354:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.886357:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886358:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886360:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.886362:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.886364:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886366:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886369:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.886370:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.886372:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.886373:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.886375:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.886377:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.886379:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.886380:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.886381:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.886383:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886386:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886456:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.886460:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.886464:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886465:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886471:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.886472:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.886475:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.886477:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.886479:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.886481:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.886483:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.886484:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.886486:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.886488:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886490:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886492:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.886494:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.886570:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886573:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886577:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.886579:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.886582:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.886584:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.886587:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.886589:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.886590:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.886592:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.886593:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.886596:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886597:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886599:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.886601:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.886603:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886604:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886607:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.886608:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.886611:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.886612:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.886614:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.886616:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.886618:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.886619:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.886620:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.886623:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886625:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886626:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.886629:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.886631:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886633:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886636:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.886637:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.886639:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.886640:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.886642:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.886644:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.886646:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.886647:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.886648:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.886651:0:34631:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886653:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886654:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624655.886656:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.886658:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886660:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624655.886663:0:34631:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624655.886664:0:34631:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffe9ce8dd10 00000080:00000001:0.0:1788624655.886667:0:34631:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624655.886668:0:34631:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624655.886672:0:34631:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9800. 00000020:00000001:0.0:1788624655.886674:0:34631:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.886676:0:34631:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624655.886677:0:34631:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624655.886678:0:34631:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9800 uarg=0000000000000000 00020000:00000001:0.0:1788624655.886680:0:34631:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788624655.886682:0:34631:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788624655.886684:0:34631:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1788624655.886686:0:34631:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9800. 00000080:00000001:0.0:1788624655.886688:0:34631:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788624655.886690:0:34631:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788624655.886704:0:34631:0:(dir.c:3021:ll_dir_release()) Process entered 00000080:00000001:0.0:1788624655.886707:0:34631:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788624655.886711:0:34631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7dd0 00000080:00200008:0.0:1788624655.886714:0:34631:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 100000 00000080:00400000:0.0:1788624655.886719:0:34631:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1788624655.886723:0:34631:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd2030f040. 00000080:00000001:0.0:1788624655.886728:0:34631:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788624655.886731:0:34631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7dd0 00000080:00000008:0.0:1788624655.886733:0:34631:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 100000, rc = 0 00000080:00000001:0.0:1788624655.886736:0:34631:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624655.886738:0:34631:0:(dir.c:3022:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624656.343643:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624656.343651:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624656.343657:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624656.343658:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624656.345592:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624656.345598:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624656.345603:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788624656.722252:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296670731, at 4296670784 00000100:00000010:3.0:1788624656.722271:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879c3c0. 00000100:00000040:2.0:1788624656.724306:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296670731, at 4296670786 00000100:00000010:2.0:1788624656.724323:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879c6c0. 00000080:00000001:3.0:1788624657.052750:0:34743:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624657.362215:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624657.362222:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624657.362227:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624657.362229:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624657.362369:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624657.362373:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624657.362376:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788624657.682220:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624657.682234:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624657.682241:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06a00. 00000020:00000040:0.0:1788624657.682313:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:0.0:1788624657.682320:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624657.682324:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624657.682329:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624657.682337:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04872300. 00000100:00000001:0.0:1788624657.682345:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.682357:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11c06a00 x1875506845075328/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624657.682368:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624657.682372:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.682378:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4833928] to pc [ptlrpcd_00_01+1] req@ffff99dd11c06a00 x1875506845075328/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.682401:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.682404:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624657.682407:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624657.682410:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04380. 00000020:00000040:0.0:1788624657.682413:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624657.682415:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624657.682417:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624657.682418:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624657.682422:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04872000. 00000100:00000001:0.0:1788624657.682424:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.682428:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11c04380 x1875506845075456/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624657.682435:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624657.682438:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.682441:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009546e12e] to pc [ptlrpcd_00_00+0] req@ffff99dd11c04380 x1875506845075456/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.682449:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.682451:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624657.682455:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624657.682457:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05c00. 00000020:00000040:0.0:1788624657.682461:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624657.682463:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624657.682464:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624657.682466:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624657.682471:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd2139cd00. 00000100:00000001:0.0:1788624657.682474:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.682478:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11c05c00 x1875506845075584/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624657.682495:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624657.682497:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.682501:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000708f5420] to pc [ptlrpcd_00_01+1] req@ffff99dd11c05c00 x1875506845075584/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.682509:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.682511:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624657.682515:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624657.682519:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06300. 00000020:00000040:0.0:1788624657.682522:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624657.682524:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624657.682525:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624657.682527:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624657.682530:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd2139ca00. 00000100:00000001:0.0:1788624657.682533:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.682536:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11c06300 x1875506845075712/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624657.682543:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624657.682544:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.682548:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000664f8172] to pc [ptlrpcd_00_00+0] req@ffff99dd11c06300 x1875506845075712/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.682554:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.682556:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788624657.682560:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788624657.682562:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07100. 00000020:00000040:0.0:1788624657.682564:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624657.682566:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624657.682567:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624657.682568:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624657.682571:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd2139c500. 00000100:00000001:0.0:1788624657.682574:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.682577:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11c07100 x1875506845075840/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624657.682583:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624657.682584:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.682587:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81b88e4] to pc [ptlrpcd_00_01+1] req@ffff99dd11c07100 x1875506845075840/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.682592:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.682596:0:25842:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2009) 00000100:00000001:0.0:1788624657.682611:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624657.682615:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624657.682617:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624657.682623:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06a00 x1875506845075328/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.682630:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624657.682633:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624657.682636:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624657.682639:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624657.682641:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624657.682645:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2390:1875506845075328:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624657.682649:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624657.682654:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624657.682656:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624657.682659:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624657.682663:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd03638a00. 02000000:00000001:0.0:1788624657.682666:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624657.682674:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624657.682678:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d948. 00000400:00000010:0.0:1788624657.682685:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395aa0. 00000100:00000200:0.0:1788624657.682692:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845075328, portal 25 00000100:00000001:0.0:1788624657.682694:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624657.682696:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497485824 : -112300212065792 : ffff99dd11c06a00) 00000100:00000040:0.0:1788624657.682702:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c06a00 x1875506845075328/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.682709:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624657.682712:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624657.682715:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395c38. 00000100:00000200:0.0:1788624657.682718:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845075328, offset 0 00000400:00000200:0.0:1788624657.682725:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624657.682733:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624657.682740:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624657.682746:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624657.682750:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624657.682753:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624657.682756:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624657.682760:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2984:2984:256:4294967295] 192.168.202.125@tcp LPNI seq info [2984:2984:8:4294967295] 00000400:00000200:0.0:1788624657.682764:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624657.682774:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624657.683701:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624657.683708:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cf00. 00000800:00000200:0.0:1788624657.683715:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624657.683723:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624657.683727:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624657.683744:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624657.683751:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624657.683753:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296675671 00000100:00000010:0.0:1788624657.683759:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd1879c4e0. 00000100:00000001:0.0:1788624657.683765:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788624657.683770:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296675671 00000100:00000010:0.0:1788624657.683773:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd1879c480. 00000800:00000200:3.0:1788624657.683853:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624657.683858:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cf00. 00000400:00000200:3.0:1788624657.683863:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624657.683868:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624657.683874:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395c38 00000400:00000010:3.0:1788624657.683877:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395c38. 00000100:00000001:3.0:1788624657.683882:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624657.683886:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06a00 x1875506845075328/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624657.683896:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624657.683899:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06a00 x1875506845075328/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624657.683917:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624657.683918:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788624657.684055:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788624657.684060:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624657.684063:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624657.684067:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624657.684073:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05c00 x1875506845075584/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.684080:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624657.684083:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624657.684086:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624657.684089:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624657.684092:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624657.684095:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845075584:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624657.684099:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624657.684120:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624657.684123:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624657.684126:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624657.684131:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd03639000. 02000000:00000001:0.0:1788624657.684133:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624657.684138:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624657.684141:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dd68. 00000400:00000010:0.0:1788624657.684147:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395770. 00000100:00000200:0.0:1788624657.684152:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845075584, portal 10 00000100:00000001:0.0:1788624657.684154:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624657.684156:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497482240 : -112300212069376 : ffff99dd11c05c00) 00000100:00000040:0.0:1788624657.684164:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05c00 x1875506845075584/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.684171:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624657.684174:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624657.684176:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395e58. 00000100:00000200:0.0:1788624657.684188:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845075584, offset 0 00000400:00000200:0.0:1788624657.684194:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624657.684200:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624657.684205:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624657.684208:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624657.684211:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624657.684214:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624657.684216:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624657.684219:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2985:2985:256:4294967295] 192.168.202.125@tcp LPNI seq info [2985:2985:8:4294967295] 00000400:00000200:0.0:1788624657.684223:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624657.684230:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624657.684235:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624657.684239:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139c200. 00000800:00000200:0.0:1788624657.684243:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624657.685353:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624657.685358:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624657.685371:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.685376:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24645 usecs (25 jiffies) 00000400:00000200:0.0:1788624657.685381:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624657.685384:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296671772 00000100:00000001:0.0:1788624657.685388:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296675671 00000100:00000001:0.0:1788624657.685390:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296671772 00000100:00000001:0.0:1788624657.685393:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296675671 00000100:00000001:0.0:1788624657.685395:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624657.685398:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624657.685401:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624657.685407:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07100 x1875506845075840/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.685420:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624657.685422:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624657.685426:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624657.685428:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624657.685431:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624657.685434:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845075840:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624657.685438:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624657.685441:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624657.685443:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624657.685445:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624657.685451:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd03638000. 02000000:00000001:0.0:1788624657.685453:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624657.685458:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624657.685461:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d6e0. 00000400:00000010:0.0:1788624657.685466:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395990. 00000100:00000200:0.0:1788624657.685471:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845075840, portal 4 00000100:00000001:0.0:1788624657.685473:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624657.685474:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497487616 : -112300212064000 : ffff99dd11c07100) 00000100:00000040:0.0:1788624657.685481:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c07100 x1875506845075840/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788624657.685847:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624657.685852:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c200. 00000400:00000200:3.0:1788624657.685857:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624657.685862:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624657.685867:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395e58 00000400:00000010:3.0:1788624657.685870:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395e58. 00000100:00000001:3.0:1788624657.685873:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624657.685879:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05c00 x1875506845075584/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624657.685887:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624657.685890:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05c00 x1875506845075584/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624657.685896:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624657.685898:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788624657.686339:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624657.686343:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624657.686347:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395b28. 00000100:00000200:0.0:1788624657.686352:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845075840, offset 0 00000400:00000200:0.0:1788624657.686357:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624657.686365:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624657.686371:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624657.686375:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624657.686378:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624657.686381:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624657.686384:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624657.686388:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2986:2986:256:4294967295] 192.168.202.125@tcp LPNI seq info [2986:2986:8:4294967295] 00000400:00000200:0.0:1788624657.686393:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624657.686400:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624657.686405:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624657.686410:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139c200. 00000800:00000200:0.0:1788624657.686415:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624657.686421:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624657.686424:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624657.686431:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.686436:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25053 usecs (26 jiffies) 00000400:00000200:0.0:1788624657.686439:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624657.686442:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296671774 00000100:00000001:0.0:1788624657.686444:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296675671 00000100:00000001:0.0:1788624657.686447:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296671774 00000100:00000001:0.0:1788624657.686449:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296675671 00000100:00000001:0.0:1788624657.686451:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624657.686453:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624657.686456:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624657.686460:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624657.686469:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624657.686471:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788624657.686474:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624657.686476:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624657.686477:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624657.686480:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1788624657.686482:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624657.686587:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624657.686591:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c200. 00000400:00000200:3.0:1788624657.686594:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624657.686598:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624657.686602:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395b28 00000400:00000010:3.0:1788624657.686603:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395b28. 00000100:00000001:3.0:1788624657.686606:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624657.686610:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07100 x1875506845075840/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624657.686619:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624657.686622:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07100 x1875506845075840/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624657.686628:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624657.686629:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788624657.687052:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624657.687055:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624657.687058:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624657.687059:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624657.687061:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624657.687067:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04380 x1875506845075456/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.687076:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624657.687078:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624657.687082:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624657.687086:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624657.687088:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624657.687091:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845075456:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624657.687094:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624657.687098:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624657.687101:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624657.687127:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624657.687133:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd03639200. 02000000:00000001:0.0:1788624657.687135:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624657.687140:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624657.687143:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dc60. 00000400:00000010:0.0:1788624657.687148:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053952a8. 00000100:00000200:0.0:1788624657.687152:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845075456, portal 10 00000100:00000001:0.0:1788624657.687155:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624657.687156:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475968 : -112300212075648 : ffff99dd11c04380) 00000100:00000040:0.0:1788624657.687163:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04380 x1875506845075456/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.687169:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624657.687171:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624657.687173:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395880. 00000100:00000200:0.0:1788624657.687176:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845075456, offset 0 00000400:00000200:0.0:1788624657.687191:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624657.687195:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624657.687199:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624657.687202:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624657.687205:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624657.687207:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624657.687210:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624657.687213:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2987:2987:256:4294967295] 192.168.202.125@tcp LPNI seq info [2987:2987:8:4294967295] 00000400:00000200:0.0:1788624657.687217:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624657.687224:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624657.687229:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624657.687232:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cf00. 00000800:00000200:0.0:1788624657.687237:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624657.687243:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000100:00000001:1.0:1788624657.687701:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624657.687706:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788624657.688050:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624657.688070:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.688075:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 853881 usecs (854 jiffies) 00000400:00000200:0.0:1788624657.688080:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624657.688083:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296672603 00000100:00000001:0.0:1788624657.688085:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296675671 00000100:00000001:0.0:1788624657.688087:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296672603 00000100:00000001:0.0:1788624657.688089:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296675671 00000100:00000001:0.0:1788624657.688091:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624657.688094:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624657.688096:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624657.688102:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06300 x1875506845075712/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.688136:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624657.688138:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624657.688142:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624657.688144:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624657.688146:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624657.688149:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845075712:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624657.688152:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624657.688156:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624657.688158:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624657.688160:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624657.688165:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd03638200. 02000000:00000001:0.0:1788624657.688167:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624657.688171:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624657.688174:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d268. 00000400:00000010:0.0:1788624657.688189:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395b28. 00000100:00000200:0.0:1788624657.688194:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845075712, portal 4 00000100:00000001:0.0:1788624657.688196:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624657.688197:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000040:0.0:1788624657.688204:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c06300 x1875506845075712/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.688209:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624657.688211:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624657.688214:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395e58. 00000100:00000200:0.0:1788624657.688216:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845075712, offset 0 00000400:00000200:0.0:1788624657.688220:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624657.688225:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624657.688229:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624657.688233:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624657.688235:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624657.688238:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624657.688241:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624657.688244:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2988:2988:255:4294967295] 192.168.202.125@tcp LPNI seq info [2988:2988:7:4294967295] 00000400:00000200:0.0:1788624657.688886:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624657.688899:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624657.688905:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624657.688910:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139c200. 00000800:00000200:0.0:1788624657.688916:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624657.688923:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624657.688926:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624657.688930:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.688934:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 200413 usecs (201 jiffies) 00000400:00000200:0.0:1788624657.688938:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624657.688940:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296671951 00000100:00000001:0.0:1788624657.688942:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296675671 00000100:00000001:0.0:1788624657.688945:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296671951 00000100:00000001:0.0:1788624657.688947:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296675671 00000100:00000001:0.0:1788624657.688949:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624657.688951:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624657.688956:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624657.688960:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624657.689882:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624657.689889:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cf00. 00000400:00000200:3.0:1788624657.689894:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624657.690018:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624657.690025:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395880 00000400:00000010:3.0:1788624657.690028:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395880. 00000100:00000001:3.0:1788624657.690032:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624657.690038:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04380 x1875506845075456/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624657.690055:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624657.690059:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04380 x1875506845075456/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624657.690310:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624657.690312:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624657.690811:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624657.690815:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c200. 00000400:00000200:3.0:1788624657.690820:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624657.690825:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624657.690829:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395e58 00000400:00000010:3.0:1788624657.690831:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395e58. 00000100:00000001:3.0:1788624657.690834:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624657.690839:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06300 x1875506845075712/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624657.690848:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624657.690851:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06300 x1875506845075712/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624657.690857:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624657.690859:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624657.694892:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624657.694912:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624657.694915:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624657.694918:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624657.694928:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624657.694936:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624657.694945:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624657.694951:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624657.694957:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624657.694962:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377464880 00000400:00000200:2.0:1788624657.694967:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624657.694973:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x879d [1] + 224 00000800:00000001:2.0:1788624657.694991:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624657.694995:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624657.694999:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624657.695004:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624657.695012:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624657.695021:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05c00 x1875506845075584/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624657.695031:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c05c00 x1875506845075584/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624657.695051:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624657.695058:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624657.695062:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624657.695063:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624657.695065:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624657.695068:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624657.695071:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624657.695075:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624657.695077:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624657.695079:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624657.695082:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377464800 00000400:00000200:2.0:1788624657.695085:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624657.695088:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x87ad [1] + 224 00000800:00000001:2.0:1788624657.695091:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624657.695093:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624657.695095:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624657.695098:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624657.695100:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624657.695121:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04380 x1875506845075456/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624657.695131:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c04380 x1875506845075456/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624657.695138:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624657.695142:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624657.695145:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624657.695146:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624657.695148:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624657.695151:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624657.695154:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624657.695157:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624657.695159:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624657.695162:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624657.695164:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377464980 00000400:00000200:2.0:1788624657.695167:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624657.695171:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x87a5 [1] + 224 00000800:00000001:2.0:1788624657.695174:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624657.695177:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624657.695189:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624657.695192:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624657.695195:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624657.695199:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07100 x1875506845075840/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624657.695207:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c07100 x1875506845075840/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624657.695213:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624657.695217:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624657.695220:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624657.695222:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624657.695224:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624657.695227:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624657.695230:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624657.695233:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624657.695236:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624657.695239:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624657.695241:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377464900 00000400:00000200:2.0:1788624657.695244:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624657.695409:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624657.695414:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624657.695421:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624657.695423:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624657.695426:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dc60. 00000400:00000200:0.0:1788624657.695431:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053952a8 00000400:00000010:0.0:1788624657.695434:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053952a8. 00000100:00000001:0.0:1788624657.695437:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624657.695442:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04380 x1875506845075456/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624657.695450:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04380 x1875506845075456/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.695456:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624657.695458:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624657.695461:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624657.695464:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624657.695466:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624657.695469:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624657.695472:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624657.695481:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=86 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624657.695498:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624657.695501:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624657.695503:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624657.695506:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624657.695510:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624657.695514:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624657.695516:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788624657.695518:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624657.695520:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.695526:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04380 x1875506845075456/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.695533:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624657.695537:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624657.695538:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624657.695542:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04380 x1875506845075456/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624657.695549:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845075456:192.168.202.125@tcp:400:kworker.0 00000400:00000001:0.0:1788624657.695556:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624657.695557:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624657.695559:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dd68. 00000400:00000200:0.0:1788624657.695562:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395770 00000400:00000010:0.0:1788624657.695563:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395770. 00000100:00000001:0.0:1788624657.695565:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624657.695569:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05c00 x1875506845075584/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624657.695576:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05c00 x1875506845075584/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.695582:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624657.695583:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624657.695585:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624657.695586:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624657.695587:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624657.695588:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624657.695590:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624657.695593:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=86 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624657.695597:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=86 v=5 (1 1 1 1) 00000100:00000001:0.0:1788624657.695599:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624657.695600:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624657.695601:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624657.695603:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624657.695605:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624657.695606:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788624657.695608:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624657.695610:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.695613:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05c00 x1875506845075584/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.695619:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624657.695621:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624657.695622:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624657.695625:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05c00 x1875506845075584/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624657.695631:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845075584:192.168.202.125@tcp:400:kworker.0 00000400:00000001:0.0:1788624657.695635:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624657.695636:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624657.695637:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d6e0. 00000400:00000200:0.0:1788624657.695639:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395990 00000400:00000010:0.0:1788624657.695641:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395990. 00000100:00000001:0.0:1788624657.695642:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624657.695645:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07100 x1875506845075840/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624657.695652:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07100 x1875506845075840/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.695657:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624657.695659:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624657.695660:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624657.695661:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624657.695663:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624657.695664:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624657.695666:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624657.695668:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=85 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624657.695671:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624657.695673:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624657.695674:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624657.695675:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624657.695677:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624657.695679:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624657.695680:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:0.0:1788624657.695682:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624657.695684:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.695687:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07100 x1875506845075840/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.695693:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624657.695695:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624657.695696:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624657.695699:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07100 x1875506845075840/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624657.695705:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845075840:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624657.695709:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624657.695712:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624657.695715:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04380 x1875506845075456/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.695721:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624657.695724:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624657.695728:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd03639200. 02000000:00000001:0.0:1788624657.695731:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624657.695734:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624657.695736:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=3 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624657.695738:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624657.695742:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04872000. 02000000:00000001:0.0:1788624657.695746:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624657.695748:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624657.695749:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04380. 00000100:00000001:0.0:1788624657.695753:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624657.695755:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624657.695756:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624657.695759:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05c00 x1875506845075584/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.695765:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624657.695766:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624657.695767:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd03639000. 02000000:00000001:0.0:1788624657.695769:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624657.695770:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624657.695771:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624657.695773:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624657.695784:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd2139cd00. 02000000:00000001:0.0:1788624657.695787:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624657.695788:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624657.695790:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05c00. 00000100:00000001:0.0:1788624657.695791:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624657.695792:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624657.695794:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624657.695797:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07100 x1875506845075840/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.695803:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624657.695804:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624657.695806:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd03638000. 02000000:00000001:0.0:1788624657.695808:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624657.695809:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624657.695810:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624657.695812:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624657.695813:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd2139c500. 02000000:00000001:0.0:1788624657.695815:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624657.695817:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624657.695818:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07100. 00000100:00000001:0.0:1788624657.695821:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624657.695822:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624657.695825:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624657.695827:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624657.695828:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624657.695830:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624657.695832:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624657.697346:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x87b5 [1] + 224 00000800:00000001:2.0:1788624657.697359:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624657.697379:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624657.697383:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624657.697387:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624657.697393:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624657.697400:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06300 x1875506845075712/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624657.697410:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c06300 x1875506845075712/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624657.697429:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624657.697437:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624657.697441:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624657.699262:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624657.699277:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624657.699281:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624657.699283:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624657.699294:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624657.699304:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624657.699314:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624657.699319:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624657.699325:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624657.699329:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377464780 00000400:00000200:3.0:1788624657.699335:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624657.699341:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8795 [1] + 224 00000800:00000001:3.0:1788624657.699348:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624657.699355:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624657.699360:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624657.699364:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624657.699371:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624657.699393:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06a00 x1875506845075328/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624657.699405:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c06a00 x1875506845075328/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624657.699414:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624657.699421:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624657.699425:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624657.699678:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624657.699683:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624657.699692:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624657.699694:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624657.699699:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d268. 00000400:00000200:0.0:1788624657.699704:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395b28 00000400:00000010:0.0:1788624657.699707:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395b28. 00000100:00000001:0.0:1788624657.699711:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624657.699717:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06300 x1875506845075712/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624657.699728:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06300 x1875506845075712/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.699735:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624657.699737:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624657.699740:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624657.699744:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624657.699747:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624657.699749:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624657.699753:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624657.699764:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=85 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624657.699769:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624657.699772:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624657.699774:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624657.702325:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624657.702330:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624657.702337:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624657.702339:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1788624657.702342:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624657.702344:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.702356:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06300 x1875506845075712/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.702365:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624657.702369:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624657.702371:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624657.702375:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06300 x1875506845075712/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624657.702384:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845075712:192.168.202.125@tcp:400:kworker.0 00000400:00000001:0.0:1788624657.702395:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624657.702397:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624657.702400:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d948. 00000400:00000200:0.0:1788624657.702404:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395aa0 00000400:00000010:0.0:1788624657.702407:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395aa0. 00000100:00000001:0.0:1788624657.702410:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624657.702416:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06a00 x1875506845075328/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624657.702425:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06a00 x1875506845075328/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.702432:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624657.702434:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624657.702436:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624657.702439:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624657.702441:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624657.702443:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624657.702446:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624657.702451:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=86 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624657.702455:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624657.702458:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624657.702459:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624657.702461:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624657.702463:0:2390:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624657.702464:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624657.702468:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06a00 x1875506845075328/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.702473:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624657.702475:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624657.702476:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624657.702479:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06a00 x1875506845075328/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624657.702486:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ecc5c667-a867-45f6-88f4-05f90b26443a:2390:1875506845075328:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624657.702490:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624657.702493:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624657.702496:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06300 x1875506845075712/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.702502:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624657.702505:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624657.702508:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd03638200. 02000000:00000001:0.0:1788624657.702512:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624657.702514:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624657.702516:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624657.702518:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624657.702521:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd2139ca00. 02000000:00000001:0.0:1788624657.702524:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624657.702526:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624657.702528:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06300. 00000100:00000001:0.0:1788624657.702530:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624657.702532:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624657.702533:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624657.702536:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06a00 x1875506845075328/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624657.702541:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624657.702542:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624657.702543:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd03638a00. 02000000:00000001:0.0:1788624657.702545:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624657.702547:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624657.702548:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:0.0:1788624657.702550:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624657.702551:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04872300. 02000000:00000001:0.0:1788624657.702566:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624657.702567:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624657.702568:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06a00. 00000100:00000001:0.0:1788624657.702570:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624657.702571:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624657.702573:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624657.702581:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624657.702583:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624657.702585:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624657.702587:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624658.388337:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624658.388344:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624658.388350:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624658.388351:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624658.388403:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624658.388406:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624658.388410:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788624658.752058:0:34883:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624659.411944:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624659.411953:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624659.411959:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624659.411960:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624659.413686:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624659.413692:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624659.413697:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624660.434211:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624660.434220:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624660.434227:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624660.434228:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624660.435650:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624660.435656:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624660.435661:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788624660.538712:0:35029:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624661.331359:0:35093:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624661.458500:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624661.458509:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624661.458515:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624661.458516:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624661.459455:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624661.459460:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624661.459464:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788624661.650270:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296675671, at 4296675712 00000100:00000010:2.0:1788624661.650288:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879c4e0. 00000100:00000040:3.0:1788624661.651159:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296675671, at 4296675712 00000100:00000010:3.0:1788624661.651177:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd1879c480. 00010000:00000001:3.0:1788624662.482286:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624662.482294:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624662.482301:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624662.482302:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624662.482462:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624662.482466:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624662.482469:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788624662.633670:0:35186:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.802299:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624662.802310:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788624662.802317:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61500. 00000020:00000040:2.0:1788624662.802322:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:2.0:1788624662.802326:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624662.802329:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624662.802405:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624662.802414:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd092e3600. 00000100:00000001:2.0:1788624662.802421:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.802432:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11d61500 x1875506845075968/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624662.802443:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624662.802448:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.802454:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089abceb2] to pc [ptlrpcd_01_00+0] req@ffff99dd11d61500 x1875506845075968/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.802484:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.802487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624662.802491:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788624662.802494:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62a00. 00000020:00000040:2.0:1788624662.802496:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624662.802498:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624662.802500:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624662.802502:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624662.802507:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df200. 00000100:00000001:2.0:1788624662.802510:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.802514:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11d62a00 x1875506845076096/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624662.802520:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624662.802522:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.802526:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041353842] to pc [ptlrpcd_01_01+1] req@ffff99dd11d62a00 x1875506845076096/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.802533:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.802535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624662.802539:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788624662.802541:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d60000. 00000020:00000040:2.0:1788624662.802544:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624662.802546:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624662.802547:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624662.802549:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624662.802552:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df700. 00000100:00000001:2.0:1788624662.803320:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.803330:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11d60000 x1875506845076224/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624662.803409:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624662.803412:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.803417:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ec6cd8d] to pc [ptlrpcd_01_00+0] req@ffff99dd11d60000 x1875506845076224/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.803424:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.803426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624662.803429:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788624662.803433:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61180. 00000020:00000040:2.0:1788624662.803436:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:2.0:1788624662.803438:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624662.803439:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624662.803442:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624662.803445:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df900. 00000100:00000001:2.0:1788624662.803448:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.803451:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11d61180 x1875506845076352/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624662.803457:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624662.803458:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.803461:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006db61841] to pc [ptlrpcd_01_01+1] req@ffff99dd11d61180 x1875506845076352/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.803468:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.803470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788624662.803473:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788624662.803476:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d60700. 00000020:00000040:2.0:1788624662.803478:0:8:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:2.0:1788624662.803479:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624662.803480:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624662.803482:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624662.803484:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd091df800. 00000100:00000001:2.0:1788624662.803486:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.803489:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11d60700 x1875506845076480/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624662.803501:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624662.803502:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.803505:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4c481a6] to pc [ptlrpcd_01_00+0] req@ffff99dd11d60700 x1875506845076480/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.803512:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.803516:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2014) 00000100:00000001:2.0:1788624662.803535:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624662.803538:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624662.803541:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624662.803546:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61500 x1875506845075968/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.803559:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624662.803562:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624662.803566:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624662.803865:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624662.803868:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624662.803872:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2391:1875506845075968:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624662.803875:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624662.803880:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624662.803882:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624662.803883:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624662.803887:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd05165800. 02000000:00000001:2.0:1788624662.803888:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624662.803894:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624662.803897:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2aa8. 00000400:00000010:2.0:1788624662.803903:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08cc0. 00000100:00000200:2.0:1788624662.803909:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845075968, portal 25 00000100:00000001:2.0:1788624662.803910:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624662.803911:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498905856 : -112300210645760 : ffff99dd11d61500) 00000100:00000040:2.0:1788624662.803916:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d61500 x1875506845075968/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.803925:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624662.803927:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624662.803929:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e084c8. 00000100:00000200:2.0:1788624662.803930:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845075968, offset 0 00000400:00000200:2.0:1788624662.803935:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624662.803941:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.803947:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624662.803952:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624662.803954:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624662.803958:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624662.803960:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624662.803963:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2989:2989:256:4294967295] 192.168.202.125@tcp LPNI seq info [2989:2989:8:4294967295] 00000400:00000200:2.0:1788624662.803966:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.803974:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624662.803978:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624662.803981:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091dfd00. 00000800:00000200:2.0:1788624662.803988:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624662.803995:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624662.803999:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091dfd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624662.804016:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624662.804018:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624662.804020:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296680791 00000100:00000010:2.0:1788624662.804024:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd18588120. 00000100:00000001:2.0:1788624662.804029:0:2391:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788624662.804033:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296680791 00000100:00000010:2.0:1788624662.804035:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd185886c0. 00000100:00000001:2.0:1788624662.804037:0:2391:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788624662.804039:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624662.804042:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624662.804044:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624662.804048:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d60000 x1875506845076224/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.804055:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624662.804056:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624662.804058:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624662.804060:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624662.804062:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624662.804064:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845076224:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624662.804068:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624662.804070:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624662.804071:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624662.804073:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624662.804075:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd05165000. 02000000:00000001:2.0:1788624662.804077:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624662.804081:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624662.804083:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2528. 00000400:00000010:2.0:1788624662.804086:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08440. 00000100:00000200:2.0:1788624662.804089:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845076224, portal 10 00000100:00000001:2.0:1788624662.804091:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624662.804092:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498900480 : -112300210651136 : ffff99dd11d60000) 00000100:00000040:2.0:1788624662.804099:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d60000 x1875506845076224/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.804131:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624662.804133:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624662.804136:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08bb0. 00000100:00000200:2.0:1788624662.804139:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845076224, offset 0 00000400:00000200:2.0:1788624662.804143:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624662.804147:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.804151:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624662.804153:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624662.804156:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624662.804158:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624662.804171:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624662.804173:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2990:2990:255:4294967295] 192.168.202.125@tcp LPNI seq info [2990:2990:7:4294967295] 00000400:00000200:2.0:1788624662.804177:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.804183:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624662.804187:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624662.804191:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd091df100. 00000800:00000200:2.0:1788624662.804194:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624662.804197:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624662.804199:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd091df100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624662.804201:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.804204:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24616 usecs (25 jiffies) 00000400:00000200:2.0:1788624662.804206:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624662.804208:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296676890 00000100:00000001:2.0:1788624662.804209:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:2.0:1788624662.804211:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296676890 00000100:00000001:2.0:1788624662.804212:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:2.0:1788624662.804213:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624662.804215:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624662.804217:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624662.804219:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d60700 x1875506845076480/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.804223:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624662.804224:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624662.804225:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624662.804226:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624662.804228:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624662.805846:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845076480:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624662.805852:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624662.805857:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624662.805860:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624662.805862:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624662.805868:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd05165400. 02000000:00000001:2.0:1788624662.805870:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624662.805877:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624662.805881:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a29a0. 00000400:00000010:2.0:1788624662.805886:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08088. 00000100:00000200:2.0:1788624662.805892:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845076480, portal 4 00000100:00000001:2.0:1788624662.805894:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624662.805895:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498902272 : -112300210649344 : ffff99dd11d60700) 00000100:00000040:2.0:1788624662.805904:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d60700 x1875506845076480/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.805911:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624662.805914:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624662.805916:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08550. 00000100:00000200:2.0:1788624662.805918:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845076480, offset 0 00000400:00000200:2.0:1788624662.805924:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624662.805930:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.805936:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624662.805941:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624662.805944:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624662.805947:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624662.805950:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624662.805953:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2991:2991:254:4294967295] 192.168.202.125@tcp LPNI seq info [2991:2991:6:4294967295] 00000400:00000200:2.0:1788624662.805957:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.805964:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624662.805970:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624662.805978:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346100. 00000800:00000200:2.0:1788624662.805983:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624662.805990:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624662.805994:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624662.805998:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.806002:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25006 usecs (26 jiffies) 00000400:00000200:2.0:1788624662.806005:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624662.806007:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296676893 00000100:00000001:2.0:1788624662.806009:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:2.0:1788624662.806012:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296676893 00000100:00000001:2.0:1788624662.806014:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:2.0:1788624662.806016:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624662.806019:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624662.806022:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624662.806025:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624662.806033:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624662.806035:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788624662.806038:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624662.806040:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624662.806042:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624662.806045:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788624662.806047:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624662.806049:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624662.806063:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624662.806065:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624662.806066:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624662.806068:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624662.806072:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d62a00 x1875506845076096/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.806080:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624662.806082:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624662.806085:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624662.806088:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624662.806090:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624662.806093:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845076096:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624662.806097:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624662.806100:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624662.806101:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624662.806103:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624662.806127:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd05164c00. 02000000:00000001:2.0:1788624662.806130:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624662.806134:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624662.806137:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2e70. 00000400:00000010:2.0:1788624662.806140:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08330. 00000100:00000200:2.0:1788624662.806143:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845076096, portal 10 00000100:00000001:2.0:1788624662.806144:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624662.806145:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000040:2.0:1788624662.806152:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d62a00 x1875506845076096/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.806158:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624662.806159:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624662.806171:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08990. 00000100:00000200:2.0:1788624662.806173:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845076096, offset 0 00000400:00000200:2.0:1788624662.806178:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624662.806181:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.806184:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624662.806187:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624662.806190:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624662.806192:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624662.806194:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624662.806197:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2992:2992:253:4294967295] 192.168.202.125@tcp LPNI seq info [2992:2992:5:4294967295] 00000400:00000200:2.0:1788624662.806201:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.806206:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624662.806211:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624662.806215:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346000. 00000800:00000200:2.0:1788624662.806219:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624662.806223:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624662.806226:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624662.806229:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.806232:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 852821 usecs (853 jiffies) 00000400:00000200:2.0:1788624662.806235:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624662.806237:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296677721 00000100:00000001:2.0:1788624662.806239:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:2.0:1788624662.806241:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296677721 00000100:00000001:2.0:1788624662.806243:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:2.0:1788624662.806245:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624662.806247:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624662.806249:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624662.806253:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61180 x1875506845076352/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.806260:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624662.806261:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624662.806264:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624662.806265:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624662.806267:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624662.806270:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845076352:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624662.806273:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624662.806276:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624662.806277:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624662.806279:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624662.806282:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd05165600. 02000000:00000001:2.0:1788624662.806284:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624662.806287:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624662.806290:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2b00. 00000400:00000010:2.0:1788624662.806293:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08198. 00000100:00000200:2.0:1788624662.806295:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845076352, portal 4 00000100:00000001:2.0:1788624662.806297:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624662.806298:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498904960 : -112300210646656 : ffff99dd11d61180) 00000100:00000040:2.0:1788624662.806304:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d61180 x1875506845076352/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.806317:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624662.806319:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624662.806321:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08c38. 00000100:00000200:2.0:1788624662.806324:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845076352, offset 0 00000400:00000200:2.0:1788624662.806328:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624662.806332:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.806335:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624662.806338:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624662.806340:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624662.806342:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624662.806344:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624662.806347:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2993:2993:252:4294967295] 192.168.202.125@tcp LPNI seq info [2993:2993:4:4294967295] 00000400:00000200:2.0:1788624662.806351:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.806356:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624662.806360:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624662.806363:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346f00. 00000800:00000200:2.0:1788624662.806366:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624662.806370:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624662.806373:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624662.806376:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.806378:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 199636 usecs (200 jiffies) 00000400:00000200:2.0:1788624662.806381:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624662.806383:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296677068 00000100:00000001:2.0:1788624662.806385:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:2.0:1788624662.806387:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296677068 00000100:00000001:2.0:1788624662.806390:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:2.0:1788624662.806391:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624662.806393:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624662.806396:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624662.806398:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624662.806409:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624662.806412:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624662.806457:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624662.806461:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091dfd00. 00000400:00000200:2.0:1788624662.806469:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624662.806474:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624662.806480:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e084c8 00000400:00000010:2.0:1788624662.806483:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e084c8. 00000100:00000001:2.0:1788624662.806487:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624662.806493:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61500 x1875506845075968/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.806503:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624662.806507:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61500 x1875506845075968/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.806513:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624662.806515:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624662.806527:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624662.806530:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd091df100. 00000400:00000200:2.0:1788624662.806532:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624662.806536:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624662.806538:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08bb0 00000400:00000010:2.0:1788624662.806540:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08bb0. 00000100:00000001:2.0:1788624662.806543:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624662.806546:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d60000 x1875506845076224/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.807783:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624662.807792:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d60000 x1875506845076224/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.807802:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624662.807804:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624662.807823:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624662.807827:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346100. 00000400:00000200:2.0:1788624662.807830:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624662.807834:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624662.807838:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08550 00000400:00000010:2.0:1788624662.807840:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08550. 00000100:00000001:2.0:1788624662.807842:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624662.807846:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d60700 x1875506845076480/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.807853:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624662.807855:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d60700 x1875506845076480/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.807862:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624662.807863:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624662.807872:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624662.807874:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346000. 00000400:00000200:2.0:1788624662.807877:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624662.807880:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624662.807883:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08990 00000400:00000010:2.0:1788624662.807885:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08990. 00000100:00000001:2.0:1788624662.807887:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624662.807891:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d62a00 x1875506845076096/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.807897:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624662.807899:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d62a00 x1875506845076096/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.807905:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624662.807906:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624662.807969:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624662.807972:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346f00. 00000400:00000200:2.0:1788624662.807974:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624662.807977:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624662.807980:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08c38 00000400:00000010:2.0:1788624662.807982:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08c38. 00000100:00000001:2.0:1788624662.807984:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624662.807988:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61180 x1875506845076352/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.807994:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624662.807996:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61180 x1875506845076352/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.808002:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624662.808003:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624662.833481:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624662.833508:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624662.833514:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624662.833517:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624662.833529:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624662.833539:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624662.833550:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624662.833556:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624662.833563:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624662.833569:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377464a00 00000400:00000200:3.0:1788624662.833576:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624662.833902:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x87bd [1] + 224 00000800:00000001:3.0:1788624662.833914:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624662.833923:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624662.833927:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624662.833933:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624662.833943:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624662.833954:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61500 x1875506845075968/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624662.833966:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d61500 x1875506845075968/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624662.833990:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624662.834001:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624662.834004:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624662.834080:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624662.834089:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624662.834150:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624662.834153:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624662.834158:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2aa8. 00000400:00000200:2.0:1788624662.834177:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08cc0 00000400:00000010:2.0:1788624662.834180:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08cc0. 00000100:00000001:2.0:1788624662.834185:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624662.834197:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61500 x1875506845075968/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624662.834209:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61500 x1875506845075968/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.834217:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624662.834219:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624662.834222:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624662.834225:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624662.834238:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624662.834241:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624662.834244:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624662.834250:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=91 v=5 (5 5 5 5) 00000100:00001000:2.0:1788624662.834255:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624662.834258:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624662.834260:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624662.834263:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624662.834265:0:2391:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624662.834268:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.834274:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d61500 x1875506845075968/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.834282:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624662.834286:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624662.834288:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624662.834291:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61500 x1875506845075968/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624662.834299:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2391:1875506845075968:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624662.834305:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624662.834308:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624662.834311:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d61500 x1875506845075968/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.834319:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624662.834322:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624662.834326:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd05165800. 02000000:00000001:2.0:1788624662.834330:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624662.834333:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624662.834463:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:2.0:1788624662.834467:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624662.834470:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd092e3600. 02000000:00000001:2.0:1788624662.834477:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624662.834479:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624662.834481:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d61500. 00000100:00000001:2.0:1788624662.834485:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624662.834487:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624662.834491:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624662.834493:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624662.834494:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624662.834496:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624662.834498:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624662.838951:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624662.843367:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624662.843379:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624662.843388:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624662.843397:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.843408:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624662.843420:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.843430:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.843435:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.843440:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377464b80 00000400:00000200:2.0:1788624662.843445:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.843451:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x87fd [1] + 224 00000800:00000001:2.0:1788624662.843459:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624662.843463:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624662.843467:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624662.843471:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624662.843480:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624662.843491:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61180 x1875506845076352/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624662.843502:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d61180 x1875506845076352/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.843529:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624662.843545:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624662.843549:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624662.843551:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624662.843558:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624662.843562:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.843565:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624662.843570:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.843572:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.843575:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.843578:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377464c00 00000400:00000200:2.0:1788624662.843581:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.843585:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x87dd [1] + 224 00000800:00000001:2.0:1788624662.843588:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624662.843593:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624662.843596:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624662.843599:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624662.843602:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624662.843606:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d60700 x1875506845076480/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624662.843615:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d60700 x1875506845076480/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.843623:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624662.843627:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624662.843630:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624662.843632:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624662.843634:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624662.843637:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.843645:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624662.843650:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.843653:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.843794:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.843797:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377464b00 00000400:00000200:2.0:1788624662.843801:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624662.843805:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x87cd [1] + 224 00000800:00000001:2.0:1788624662.843810:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624662.843820:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624662.843822:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624662.843826:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624662.843829:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624662.843833:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d60000 x1875506845076224/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624662.843842:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d60000 x1875506845076224/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.843850:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624662.843855:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624662.843858:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624662.844502:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624662.844512:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624662.844525:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624662.844537:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624662.844544:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2b00. 00000400:00000200:3.0:1788624662.844554:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08198 00000400:00000010:3.0:1788624662.844557:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08198. 00000100:00000001:3.0:1788624662.844563:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624662.844575:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61180 x1875506845076352/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624662.844602:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61180 x1875506845076352/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624662.844610:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624662.844612:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624662.844615:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624662.844620:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624662.844623:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624662.844625:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624662.844628:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624662.844641:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=90 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624662.844646:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624662.844649:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624662.844651:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624662.844655:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624662.844660:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624662.844665:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624662.844667:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1788624662.844670:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624662.844672:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624662.844678:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d61180 x1875506845076352/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624662.844687:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624662.844690:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624662.844692:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624662.844696:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61180 x1875506845076352/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624662.844704:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845076352:192.168.202.125@tcp:400:kworker.0 00000400:00000001:3.0:1788624662.844711:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624662.844713:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624662.844715:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2528. 00000400:00000200:3.0:1788624662.844718:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08440 00000400:00000010:3.0:1788624662.844721:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08440. 00000100:00000001:3.0:1788624662.844723:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624662.844728:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d60000 x1875506845076224/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624662.844736:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d60000 x1875506845076224/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624662.844742:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624662.844744:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624662.844746:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624662.844747:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624662.844748:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624662.844750:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624662.844752:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624662.844756:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=91 v=5 (5 103 103 103) 00000100:00001000:3.0:1788624662.844760:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=91 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624662.844762:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624662.844763:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624662.844765:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624662.844768:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624662.844770:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624662.844771:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788624662.844774:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624662.844775:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624662.844779:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d60000 x1875506845076224/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624662.844786:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624662.844788:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624662.844790:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624662.844794:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d60000 x1875506845076224/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624662.844802:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845076224:192.168.202.125@tcp:400:kworker.0 00000400:00000001:3.0:1788624662.844807:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624662.844809:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624662.844811:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a29a0. 00000400:00000200:3.0:1788624662.844813:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08088 00000400:00000010:3.0:1788624662.844815:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08088. 00000100:00000001:3.0:1788624662.844817:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624662.844822:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d60700 x1875506845076480/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624662.844830:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d60700 x1875506845076480/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624662.844836:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624662.844838:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624662.844840:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624662.844841:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624662.844843:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624662.844844:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624662.844846:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624662.844850:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=90 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624662.844854:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624662.844856:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624662.844858:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624662.844859:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624662.844861:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624662.844864:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624662.844865:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:3.0:1788624662.844867:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624662.844869:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624662.844872:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d60700 x1875506845076480/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624662.844879:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624662.844881:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624662.844883:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624662.844887:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d60700 x1875506845076480/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624662.844900:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845076480:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624662.844904:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624662.844908:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624662.844911:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d61180 x1875506845076352/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624662.844920:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624662.844923:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624662.844927:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd05165600. 02000000:00000001:3.0:1788624662.844932:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624662.844935:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624662.844937:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624662.844939:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624662.844943:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df900. 02000000:00000001:3.0:1788624662.844947:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624662.844950:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624662.844952:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d61180. 00000100:00000001:3.0:1788624662.844956:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624662.844958:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624662.844959:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624662.844963:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d60000 x1875506845076224/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624662.844969:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624662.844971:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624662.844973:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd05165000. 02000000:00000001:3.0:1788624662.844975:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624662.844976:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624662.844977:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624662.844980:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624662.844981:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df700. 02000000:00000001:3.0:1788624662.844983:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624662.844985:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624662.844986:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d60000. 00000100:00000001:3.0:1788624662.844989:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624662.844991:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624662.844993:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624662.844995:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d60700 x1875506845076480/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624662.845002:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624662.845004:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624662.845005:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd05165400. 02000000:00000001:3.0:1788624662.845007:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624662.845008:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624662.845010:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624662.845012:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624662.845014:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df800. 02000000:00000001:3.0:1788624662.845016:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624662.845017:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624662.845018:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d60700. 00000100:00000001:3.0:1788624662.845021:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624662.845022:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624662.845026:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624662.845029:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624662.845030:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624662.845032:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624662.845033:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624662.847779:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624662.847798:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624662.847803:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624662.847805:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624662.847816:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624662.847825:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624662.847836:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624662.847842:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624662.847849:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624662.847855:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377464a80 00000400:00000200:3.0:1788624662.847861:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624662.847868:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x87ed [1] + 224 00000800:00000001:3.0:1788624662.847878:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624662.847884:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624662.847888:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624662.847893:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624662.847902:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624662.847912:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d62a00 x1875506845076096/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624662.847925:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11d62a00 x1875506845076096/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624662.847950:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624662.847960:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624662.847962:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624662.848043:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624662.848054:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624662.848066:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624662.848069:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624662.848074:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2e70. 00000400:00000200:2.0:1788624662.848085:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08330 00000400:00000010:2.0:1788624662.848088:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08330. 00000100:00000001:2.0:1788624662.848093:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624662.848423:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d62a00 x1875506845076096/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624662.848438:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d62a00 x1875506845076096/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.848446:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624662.848449:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624662.848452:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624662.848456:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624662.848459:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624662.848462:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624662.848465:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624662.848479:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=91 v=5 (5 103 103 103) 00000100:00001000:2.0:1788624662.848483:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624662.848485:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624662.848487:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624662.848490:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624662.848495:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624662.848499:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624662.848502:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1788624662.848504:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624662.848506:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624662.848512:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d62a00 x1875506845076096/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.848520:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624662.848523:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624662.848526:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624662.848530:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d62a00 x1875506845076096/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624662.848538:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845076096:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624662.848544:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624662.848547:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624662.848550:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d62a00 x1875506845076096/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624662.848705:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624662.848708:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624662.848711:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd05164c00. 02000000:00000001:2.0:1788624662.848716:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624662.848719:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624662.848721:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=3 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624662.848724:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624662.848726:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd091df200. 02000000:00000001:2.0:1788624662.848730:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624662.848732:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624662.848734:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d62a00. 00000100:00000001:2.0:1788624662.848739:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624662.848740:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624662.848743:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624662.848750:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624662.848753:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624662.848755:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624662.848758:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788624663.076460:0:35222:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788624663.076466:0:35222:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24a: fsync error (should return error) ========================================================== 12:11:01 (1788624661) 00000001:00000001:0.0:1788624663.084485:0:35222:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1788624663.445794:0:35265:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624663.445800:0:35265:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624663.445803:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88162bde0 00000080:00200000:3.0:1788624663.445808:0:35265:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624663.445814:0:35265:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd187cbe00. 00800000:00000002:3.0:1788624663.445820:0:35265:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624663.445825:0:35265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624663.445829:0:35265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624663.445831:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88162bd00 00800000:00000002:3.0:1788624663.445834:0:35265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624663.445838:0:35265:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624663.445840:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624663.445843:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624663.445845:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624663.445848:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624663.445850:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624663.445852:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624663.445855:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624663.445858:0:35265:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624663.445863:0:35265:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624663.445865:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88162bbd0 00000002:00010000:3.0:1788624663.445867:0:35265:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624663.445870:0:35265:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624663.445873:0:35265:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624663.445876:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624663.445882:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:3.0:1788624663.445885:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624663.445889:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624663.445893:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624663.445898:0:35265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1788624663.445909:0:35265:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624663.445913:0:35265:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624663.445917:0:35265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1788624663.445924:0:35265:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624663.445926:0:35265:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624663.445927:0:35265:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624663.445929:0:35265:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624663.445931:0:35265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624663.445933:0:35265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624663.445936:0:35265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624663.445938:0:35265:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624663.445941:0:35265:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd187cbe00. 00000080:00000001:3.0:1788624663.445946:0:35265:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624663.445947:0:35265:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624663.445950:0:35265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624663.445954:0:35265:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41976 00800000:00000001:3.0:1788624663.445957:0:35265:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624663.445959:0:35265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624663.445960:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624663.445962:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624663.445965:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:3.0:1788624663.445967:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624663.445970:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624663.445974:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.445975:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624663.445976:0:35265:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624663.445978:0:35265:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624663.445980:0:35265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41976 from it ffffbef88162be18 00010000:00000001:3.0:1788624663.445982:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624663.445983:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624663.445984:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:3.0:1788624663.445986:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624663.445988:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624663.445990:0:35265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624663.445993:0:35265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788624663.446000:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.446001:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624663.446002:0:35265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624663.446005:0:35265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624663.446007:0:35265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788624663.446016:0:35265:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624663.446019:0:35265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624663.446021:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624663.446025:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.446026:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624663.446028:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.446031:0:35265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624663.446032:0:35265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.446034:0:35265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.446036:0:35265:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.446038:0:35265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624663.446039:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.446040:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624663.446497:0:35265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624663.446501:0:35265:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624663.446505:0:35265:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 101 00000080:00000001:3.0:1788624663.446511:0:35265:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624663.446521:0:35265:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624663.446524:0:35265:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624663.446525:0:35265:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624663.446527:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88162bba8 00000080:00200000:3.0:1788624663.446529:0:35265:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624663.446533:0:35265:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd187cbe00. 00800000:00000002:3.0:1788624663.446536:0:35265:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624663.446539:0:35265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624663.446541:0:35265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624663.446543:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88162bac8 00800000:00000002:3.0:1788624663.446545:0:35265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624663.446547:0:35265:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624663.446549:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624663.446550:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624663.446552:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624663.446553:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624663.446555:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624663.446557:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624663.446559:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624663.446562:0:35265:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624663.446566:0:35265:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624663.446567:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88162b998 00000002:00010000:3.0:1788624663.446569:0:35265:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624663.446572:0:35265:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624663.446573:0:35265:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624663.446575:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624663.446579:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:3.0:1788624663.446581:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624663.446584:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624663.446586:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624663.446589:0:35265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:3.0:1788624663.446603:0:35265:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624663.446606:0:35265:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624663.446609:0:35265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:3.0:1788624663.446615:0:35265:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624663.446617:0:35265:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624663.446618:0:35265:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624663.446620:0:35265:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624663.446621:0:35265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624663.446623:0:35265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624663.446625:0:35265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624663.446627:0:35265:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624663.446630:0:35265:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd187cbe00. 00000080:00000001:3.0:1788624663.446633:0:35265:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624663.446634:0:35265:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624663.446636:0:35265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624663.446639:0:35265:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41976 00800000:00000001:3.0:1788624663.446642:0:35265:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624663.446644:0:35265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624663.446645:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624663.446647:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624663.446648:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:3.0:1788624663.446651:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624663.446652:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624663.446655:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.446656:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624663.446657:0:35265:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624663.446658:0:35265:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624663.446660:0:35265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41976 from it ffffbef88162bbe0 00010000:00000001:3.0:1788624663.446662:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624663.446663:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624663.446665:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:3.0:1788624663.446667:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624663.446669:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624663.446671:0:35265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624663.446674:0:35265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788624663.446681:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.446682:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624663.446683:0:35265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624663.446684:0:35265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624663.446687:0:35265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1788624663.446706:0:35265:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624663.446708:0:35265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624663.446710:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624663.446713:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.446714:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624663.446715:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.446717:0:35265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624663.446718:0:35265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.446720:0:35265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.446721:0:35265:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.446723:0:35265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624663.446724:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.446725:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624663.446726:0:35265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624663.446728:0:35265:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624663.446730:0:35265:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788624663.446732:0:35265:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788624663.446742:0:35265:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd049c61a0. 00000020:00000001:3.0:1788624663.446745:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88162bd98 00000080:00200000:3.0:1788624663.446747:0:35265:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), flags=1536 00000080:00000001:3.0:1788624663.446750:0:35265:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624663.446751:0:35265:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624663.446753:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88162bca8 00000080:00200000:3.0:1788624663.446754:0:35265:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624663.446757:0:35265:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd187cbe00. 00800000:00000002:3.0:1788624663.446759:0:35265:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624663.446761:0:35265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624663.446763:0:35265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624663.446764:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88162bbc8 00800000:00000002:3.0:1788624663.446766:0:35265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624663.446768:0:35265:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624663.446770:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624663.446771:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624663.446772:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624663.446773:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624663.446775:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624663.446776:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624663.446778:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624663.446779:0:35265:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624663.446782:0:35265:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624663.446784:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88162ba98 00000002:00010000:3.0:1788624663.446785:0:35265:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624663.446788:0:35265:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624663.446789:0:35265:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624663.446791:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624663.446793:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:3.0:1788624663.446795:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624663.446798:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624663.446800:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624663.446803:0:35265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:3.0:1788624663.446810:0:35265:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624663.446812:0:35265:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624663.446815:0:35265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:3.0:1788624663.446826:0:35265:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624663.446828:0:35265:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624663.446830:0:35265:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624663.446832:0:35265:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624663.446833:0:35265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624663.446835:0:35265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624663.446837:0:35265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624663.446839:0:35265:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624663.446841:0:35265:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd187cbe00. 00000080:00000001:3.0:1788624663.446843:0:35265:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624663.446845:0:35265:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624663.446847:0:35265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624663.446850:0:35265:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41976 00800000:00000001:3.0:1788624663.446852:0:35265:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624663.446853:0:35265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624663.446854:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624663.446856:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624663.446857:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:3.0:1788624663.446859:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624663.446861:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624663.446863:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.446864:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624663.446865:0:35265:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624663.446866:0:35265:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624663.446868:0:35265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41976 from it ffffbef88162bce0 00010000:00000001:3.0:1788624663.446870:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624663.446871:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624663.446872:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:3.0:1788624663.446874:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624663.446876:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624663.446878:0:35265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624663.446881:0:35265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1788624663.446887:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.446888:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624663.446889:0:35265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624663.446890:0:35265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624663.446893:0:35265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1788624663.446898:0:35265:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624663.446900:0:35265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624663.446901:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624663.446903:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.446904:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624663.446905:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.446907:0:35265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624663.446908:0:35265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.446910:0:35265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.446912:0:35265:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.446913:0:35265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624663.446914:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.446915:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624663.446916:0:35265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624663.446918:0:35265:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624663.446919:0:35265:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 3 00000080:00000001:3.0:1788624663.446922:0:35265:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624663.446925:0:35265:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624663.446926:0:35265:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624663.446928:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88162bd90 00000080:00200000:3.0:1788624663.446929:0:35265:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624663.446933:0:35265:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd187cbe00. 00800000:00000002:3.0:1788624663.446935:0:35265:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624663.446937:0:35265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624663.446938:0:35265:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624663.446939:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88162bcb0 00800000:00000002:3.0:1788624663.446941:0:35265:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624663.446944:0:35265:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624663.446945:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624663.446946:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624663.446947:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624663.446949:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624663.446950:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624663.446952:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624663.446954:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624663.446956:0:35265:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624663.446959:0:35265:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624663.446960:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88162bb80 00000002:00010000:3.0:1788624663.446961:0:35265:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624663.446964:0:35265:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624663.446965:0:35265:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624663.446966:0:35265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624663.446969:0:35265:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:3.0:1788624663.446970:0:35265:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624663.446973:0:35265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624663.446974:0:35265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624663.446977:0:35265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:3.0:1788624663.446983:0:35265:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624663.446986:0:35265:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624663.446988:0:35265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:3.0:1788624663.446994:0:35265:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624663.446996:0:35265:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624663.446997:0:35265:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624663.446999:0:35265:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624663.447000:0:35265:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624663.447002:0:35265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624663.447005:0:35265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624663.447007:0:35265:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624663.447009:0:35265:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd187cbe00. 00000080:00000001:3.0:1788624663.447012:0:35265:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624663.447013:0:35265:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624663.447015:0:35265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624663.447017:0:35265:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41976 00800000:00000001:3.0:1788624663.447020:0:35265:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624663.447021:0:35265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624663.447023:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624663.447024:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624663.447025:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:3.0:1788624663.447027:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624663.447029:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624663.447031:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.447032:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624663.447033:0:35265:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624663.447034:0:35265:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624663.447036:0:35265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41976 from it ffffbef88162bdc8 00010000:00000001:3.0:1788624663.447037:0:35265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624663.447038:0:35265:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624663.447039:0:35265:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:3.0:1788624663.447041:0:35265:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624663.447043:0:35265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624663.447044:0:35265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624663.447275:0:35265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1788624663.447283:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.447284:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624663.447285:0:35265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624663.447287:0:35265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624663.447353:0:35265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:3.0:1788624663.447364:0:35265:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624663.447366:0:35265:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624663.447367:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624663.447369:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.447371:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624663.447372:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.447374:0:35265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624663.447376:0:35265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.447377:0:35265:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.447380:0:35265:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.447381:0:35265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624663.447382:0:35265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.447383:0:35265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624663.447385:0:35265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624663.447387:0:35265:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624663.447389:0:35265:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 3 00000080:00000001:3.0:1788624663.447393:0:35265:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624663.447397:0:35265:0:(namei.c:2169:do_mkdir()) Process entered 00000020:00000001:3.0:1788624663.447399:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88162bda0 00000080:00200000:3.0:1788624663.447401:0:35265:0:(namei.c:2172:do_mkdir()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00000001:3.0:1788624663.447403:0:35265:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:3.0:1788624663.447406:0:35265:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:3.0:1788624663.447410:0:35265:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd187cbe00. 00800000:00000002:3.0:1788624663.447412:0:35265:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000010:3.0:1788624663.447420:0:35265:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff99dd049c3780. 00000080:00000001:3.0:1788624663.447423:0:35265:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624663.447426:0:35265:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:3.0:1788624663.447428:0:35265:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788624663.447431:0:35265:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624663.447432:0:35265:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624663.447434:0:35265:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624663.447435:0:35265:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624663.447436:0:35265:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624663.447438:0:35265:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624663.447440:0:35265:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624663.447445:0:35265:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00020000:00000001:3.0:1788624663.447449:0:35265:0:(lu_tgt_descs.c:432:ltd_qos_penalties_calc()) Process entered 00020000:00000001:3.0:1788624663.447453:0:35265:0:(lu_tgt_descs.c:569:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:3.0:1788624663.447456:0:35265:0:(lmv_obd.c:1717:lmv_locate_tgt_qos()) Process leaving via unlock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00800000:00000001:3.0:1788624663.447460:0:35265:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:3.0:1788624663.447463:0:35265:0:(lmv_obd.c:1800:lmv_locate_tgt_rr()) Process leaving (rc=18446631773754656256 : -112299954895360 : ffff99dd21148600) 00800000:00000001:3.0:1788624663.447466:0:35265:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446631773754656256 : -112299954895360 : ffff99dd21148600) 00800000:00000001:3.0:1788624663.447469:0:35265:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788624663.447470:0:35265:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788624663.447473:0:35265:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788624663.447476:0:35265:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788624663.447479:0:35265:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff99dd10dbf800: Allocated FID [0x240000402:0x7:0x0] 40000000:00000001:3.0:1788624663.447481:0:35265:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624663.447483:0:35265:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624663.447485:0:35265:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624663.447487:0:35265:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624663.447489:0:35265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88162bc08 00800000:00000002:3.0:1788624663.447491:0:35265:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24a.recovery-small' [0x240000402:0x7:0x0] on [0x200000007:0x1:0x0] -> mds #1, layout version 1 00000002:00000001:3.0:1788624663.447495:0:35265:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1788624663.447497:0:35265:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788624663.447501:0:35265:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624663.447507:0:35265:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11596a00. 00000020:00000040:3.0:1788624663.447511:0:35265:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 02000000:00000001:3.0:1788624663.447516:0:35265:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788624663.447518:0:35265:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.447520:0:35265:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788624663.447524:0:35265:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624663.447526:0:35265:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624663.447528:0:35265:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624663.447531:0:35265:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624663.447534:0:35265:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624663.447541:0:35265:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cd000. 00000100:00000001:3.0:1788624663.447549:0:35265:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.447551:0:35265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624663.447553:0:35265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.447555:0:35265:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624663.447556:0:35265:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.447558:0:35265:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788624663.447573:0:35265:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788624663.447587:0:35265:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11596a00 x1875506845076736/t0(0) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624663.447594:0:35265:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624663.447596:0:35265:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624663.447602:0:35265:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd11df0e40. 00000100:00000001:3.0:1788624663.447605:0:35265:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773499493952 : -112300210057664 : ffff99dd11df0e40) 00000100:00000001:3.0:1788624663.447607:0:35265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624663.447609:0:35265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490735616 : -112300218816000 : ffff99dd11596a00) 00000100:00000001:3.0:1788624663.447613:0:35265:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624663.447616:0:35265:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624663.447618:0:35265:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624663.447620:0:35265:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624663.447625:0:35265:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11596a00 x1875506845076736/t0(0) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624663.447631:0:35265:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624663.447633:0:35265:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624663.447637:0:35265:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624663.447639:0:35265:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624663.447641:0:35265:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624663.447644:0:35265:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11596a00 pname:cluuid:pid:xid:nid:opc:job mkdir:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35265:1875506845076736:192.168.202.125@tcp:36:mkdir.0 00000100:00000001:3.0:1788624663.447648:0:35265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624663.447653:0:35265:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624663.447655:0:35265:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624663.447657:0:35265:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624663.447661:0:35265:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049ce000. 02000000:00000001:3.0:1788624663.447663:0:35265:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624663.447670:0:35265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624663.447674:0:35265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560ad10. 00000400:00000010:3.0:1788624663.447682:0:35265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fcc0. 00000100:00000200:3.0:1788624663.447698:0:35265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845076736, portal 10 00000100:00000001:3.0:1788624663.447701:0:35265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624663.447702:0:35265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490735616 : -112300218816000 : ffff99dd11596a00) 00000100:00000040:3.0:1788624663.447709:0:35265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11596a00 x1875506845076736/t0(0) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624663.447717:0:35265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624663.447719:0:35265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624663.447722:0:35265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f198. 00000100:00000200:3.0:1788624663.447725:0:35265:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875506845076736, offset 0 00000400:00000200:3.0:1788624663.447731:0:35265:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624663.447739:0:35265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.447746:0:35265:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624663.447751:0:35265:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624663.447755:0:35265:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624663.447758:0:35265:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624663.447761:0:35265:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624663.447764:0:35265:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2994:2994:256:4294967295] 192.168.202.125@tcp LPNI seq info [2994:2994:8:4294967295] 00000400:00000200:3.0:1788624663.447769:0:35265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.447776:0:35265:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624663.447782:0:35265:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624663.447786:0:35265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04d2f700. 00000800:00000200:3.0:1788624663.447792:0:35265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624663.447799:0:35265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624663.447803:0:35265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04d2f700 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1788624663.447869:0:35265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624663.447874:0:35265:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24708 usecs (25 jiffies) 00000400:00000200:3.0:1788624663.447878:0:35265:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624663.447881:0:35265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296677534 00000100:00000001:3.0:1788624663.447883:0:35265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:3.0:1788624663.447885:0:35265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296677534 00000100:00000001:3.0:1788624663.447887:0:35265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:3.0:1788624663.447890:0:35265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624663.447892:0:35265:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624663.447894:0:35265:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624663.447896:0:35265:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624663.447899:0:35265:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd11df0e40 going to sleep for 11 seconds 00000100:00000001:3.0:1788624663.447902:0:35265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624663.447904:0:35265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624663.448271:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624663.448277:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04d2f700. 00000400:00000200:2.0:1788624663.448284:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624663.449002:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624663.449011:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f198 00000400:00000010:2.0:1788624663.449015:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f198. 00000100:00000001:2.0:1788624663.449020:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624663.449026:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11596a00 x1875506845076736/t0(0) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624663.449037:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624663.449040:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11596a00 x1875506845076736/t0(0) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624679 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624663.449056:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624663.449058:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624663.461815:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.461832:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624663.461836:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.461839:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624663.461848:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.461857:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624663.461867:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.461872:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.461877:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.461881:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 328 into portal 15 MB=0x6a9c378ade600 00000400:00000200:3.0:1788624663.461889:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.125@tcp of length 328/328 into md 0x82b5 [2] + 656 00000800:00000001:3.0:1788624663.461897:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.461903:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624663.461906:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624663.461911:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624663.461919:0:2383:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788624663.461922:0:2383:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788624663.461929:0:2383:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597800. 00000100:00000040:3.0:1788624663.461932:0:2383:0:(events.c:341:request_in_callback()) incoming req@ffff99dd11597800 x1875506868643328 msgsize 328 00000100:00100000:3.0:1788624663.461937:0:2383:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.125@tcp (source: 12345-192.168.202.125@tcp) 00000100:00000001:3.0:1788624663.461957:0:2383:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788624663.461965:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.461969:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624663.463066:0:16806:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788624663.463070:0:16806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875506868643328 02000000:00000001:2.0:1788624663.463075:0:16806:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788624663.463077:0:16806:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624663.463080:0:16806:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624663.463085:0:16806:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624663.463090:0:16806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875506868643328 00000020:00000001:2.0:1788624663.463093:0:16806:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788624663.463095:0:16806:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d13 00000020:00000001:2.0:1788624663.463097:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624663.463101:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd10dbe000 refcount=5 00000020:00000001:2.0:1788624663.463147:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000020:00000001:2.0:1788624663.463150:0:16806:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773482508288 : -112300227043328 : ffff99dd10dbe000) 00000100:00000001:2.0:1788624663.463154:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788624663.463170:0:16806:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd11d2dd40. 00000100:00000001:2.0:1788624663.463174:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788624663.463176:0:16806:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd11d2dd40. 00000020:00000010:2.0:1788624663.463183:0:16806:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd05164200. 00000020:00000010:2.0:1788624663.463189:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff99dd05188c80. 00000020:00000010:2.0:1788624663.463194:0:16806:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99dd04f3d3e8. 00000100:00000040:2.0:1788624663.463204:0:16806:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788624663.463208:0:16806:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788624663.463210:0:16806:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788624663.463212:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624663.463220:0:16806:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624663.463525:0:16806:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624663.463765:0:16937:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788624663.463768:0:16937:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788624663.463777:0:16937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.125@tcp, seq: 62 00000100:00000040:3.0:1788624663.463781:0:16937:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff99dd10dbe000 : new rpc_count 1 00000100:00000001:3.0:1788624663.463784:0:16937:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446631773490739200 : -112300218812416 : ffff99dd11597800) 00000100:00000040:3.0:1788624663.463792:0:16937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff99dd11597800 x1875506868643328/t0(0) o104->a55b9942-a78b-4307-bacc-c0fbc9bcd663@192.168.202.125@tcp:229/0 lens 328/0 e 0 to 0 dl 1788624674 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624663.463802:0:16937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624663.463807:0:16937:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3c00. 00000100:00000001:3.0:1788624663.463809:0:16937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624663.463812:0:16937:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3c00. 00000100:00100000:3.0:1788624663.463816:0:16937:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99dd11597800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:a55b9942-a78b-4307-bacc-c0fbc9bcd663+5:7832:x1875506868643328:12345-192.168.202.125@tcp:104: 00000100:00000200:3.0:1788624663.463820:0:16937:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875506868643328 00010000:00000001:3.0:1788624663.463823:0:16937:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788624663.463830:0:16937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624663.463832:0:16937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624663.463834:0:16937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=2 00000020:00000001:3.0:1788624663.463837:0:16937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624663.463840:0:16937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624663.463844:0:16937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624663.463847:0:16937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624663.463852:0:16937:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000100:00000001:3.0:1788624663.463863:0:16937:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788624663.463866:0:16937:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788624663.463871:0:16937:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff99dd049cdc00. 02000000:00000001:3.0:1788624663.463873:0:16937:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624663.463876:0:16937:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.463880:0:16937:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788624663.463883:0:16937:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624663.463886:0:16937:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd1068a1e8 time=91 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624663.463891:0:16937:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624663.463894:0:16937:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 16 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624663.463896:0:16937:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 02000000:00000001:3.0:1788624663.463899:0:16937:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788624663.463901:0:16937:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624663.463904:0:16937:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624663.463907:0:16937:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624663.463912:0:16937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f440. 00000100:00000200:3.0:1788624663.463918:0:16937:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875506868643328, offset 224 00000400:00000200:3.0:1788624663.463924:0:16937:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624663.463933:0:16937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.463942:0:16937:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624663.463948:0:16937:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2995:2995:256:4294967295] 192.168.202.125@tcp LPNI seq info [2995:2995:8:4294967295] 00000400:00000200:3.0:1788624663.463953:0:16937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.463962:0:16937:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624663.463968:0:16937:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624663.463973:0:16937:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04d2fd00. 00000800:00000200:3.0:1788624663.463981:0:16937:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624663.463989:0:16937:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624663.463992:0:16937:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04d2fd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624663.464011:0:16937:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624663.464015:0:16937:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00010000:00000001:3.0:1788624663.464018:0:16937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788624663.464021:0:16937:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99dd11df0540. 00010000:00000001:3.0:1788624663.464024:0:16937:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788624663.464087:0:16937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788624663.464091:0:16937:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.464092:0:16937:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.464094:0:16937:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624663.464101:0:16937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11597800 x1875506868643328/t0(0) o104->a55b9942-a78b-4307-bacc-c0fbc9bcd663@192.168.202.125@tcp:229/0 lens 328/224 e 0 to 0 dl 1788624674 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1788624663.467003:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624663.467013:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04d2fd00. 00000400:00000200:2.0:1788624663.467022:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624663.467031:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624663.467051:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f440 00000400:00000010:2.0:1788624663.467054:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f440. 00000100:00000001:2.0:1788624663.467060:0:2384:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788624663.467062:0:2384:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00100000:3.0:1788624663.467149:0:16937:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99dd11597800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:a55b9942-a78b-4307-bacc-c0fbc9bcd663+5:7832:x1875506868643328:12345-192.168.202.125@tcp:104: Request processed in 3342us (5211us total) trans 0 rc 0/0 00000100:00100000:3.0:1788624663.467173:0:16937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.125@tcp, seq: 62 00000100:00000040:3.0:1788624663.467178:0:16937:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99dd10dbe000 : new rpc_count 0 00000100:00000001:3.0:1788624663.467181:0:16937:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788624663.467184:0:16937:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788624663.467192:0:16937:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff99dd05188c80. 00000020:00000010:3.0:1788624663.467197:0:16937:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99dd04f3d3e8. 00000020:00000010:3.0:1788624663.467202:0:16937:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99dd05164200. 00000020:00000040:3.0:1788624663.467207:0:16937:0:(genops.c:879:class_export_put()) PUTting export ffff99dd10dbe000 : new refcount 4 00000100:00000001:3.0:1788624663.467211:0:16937:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788624663.468888:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624663.468894:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624663.468899:0:16946:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788624663.468903:0:16946:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788624663.468905:0:16946:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788624663.468911:0:16946:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1788624663.468928:0:16946:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd10767400 already unused, calling callback (ffffffffc194e620) 00000080:00000001:0.0:1788624663.468932:0:16946:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788624663.468936:0:16946:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1788624663.468943:0:16946:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788624663.468945:0:16946:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788624663.468949:0:16946:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1788624663.468955:0:16946:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788624663.468958:0:16946:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788624663.468960:0:16946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.468962:0:16946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.468965:0:16946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:0.0:1788624663.468968:0:16946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:0.0:1788624663.468970:0:16946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:0.0:1788624663.468974:0:16946:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624663.468976:0:16946:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:0.0:1788624663.468988:0:16946:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624663.468992:0:16946:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788624663.468995:0:16946:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788624663.468997:0:16946:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788624663.469002:0:16946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624663.469004:0:16946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624663.469011:0:16946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:0.0:1788624663.469014:0:16946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624663.469018:0:16946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.469020:0:16946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624663.469021:0:16946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624663.469023:0:16946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:0.0:1788624663.469025:0:16946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624663.469027:0:16946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.469028:0:16946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624663.469029:0:16946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624663.469030:0:16946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:0.0:1788624663.469032:0:16946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624663.469034:0:16946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.469036:0:16946:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788624663.469038:0:16946:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788624663.469042:0:16946:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788624663.469044:0:16946:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788624663.469047:0:16946:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788624663.469049:0:16946:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.469052:0:16946:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624663.469055:0:16946:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624663.469057:0:16946:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624663.469058:0:16946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624663.469061:0:16946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788624663.469064:0:16946:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd10767400 with handle 0xcc94206c7ef41976 from hash 00010000:00000001:0.0:1788624663.469066:0:16946:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624663.469068:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.469070:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.469071:0:16946:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624663.469075:0:16946:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624663.469077:0:16946:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788624663.469082:0:16946:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624663.469085:0:16946:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.469087:0:16946:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624663.469089:0:16946:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788624663.469099:0:16946:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06a00. 00000020:00000040:0.0:1788624663.469120:0:16946:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624663.469126:0:16946:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624663.469128:0:16946:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624663.469133:0:16946:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624663.469141:0:16946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd197f4000. 00000100:00000001:0.0:1788624663.469148:0:16946:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.469151:0:16946:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788624663.469156:0:16946:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1788624663.469174:0:16946:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788624663.469175:0:16946:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.469180:0:16946:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624663.469185:0:16946:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624663.469197:0:16946:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4833928] to pc [ptlrpcd_00_00+0] req@ffff99dd11c06a00 x1875506845076864/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788624663.469224:0:16946:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624663.469235:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.469237:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.469238:0:16946:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.469240:0:16946:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.469243:0:16946:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624663.469246:0:16946:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1788624663.469259:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624663.469262:0:16946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767400/0xcc94206c7ef41976 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0xa103bd66258a876c expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:0.0:1788624663.469386:0:16946:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03870700 count: 0 00010000:00000010:0.0:1788624663.469393:0:16946:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd05188580. 00010000:00000001:0.0:1788624663.469413:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.469414:0:16946:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788624663.469416:0:16946:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff99dd11df0540. 00010000:00000001:0.0:1788624663.469419:0:16946:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.469421:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624663.469423:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624663.469425:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788624663.469426:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624663.469428:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624663.469429:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788624663.469431:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624663.469432:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624663.469434:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788624663.469447:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788624663.469451:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788624663.469453:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.469460:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624663.469462:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.469464:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624663.469465:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624663.469467:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624663.469473:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06a00 x1875506845076864/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.469481:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624663.469483:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.469486:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624663.469489:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624663.469491:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624663.469495:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845076864:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788624663.469499:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624663.469504:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624663.469507:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.469509:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624663.469514:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197f4200. 02000000:00000001:0.0:1788624663.469516:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624663.469522:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624663.469526:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d948. 00000400:00000010:0.0:1788624663.469532:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395aa0. 00000100:00000200:0.0:1788624663.469538:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845076864, portal 18 00000100:00000001:0.0:1788624663.469541:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624663.469543:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497485824 : -112300212065792 : ffff99dd11c06a00) 00000100:00000040:0.0:1788624663.469549:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c06a00 x1875506845076864/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.469556:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624663.469559:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624663.469561:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395b28. 00000100:00000200:0.0:1788624663.469564:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875506845076864, offset 0 00000400:00000200:0.0:1788624663.469569:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624663.469577:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624663.469584:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624663.469589:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624663.469593:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624663.469596:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624663.469599:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624663.469602:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2996:2996:256:4294967295] 192.168.202.125@tcp LPNI seq info [2996:2996:8:4294967295] 00000400:00000200:0.0:1788624663.469606:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624663.469615:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624663.469621:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624663.469626:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cb00. 00000800:00000200:0.0:1788624663.469633:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624663.469640:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624663.469645:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788624663.469681:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624663.469685:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.469718:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624663.469723:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 851815 usecs (852 jiffies) 00000400:00000200:0.0:1788624663.469727:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624663.469730:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296678383 00000100:00000001:0.0:1788624663.469733:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:0.0:1788624663.469736:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296678383 00000100:00000001:0.0:1788624663.469738:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:0.0:1788624663.469743:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624663.469745:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.469748:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.469751:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624663.470139:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624663.470143:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cb00. 00000400:00000200:3.0:1788624663.470149:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624663.470155:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624663.470173:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395b28 00000400:00000010:3.0:1788624663.470176:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395b28. 00000100:00000001:3.0:1788624663.470181:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624663.470240:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06a00 x1875506845076864/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624663.470260:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624663.470265:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06a00 x1875506845076864/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624663.470431:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624663.470433:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788624663.475172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870700. 00010000:00000010:0.1:1788624663.475190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767400. 00000800:00000001:2.0:1788624663.501678:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.501698:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624663.501703:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.501706:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624663.501715:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.501724:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624663.501733:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.501738:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.501744:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.501748:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 18 MB=0x6a9c377464d80 00000400:00000200:2.0:1788624663.501765:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.501772:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8825 [1] + 224 00000800:00000001:2.0:1788624663.501781:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.501790:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624663.501794:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624663.501800:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624663.501978:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624663.501989:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06a00 x1875506845076864/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624679 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624663.502009:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c06a00 x1875506845076864/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624663.502035:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624663.502044:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.502048:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.502406:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624663.502411:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624663.502417:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624663.502419:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624663.502423:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d948. 00000400:00000200:1.0:1788624663.502427:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395aa0 00000400:00000010:1.0:1788624663.502429:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395aa0. 00000100:00000001:1.0:1788624663.502433:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624663.502437:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06a00 x1875506845076864/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624663.502446:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06a00 x1875506845076864/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624679 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624663.502452:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624663.502454:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.502457:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624663.502460:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624663.502462:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624663.502464:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624663.502467:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624663.502478:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442580 time=91 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624663.502482:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624663.502484:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624663.502486:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.502489:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624663.502492:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.502496:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624663.502498:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788624663.502501:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624663.502503:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624663.502507:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06a00 x1875506845076864/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624679 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624663.502513:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624663.502516:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624663.502518:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624663.502522:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06a00 x1875506845076864/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624679 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624663.502529:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845076864:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788624663.502533:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.502535:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624663.502538:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06a00 x1875506845076864/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624663.502544:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624663.502546:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624663.502549:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197f4200. 02000000:00000001:1.0:1788624663.502553:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624663.502632:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624663.502634:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=3 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624663.502636:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624663.502639:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd197f4000. 02000000:00000001:1.0:1788624663.502642:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624663.502643:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624663.502645:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06a00. 00000100:00000001:1.0:1788624663.502648:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624663.502650:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.502652:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.502660:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624663.502662:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.502664:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624663.502666:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.506274:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624663.506282:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.506371:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624663.506376:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624663.506379:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788624663.551259:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.551277:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624663.551281:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.551284:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624663.551293:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.551301:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624663.551309:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.551315:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.551319:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.551323:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 448 into portal 10 MB=0x6a9c377464d00 00000400:00000200:3.0:1788624663.551329:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.551407:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 448/448 into md 0x880d [1] + 224 00000800:00000001:3.0:1788624663.551415:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.551424:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624663.551428:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624663.551433:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624663.551443:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624663.551455:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11596a00 x1875506845076736/t0(0) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624663.551466:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff99dd11596a00 x1875506845076736/t0(0) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.551545:0:35265:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624663.551650:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624663.551661:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.551665:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788624663.552476:0:35265:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624663.552479:0:35265:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624663.552484:0:35265:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560ad10. 00000400:00000200:0.0:1788624663.552489:0:35265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fcc0 00000400:00000010:0.0:1788624663.552491:0:35265:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fcc0. 00000100:00000001:0.0:1788624663.552495:0:35265:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624663.552503:0:35265:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11596a00 x1875506845076736/t0(0) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624663.552513:0:35265:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11596a00 x1875506845076736/t0(0) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.552519:0:35265:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624663.552521:0:35265:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.552524:0:35265:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624663.552527:0:35265:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624663.552529:0:35265:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624663.552532:0:35265:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.552535:0:35265:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624663.552545:0:35265:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=92 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624663.552549:0:35265:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=92 v=5 (1 1 1 1) 00000100:00000001:0.0:1788624663.552551:0:35265:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624663.552564:0:35265:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.552568:0:35265:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624663.552572:0:35265:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.552575:0:35265:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788624663.552577:0:35265:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1788624663.552579:0:35265:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788624663.552581:0:35265:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624663.552584:0:35265:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490735616 : -112300218816000 : ffff99dd11596a00) 00000100:00000001:0.0:1788624663.552586:0:35265:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624663.552588:0:35265:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788624663.552590:0:35265:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624663.552593:0:35265:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624663.552598:0:35265:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11596a00 x1875506845076736/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624679 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.552605:0:35265:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624663.552607:0:35265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624663.552609:0:35265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624663.552613:0:35265:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11596a00 x1875506845076736/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624679 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624663.552621:0:35265:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11596a00 pname:cluuid:pid:xid:nid:opc:job mkdir:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35265:1875506845076736:192.168.202.125@tcp:36:mkdir.0 00000100:00000001:0.0:1788624663.552625:0:35265:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.552628:0:35265:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.552630:0:35265:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624663.552632:0:35265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.552636:0:35265:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11596a00 x1875506845076736/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624679 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.552643:0:35265:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624663.552646:0:35265:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd11df0e40. 00000100:00000001:0.0:1788624663.552649:0:35265:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624663.552650:0:35265:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.552658:0:35265:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624663.552663:0:35265:0:(lmv_obd.c:2359:lmv_create()) Created - [0x240000402:0x7:0x0] 00800000:00000001:0.0:1788624663.552665:0:35265:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.552669:0:35265:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:0.0:1788624663.552671:0:35265:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788624599 to 1788624663 00000080:00000001:0.0:1788624663.552675:0:35265:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624663.552681:0:35265:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788624663.552683:0:35265:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788624663.552686:0:35265:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:0.0:1788624663.552689:0:35265:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788624663.552705:0:35265:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff99dd19870840. 00000080:00000001:0.0:1788624663.552715:0:35265:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788624663.552717:0:35265:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x7:0x0](ffff99dd19870908) 00000080:00000001:0.0:1788624663.552720:0:35265:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788624663.552722:0:35265:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240000402:0x7:0x0] 00000080:00000001:0.0:1788624663.552724:0:35265:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.552726:0:35265:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:0.0:1788624663.552728:0:35265:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:0.0:1788624663.552730:0:35265:0:(llite_lib.c:3050:ll_update_inode()) setting ino 162129603798761479 mtime from 0 to 1788624663 00000080:00200000:0.0:1788624663.552734:0:35265:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x7:0x0], updating i_size 4096 00000080:00000001:0.0:1788624663.552736:0:35265:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788624663.552738:0:35265:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773627943176 : -112300081608440 : ffff99dd19870908) 00000080:00000001:0.0:1788624663.552741:0:35265:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624663.552744:0:35265:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788624663.552746:0:35265:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.552751:0:35265:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.552752:0:35265:0:(namei.c:1996:ll_new_node()) Process leaving 00000100:00000001:0.0:1788624663.552754:0:35265:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.552758:0:35265:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11596a00 x1875506845076736/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624679 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.552764:0:35265:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624663.552766:0:35265:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624663.552769:0:35265:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd187cbe00. 00000080:00000010:0.0:1788624663.552774:0:35265:0:(namei.c:2002:ll_new_node()) kfreed 'lum': 48 at ffff99dd049c3780. 00000080:00000001:0.0:1788624663.552777:0:35265:0:(namei.c:2004:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.552779:0:35265:0:(namei.c:2180:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788624663.552784:0:35265:0:(namei.c:2224:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.552795:0:35265:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788624663.552801:0:35265:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1788624663.569150:0:35266:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd049c61a0. 00000080:00000001:0.0:1788624663.571875:0:35266:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624663.571884:0:35266:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624663.571887:0:35266:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624663.571891:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209bbc0 00000080:00200000:0.0:1788624663.571896:0:35266:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624663.571904:0:35266:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197f5e00. 00800000:00000002:0.0:1788624663.571913:0:35266:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624663.571917:0:35266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624663.571923:0:35266:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624663.571925:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209bae0 00800000:00000002:0.0:1788624663.571929:0:35266:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624663.571933:0:35266:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624663.571936:0:35266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624663.571939:0:35266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624663.571941:0:35266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624663.571944:0:35266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624663.571947:0:35266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624663.571949:0:35266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624663.571952:0:35266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624663.571956:0:35266:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624663.572041:0:35266:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624663.572044:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209b9b0 00000002:00010000:0.0:1788624663.572458:0:35266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624663.572463:0:35266:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624663.572465:0:35266:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624663.572468:0:35266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624663.572476:0:35266:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.572478:0:35266:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.572480:0:35266:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.572483:0:35266:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788624663.572486:0:35266:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788624663.572493:0:35266:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06300. 00000020:00000040:0.0:1788624663.572498:0:35266:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:0.0:1788624663.572505:0:35266:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624663.572510:0:35266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624663.572514:0:35266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.572518:0:35266:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624663.572521:0:35266:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624663.572526:0:35266:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624663.572535:0:35266:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049c9000. 00000100:00000001:0.0:1788624663.572544:0:35266:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.572550:0:35266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624663.572553:0:35266:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.572555:0:35266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624663.572556:0:35266:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.572558:0:35266:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.572565:0:35266:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00010000:00000001:0.0:1788624663.572569:0:35266:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624663.572572:0:35266:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788624663.572576:0:35266:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03f10200. 00010000:00000010:0.0:1788624663.572581:0:35266:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd11c18480. 00010000:00000001:0.0:1788624663.572587:0:35266:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624663.572590:0:35266:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d18000. 00000020:00000001:0.0:1788624663.572595:0:35266:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624663.572598:0:35266:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d18000 with handle 0xcc94206c7ef4197d to hash 00000020:00000001:0.0:1788624663.572600:0:35266:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624663.572602:0:35266:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.572606:0:35266:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.572610:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624663.572613:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624663.572618:0:35266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef4197d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624663.572629:0:35266:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef4197d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624663.572640:0:35266:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef4197d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624663.572647:0:35266:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624663.572649:0:35266:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624663.572657:0:35266:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203be540. 00000100:00000001:0.0:1788624663.572659:0:35266:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740459328 : -112299969092288 : ffff99dd203be540) 00000100:00000001:0.0:1788624663.572662:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624663.572663:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000001:0.0:1788624663.572668:0:35266:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624663.572674:0:35266:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.572676:0:35266:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624663.572678:0:35266:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624663.572690:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06300 x1875506845076992/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.572700:0:35266:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624663.572702:0:35266:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.572706:0:35266:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624663.572709:0:35266:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624663.572712:0:35266:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624663.572716:0:35266:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35266:1875506845076992:192.168.202.125@tcp:101:lfs.0 00000100:00000001:0.0:1788624663.572720:0:35266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624663.572727:0:35266:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624663.572730:0:35266:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.572732:0:35266:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624663.572737:0:35266:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd02e11000. 02000000:00000001:0.0:1788624663.572739:0:35266:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624663.572749:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624663.572753:0:35266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d268. 00000400:00000010:0.0:1788624663.572761:0:35266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395990. 00000100:00000200:0.0:1788624663.572768:0:35266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845076992, portal 10 00000100:00000001:0.0:1788624663.572770:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624663.572772:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000040:0.0:1788624663.572778:0:35266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c06300 x1875506845076992/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624679 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.572786:0:35266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624663.572789:0:35266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624663.572792:0:35266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395770. 00000100:00000200:0.0:1788624663.572795:0:35266:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845076992, offset 0 00000400:00000200:0.0:1788624663.572801:0:35266:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624663.572810:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624663.572817:0:35266:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624663.572822:0:35266:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624663.572826:0:35266:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624663.572830:0:35266:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624663.572833:0:35266:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624663.572837:0:35266:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2997:2997:256:4294967295] 192.168.202.125@tcp LPNI seq info [2997:2997:8:4294967295] 00000400:00000200:0.0:1788624663.572841:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624663.572851:0:35266:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624663.572858:0:35266:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624663.572863:0:35266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cd00. 00000800:00000200:0.0:1788624663.572870:0:35266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624663.572878:0:35266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624663.572882:0:35266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cd00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788624663.573520:0:35266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624663.573527:0:35266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 850792 usecs (851 jiffies) 00000400:00000200:0.0:1788624663.573532:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624663.573535:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296678486 00000100:00000001:0.0:1788624663.573538:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:0.0:1788624663.573540:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296678486 00000100:00000001:0.0:1788624663.573543:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:0.0:1788624663.573545:0:35266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624663.573548:0:35266:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.573551:0:35266:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624663.573553:0:35266:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624663.573556:0:35266:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be540 going to sleep for 11 seconds 00000100:00000001:0.0:1788624663.573558:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624663.573561:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624663.575098:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624663.575114:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cd00. 00000400:00000200:2.0:1788624663.575122:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624663.575129:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624663.575135:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395770 00000400:00000010:2.0:1788624663.575137:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395770. 00000100:00000001:2.0:1788624663.575141:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624663.575146:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06300 x1875506845076992/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624679 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624663.575155:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624663.575166:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06300 x1875506845076992/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624679 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624663.575174:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624663.575175:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624663.578453:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.578473:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624663.578478:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.578481:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624663.578489:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.578497:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624663.578505:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.578508:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.578512:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.578515:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377464e00 00000400:00000200:3.0:1788624663.578519:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.578524:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x882d [1] + 224 00000800:00000001:3.0:1788624663.578530:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.578535:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624663.578538:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624663.578542:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624663.578549:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624663.578557:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06300 x1875506845076992/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624679 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624663.578569:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11c06300 x1875506845076992/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.578590:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624663.578599:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.578602:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.578676:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624663.578684:0:35266:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624663.578686:0:35266:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624663.578690:0:35266:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d268. 00000400:00000200:0.0:1788624663.578695:0:35266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395990 00000400:00000010:0.0:1788624663.578697:0:35266:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395990. 00000100:00000001:0.0:1788624663.578701:0:35266:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624663.578706:0:35266:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06300 x1875506845076992/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624663.578714:0:35266:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06300 x1875506845076992/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.578720:0:35266:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624663.578721:0:35266:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.578724:0:35266:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624663.578727:0:35266:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624663.578729:0:35266:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624663.578731:0:35266:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.578733:0:35266:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624663.578743:0:35266:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=92 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624663.578747:0:35266:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624663.578750:0:35266:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624663.578751:0:35266:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.578754:0:35266:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624663.578757:0:35266:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.578761:0:35266:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624663.578763:0:35266:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788624663.578766:0:35266:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624663.578767:0:35266:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624663.578772:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06300 x1875506845076992/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.578778:0:35266:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624663.578782:0:35266:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624663.578784:0:35266:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624663.578788:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06300 x1875506845076992/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624679 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624663.578796:0:35266:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35266:1875506845076992:192.168.202.125@tcp:101:lfs.0 00000100:00000001:0.0:1788624663.578801:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.578804:0:35266:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.578807:0:35266:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624663.578809:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.578812:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06300 x1875506845076992/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624679 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.578819:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624663.578822:0:35266:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203be540. 00000100:00000001:0.0:1788624663.578826:0:35266:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624663.578827:0:35266:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.578830:0:35266:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624663.578834:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.578837:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.578840:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18000 refcount=4 00000020:00000001:0.0:1788624663.578842:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.578845:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000040:0.0:1788624663.578853:0:35266:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd11d18000, remote cookie: 0xa103bd66258a87ab, flags: 0x1001 00010000:00010000:0.0:1788624663.578859:0:35266:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef4197d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87ab expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624663.578869:0:35266:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef4197d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87ab expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.578875:0:35266:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624663.578880:0:35266:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624663.578883:0:35266:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624663.578884:0:35266:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624663.578885:0:35266:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624663.578888:0:35266:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd03f10200) refcount = 1 00010000:00010000:0.0:1788624663.578892:0:35266:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef4197d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87ab expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.578897:0:35266:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624663.578900:0:35266:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624663.578902:0:35266:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624663.578905:0:35266:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624663.578908:0:35266:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624663.578911:0:35266:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef4197d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87ab expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.578917:0:35266:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624663.578918:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.578920:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.578920:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.578921:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.578923:0:35266:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.578926:0:35266:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788624663.578928:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.578929:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.578931:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18000 refcount=3 00000020:00000001:0.0:1788624663.578932:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.578934:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.578936:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.578937:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.578938:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18000 refcount=4 00000020:00000001:0.0:1788624663.578940:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.578941:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.578944:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624663.578946:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624663.578949:0:35266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef4197d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87ab expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.578955:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.578956:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.578958:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.578959:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.578960:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18000 refcount=5 00000020:00000001:0.0:1788624663.578962:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.578964:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.578967:0:35266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624663.578970:0:35266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef4197d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87ab expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.578976:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.578977:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624663.578980:0:35266:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef4197d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87ab expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.578985:0:35266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624663.578986:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.578987:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.578988:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.578989:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788624663.578994:0:35266:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11c06300 x1875506845076992/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788624663.579002:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.579003:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.579005:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18000 refcount=3 00000020:00000001:0.0:1788624663.579007:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.579008:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.579011:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.579012:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624663.579013:0:35266:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.579015:0:35266:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.579018:0:35266:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788624663.579021:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.579021:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.579023:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18000 refcount=3 00000020:00000001:0.0:1788624663.579025:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.579026:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00000002:00010000:0.0:1788624663.579030:0:35266:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef4197d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87ab expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.579042:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.579044:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.579045:0:35266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624663.579047:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.579048:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.579049:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18000 refcount=3 00000020:00000001:0.0:1788624663.579051:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.579053:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000040:0.0:1788624663.579060:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10200 count: 2 00010000:00000001:0.0:1788624663.579063:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788624663.579066:0:35266:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788624663.579069:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.579070:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624663.579071:0:35266:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624663.579074:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209b938 00000002:00002000:0.0:1788624663.579076:0:35266:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788624663.579078:0:35266:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624663.579081:0:35266:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624663.579084:0:35266:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624663.579087:0:35266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788624663.579090:0:35266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624663.579093:0:35266:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624663.579097:0:35266:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197f5e00. 00000080:00000001:0.0:1788624663.579101:0:35266:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624663.579154:0:35266:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624663.579173:0:35266:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788624663.579178:0:35266:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788624663.579184:0:35266:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd215f8140. 00800000:00000001:0.0:1788624663.579187:0:35266:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773759570240 : -112299949981376 : ffff99dd215f8140) 00800000:00000001:0.0:1788624663.579189:0:35266:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.579191:0:35266:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788624663.579194:0:35266:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788624663.579196:0:35266:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788624663.579199:0:35266:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788624663.579202:0:35266:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788624663.579203:0:35266:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.579208:0:35266:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788624663.579211:0:35266:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788624663.579216:0:35266:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788624663.579218:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.579219:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.579221:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18000 refcount=3 00000020:00000001:0.0:1788624663.579223:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.579226:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.579228:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.579229:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624663.579231:0:35266:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624663.579234:0:35266:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788624663.579235:0:35266:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8140 1 00800000:00000010:0.0:1788624663.579237:0:35266:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd215f8140. 00800000:00000001:0.0:1788624663.579240:0:35266:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624663.579243:0:35266:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef4197d 00800000:00000001:0.0:1788624663.579246:0:35266:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624663.579248:0:35266:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624663.579249:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.579250:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.579252:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18000 refcount=3 00000020:00000001:0.0:1788624663.579253:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.579255:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.579258:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.579259:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624663.579260:0:35266:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624663.579262:0:35266:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.579264:0:35266:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624663.579267:0:35266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624663.579270:0:35266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4197d from it ffffbef88209bbf8 00010000:00000001:0.0:1788624663.579271:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.579273:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.579274:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18000 refcount=3 00000020:00000001:0.0:1788624663.579275:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.579277:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.579279:0:35266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624663.579281:0:35266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef4197d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87ab expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.579287:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.579288:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.579290:0:35266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624663.579292:0:35266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624663.579294:0:35266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef4197d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87ab expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624663.579301:0:35266:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624663.579304:0:35266:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624663.579306:0:35266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624663.579309:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.579310:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.579312:0:35266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.579316:0:35266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624663.579318:0:35266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.579320:0:35266:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.579323:0:35266:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.579324:0:35266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624663.579325:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.579326:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624663.579328:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.579345:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06300 x1875506845076992/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.579353:0:35266:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624663.579355:0:35266:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624663.579358:0:35266:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd02e11000. 02000000:00000001:0.0:1788624663.579362:0:35266:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624663.579365:0:35266:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624663.579367:0:35266:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=3 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624663.579369:0:35266:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624663.579372:0:35266:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049c9000. 02000000:00000001:0.0:1788624663.579375:0:35266:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624663.579377:0:35266:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624663.579379:0:35266:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06300. 00000100:00000001:0.0:1788624663.579382:0:35266:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624663.579383:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624663.579386:0:35266:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788624663.579391:0:35266:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624663.579416:0:35266:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd10536440. 00000080:00000001:0.0:1788624663.579422:0:35266:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624663.579424:0:35266:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624663.579425:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209bb00 00000080:00200000:0.0:1788624663.579427:0:35266:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624663.579431:0:35266:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197f5e00. 00800000:00000002:0.0:1788624663.579436:0:35266:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624663.579439:0:35266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624663.579441:0:35266:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624663.579443:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209ba20 00800000:00000002:0.0:1788624663.579445:0:35266:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624663.579448:0:35266:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624663.579450:0:35266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624663.579453:0:35266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624663.579455:0:35266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624663.579458:0:35266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624663.579459:0:35266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624663.579461:0:35266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624663.579463:0:35266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624663.579466:0:35266:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624663.579470:0:35266:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624663.579472:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209b8f0 00000002:00010000:0.0:1788624663.579474:0:35266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624663.579477:0:35266:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624663.579479:0:35266:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624663.579481:0:35266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624663.579484:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10200 count: 2 00010000:00000001:0.0:1788624663.579486:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624663.579489:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624663.579491:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624663.579494:0:35266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef4197d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87ab expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788624663.579501:0:35266:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624663.579505:0:35266:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624663.579508:0:35266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef4197d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87ab expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788624663.579514:0:35266:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624663.579516:0:35266:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624663.579518:0:35266:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624663.579520:0:35266:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624663.579522:0:35266:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624663.579523:0:35266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624663.579526:0:35266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624663.579528:0:35266:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624663.579530:0:35266:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197f5e00. 00000080:00000001:0.0:1788624663.579533:0:35266:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624663.579534:0:35266:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624663.579536:0:35266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624663.579539:0:35266:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef4197d 00800000:00000001:0.0:1788624663.579541:0:35266:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624663.579542:0:35266:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624663.579544:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.579545:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.579546:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18000 refcount=3 00000020:00000001:0.0:1788624663.579548:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.579550:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.579553:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.579720:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624663.579721:0:35266:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624663.579724:0:35266:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624663.579726:0:35266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef4197d from it ffffbef88209bb38 00010000:00000001:0.0:1788624663.579728:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.579729:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.579731:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d18000 refcount=3 00000020:00000001:0.0:1788624663.579733:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.579735:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498605568 : -112300210946048 : ffff99dd11d18000) 00010000:00000001:0.0:1788624663.579736:0:35266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624663.579739:0:35266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef4197d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87ab expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624663.579746:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.579747:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.579748:0:35266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624663.579749:0:35266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624663.579752:0:35266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef4197d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87ab expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624663.581774:0:35266:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624663.581778:0:35266:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624663.581781:0:35266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624663.581785:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.581787:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.581789:0:35266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.581792:0:35266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624663.581794:0:35266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.581796:0:35266:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.581800:0:35266:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.581801:0:35266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624663.581803:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.581804:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624663.581808:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624663.581810:0:35266:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624663.581818:0:35266:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788624663.581826:0:35266:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.581831:0:35266:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788624663.581834:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209bb58 00000080:00200000:0.0:1788624663.581836:0:35266:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), file ffff99dd084b2600, open_flags a141, mode 81b6 opened 0 00000080:00000010:1.0:1788624663.581989:0:35266:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff99dd048662a0. 00000080:00000001:1.0:1788624663.581996:0:35266:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788624663.581998:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209ba08 00000080:00200000:1.0:1788624663.582001:0:35266:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=open|creat 00000080:00000010:1.0:1788624663.582010:0:35266:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18745000. 00800000:00000002:1.0:1788624663.582016:0:35266:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624663.582022:0:35266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624663.582025:0:35266:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624663.582027:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209b928 00800000:00000002:1.0:1788624663.582030:0:35266:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624663.582032:0:35266:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788624663.582034:0:35266:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788624663.582038:0:35266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624663.582040:0:35266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624663.582043:0:35266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624663.582045:0:35266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624663.582047:0:35266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624663.582049:0:35266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624663.582051:0:35266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624663.582054:0:35266:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446631773493984256 : -112300215567360 : ffff99dd118afc00) 00800000:00000001:1.0:1788624663.582057:0:35266:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788624663.582059:0:35266:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788624663.582063:0:35266:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788624663.582065:0:35266:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788624663.582068:0:35266:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff99dd10dbf800: Allocated FID [0x200000405:0x2a:0x0] 40000000:00000001:1.0:1788624663.582071:0:35266:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.582073:0:35266:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624663.582075:0:35266:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624663.582076:0:35266:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624663.582078:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209b8a8 00800000:00000002:1.0:1788624663.582080:0:35266:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2a:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1788624663.582086:0:35266:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624663.582087:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209b7e0 00000002:00010000:1.0:1788624663.582089:0:35266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x200000405:0x2a:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:1.0:1788624663.582093:0:35266:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788624663.582096:0:35266:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788624663.582098:0:35266:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788624663.582120:0:35266:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.582123:0:35266:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788624663.582126:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10200 count: 2 00010000:00000001:1.0:1788624663.582128:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624663.582131:0:35266:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788624663.582134:0:35266:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788624663.582138:0:35266:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef4197d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a87ab expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788624663.582147:0:35266:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788624663.582150:0:35266:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788624663.582152:0:35266:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788624663.582153:0:35266:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788624663.582155:0:35266:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624663.582157:0:35266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624663.582167:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10200 count: 3 00010000:00000001:1.0:1788624663.582169:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624663.582172:0:35266:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.582173:0:35266:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624663.582173:0:35266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624663.582175:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10200 count: 3 00010000:00000001:1.0:1788624663.582176:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624663.582177:0:35266:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.582178:0:35266:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624663.582178:0:35266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624663.582179:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10200 count: 3 00010000:00000001:1.0:1788624663.582180:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624663.582181:0:35266:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624663.582182:0:35266:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788624663.582185:0:35266:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788624663.582188:0:35266:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788624663.582189:0:35266:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788624663.582192:0:35266:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788624663.582193:0:35266:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.582195:0:35266:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788624663.582197:0:35266:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788624663.582199:0:35266:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788624663.582200:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624663.582202:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788624663.582204:0:35266:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d18000 with handle 0xcc94206c7ef4197d from hash 00010000:00000001:1.0:1788624663.582205:0:35266:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788624663.582206:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.582207:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.582208:0:35266:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788624663.582210:0:35266:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788624663.582212:0:35266:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788624663.582213:0:35266:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624663.582215:0:35266:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624663.582216:0:35266:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788624663.582221:0:35266:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9880. 00000020:00000040:1.0:1788624663.582223:0:35266:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:1.0:1788624663.582229:0:35266:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788624663.582230:0:35266:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.582232:0:35266:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624663.582235:0:35266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624663.582237:0:35266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.582239:0:35266:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624663.582241:0:35266:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624663.582244:0:35266:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624663.582249:0:35266:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e1800. 00000100:00000001:1.0:1788624663.582254:0:35266:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.582258:0:35266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624663.582260:0:35266:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788624663.582263:0:35266:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef4197d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a87ab expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788624663.582267:0:35266:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788624663.582268:0:35266:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624663.582269:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788624663.582271:0:35266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d18000/0xcc94206c7ef4197d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a87ab expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1788624663.582275:0:35266:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10200 count: 0 00010000:00000010:1.0:1788624663.582279:0:35266:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd11c18480. 00010000:00000001:1.0:1788624663.582285:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.582286:0:35266:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.582287:0:35266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624663.582289:0:35266:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.582291:0:35266:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.582300:0:35266:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773499398272 : -112300210153344 : ffff99dd11dd9880) 00010000:00000001:1.0:1788624663.582304:0:35266:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624663.582306:0:35266:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788624663.582310:0:35266:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd189e4c00. 00010000:00000010:1.0:1788624663.582313:0:35266:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd087e6c00. 00010000:00000001:1.0:1788624663.582318:0:35266:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624663.582321:0:35266:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18600e00. 00000020:00000001:1.0:1788624663.582324:0:35266:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624663.582326:0:35266:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18600e00 with handle 0xcc94206c7ef41984 to hash 00000020:00000001:1.0:1788624663.582328:0:35266:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624663.582329:0:35266:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:1.0:1788624663.582332:0:35266:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:1.0:1788624663.582335:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624663.582337:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624663.582340:0:35266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600e00/0xcc94206c7ef41984 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624663.582348:0:35266:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600e00/0xcc94206c7ef41984 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788624663.582360:0:35266:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788624663.582373:0:35266:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11dd9880 x1875506845077248/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788624663.582382:0:35266:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600e00/0xcc94206c7ef41984 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624663.582388:0:35266:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624663.582389:0:35266:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624663.582396:0:35266:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147c000. 00000100:00000001:1.0:1788624663.582398:0:35266:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489577984 : -112300219973632 : ffff99dd1147c000) 00000100:00000001:1.0:1788624663.582401:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624663.582403:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499398272 : -112300210153344 : ffff99dd11dd9880) 00000100:00000001:1.0:1788624663.582407:0:35266:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624663.582411:0:35266:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.582413:0:35266:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624663.582415:0:35266:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624663.582420:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9880 x1875506845077248/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.582427:0:35266:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624663.582429:0:35266:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624663.582433:0:35266:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624663.582435:0:35266:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624663.582438:0:35266:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624663.582441:0:35266:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd9880 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35266:1875506845077248:192.168.202.125@tcp:101:lfs.0 00000100:00000001:1.0:1788624663.582445:0:35266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624663.582451:0:35266:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624663.582453:0:35266:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624663.582456:0:35266:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624663.582511:0:35266:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff99dd04840000. 02000000:00000001:1.0:1788624663.582514:0:35266:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624663.582522:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624663.582526:0:35266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793528. 00000400:00000010:1.0:1788624663.582534:0:35266:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff99dd107e1000. 00000100:00000200:1.0:1788624663.582541:0:35266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875506845077248, portal 10 00000100:00000001:1.0:1788624663.582546:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624663.582547:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499398272 : -112300210153344 : ffff99dd11dd9880) 00000100:00000040:1.0:1788624663.582666:0:35266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dd9880 x1875506845077248/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788624679 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.582675:0:35266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624663.582677:0:35266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624663.582680:0:35266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c4c8. 00000100:00000200:1.0:1788624663.582683:0:35266:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875506845077248, offset 0 00000400:00000200:1.0:1788624663.582687:0:35266:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624663.582694:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624663.582700:0:35266:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624663.582704:0:35266:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624663.582707:0:35266:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624663.582710:0:35266:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624663.582712:0:35266:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624663.582715:0:35266:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2998:2998:256:4294967295] 192.168.202.125@tcp LPNI seq info [2998:2998:8:4294967295] 00000400:00000200:1.0:1788624663.582717:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624663.582724:0:35266:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624663.582728:0:35266:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624663.582732:0:35266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e300. 00000800:00000200:1.0:1788624663.582737:0:35266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624663.582743:0:35266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624663.582746:0:35266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e300 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1788624663.582760:0:35266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624663.582764:0:35266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 849728 usecs (850 jiffies) 00000400:00000200:1.0:1788624663.582768:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624663.582770:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296678494 00000100:00000001:1.0:1788624663.582773:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:1.0:1788624663.582775:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296678494 00000100:00000001:1.0:1788624663.582777:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:1.0:1788624663.582779:0:35266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624663.582781:0:35266:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.582784:0:35266:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624663.582786:0:35266:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624663.582788:0:35266:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147c000 going to sleep for 11 seconds 00000100:00000001:1.0:1788624663.582791:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624663.582793:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624663.583759:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624663.583767:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e300. 00000400:00000200:2.0:1788624663.583773:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624663.583780:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624663.583786:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c4c8 00000400:00000010:2.0:1788624663.583788:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c4c8. 00000100:00000001:2.0:1788624663.583792:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624663.583797:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9880 x1875506845077248/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788624679 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624663.583809:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624663.583812:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9880 x1875506845077248/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788624679 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624663.583819:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624663.583821:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788624663.593315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10200. 00010000:00000010:1.1:1788624663.593331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d18000. 00000800:00000001:3.0:1788624663.625425:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.625442:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624663.625447:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.625450:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624663.625458:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.625465:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624663.625475:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.625490:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.625500:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.625505:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 608 into portal 10 MB=0x6a9c377464f00 00000400:00000200:3.0:1788624663.625510:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.625521:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 608/608 into md 0x8835 [32] + 224 00000800:00000001:3.0:1788624663.625528:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.625536:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624663.625539:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624663.625544:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624663.625553:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624663.625562:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9880 x1875506845077248/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788624679 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624663.625574:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff99dd11dd9880 x1875506845077248/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.625597:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624663.625607:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.625610:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.625772:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624663.625781:0:35266:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624663.625783:0:35266:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624663.625787:0:35266:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793528. 00000400:00000200:1.0:1788624663.625792:0:35266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd107e1000 00000400:00000010:1.0:1788624663.625795:0:35266:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff99dd107e1000. 00000100:00000001:1.0:1788624663.625798:0:35266:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624663.625803:0:35266:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9880 x1875506845077248/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624663.625810:0:35266:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9880 x1875506845077248/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.625816:0:35266:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624663.625819:0:35266:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.625821:0:35266:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624663.625825:0:35266:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624663.625827:0:35266:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624663.625829:0:35266:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624663.625846:0:35266:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624663.625856:0:35266:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=92 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624663.625860:0:35266:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624663.625862:0:35266:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624663.625864:0:35266:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.625866:0:35266:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624663.625870:0:35266:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.625873:0:35266:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624663.625876:0:35266:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788624663.625877:0:35266:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624663.625879:0:35266:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624663.625883:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9880 x1875506845077248/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.625889:0:35266:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624663.625892:0:35266:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624663.625894:0:35266:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624663.625898:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9880 x1875506845077248/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624679 ref 2 fl Interpret:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624663.625906:0:35266:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9880 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35266:1875506845077248:192.168.202.125@tcp:101:lfs.0 00000100:00000001:1.0:1788624663.625913:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.625916:0:35266:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.625919:0:35266:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624663.625921:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624663.625925:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9880 x1875506845077248/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624679 ref 2 fl Complete:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.625932:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624663.625935:0:35266:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147c000. 00000100:00000001:1.0:1788624663.625938:0:35266:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624663.625940:0:35266:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.625943:0:35266:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624663.625947:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.625950:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.625954:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600e00 refcount=4 00000020:00000001:1.0:1788624663.625956:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:1.0:1788624663.625959:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000040:1.0:1788624663.625967:0:35266:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18600e00, remote cookie: 0xa103bd66258a87c7, flags: 0x1001 00010000:00010000:1.0:1788624663.625972:0:35266:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600e00/0xcc94206c7ef41984 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87c7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788624663.625980:0:35266:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788624663.625983:0:35266:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788624663.625992:0:35266:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd189e4b00. 00010000:00000010:1.0:1788624663.625996:0:35266:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd087e6900. 00010000:00000040:1.0:1788624663.626001:0:35266:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd189e4c00 count: 0 00010000:00000010:1.0:1788624663.626007:0:35266:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd087e6c00. 00010000:00000001:1.0:1788624663.626015:0:35266:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624663.626018:0:35266:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600e00/0xcc94206c7ef41984 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87c7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624663.626025:0:35266:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600e00/0xcc94206c7ef41984 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87c7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.626032:0:35266:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624663.626038:0:35266:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624663.626040:0:35266:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624663.626042:0:35266:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624663.626043:0:35266:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624663.626045:0:35266:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000402:0x7:0x0].0x0 (ffff99dd189e4b00) refcount = 1 00010000:00010000:1.0:1788624663.626050:0:35266:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600e00/0xcc94206c7ef41984 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87c7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.626055:0:35266:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624663.626059:0:35266:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624663.626060:0:35266:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624663.626063:0:35266:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624663.626065:0:35266:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624663.626069:0:35266:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600e00/0xcc94206c7ef41984 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87c7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.626074:0:35266:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624663.626075:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.626077:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.626078:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.626079:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.626080:0:35266:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.626084:0:35266:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624663.626086:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.626088:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.626089:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600e00 refcount=3 00000020:00000001:1.0:1788624663.626091:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:1.0:1788624663.626093:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:1.0:1788624663.626095:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.626096:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.626098:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600e00 refcount=4 00000020:00000001:1.0:1788624663.626099:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:1.0:1788624663.626102:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:1.0:1788624663.626150:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624663.626153:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624663.626166:0:35266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600e00/0xcc94206c7ef41984 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87c7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.626174:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.626175:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.626177:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.626178:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.626180:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600e00 refcount=5 00000020:00000001:1.0:1788624663.626182:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:1.0:1788624663.626184:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:1.0:1788624663.626187:0:35266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624663.626189:0:35266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600e00/0xcc94206c7ef41984 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87c7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.626196:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.626198:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624663.626200:0:35266:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600e00/0xcc94206c7ef41984 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87c7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.626206:0:35266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624663.626207:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.626208:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.626209:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.626210:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624663.626216:0:35266:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=0 req@ffff99dd11dd9880 x1875506845077248/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788624663.626225:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.626226:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.626227:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600e00 refcount=3 00000020:00000001:1.0:1788624663.626229:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:1.0:1788624663.626232:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:1.0:1788624663.626234:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.626235:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624663.626236:0:35266:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.626238:0:35266:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.626242:0:35266:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788624663.626244:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.626245:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.626246:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600e00 refcount=3 00000020:00000001:1.0:1788624663.626248:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:1.0:1788624663.626250:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00000002:00010000:1.0:1788624663.626253:0:35266:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600e00/0xcc94206c7ef41984 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87c7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.626259:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.626260:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.626262:0:35266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624663.626264:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.626265:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.626266:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600e00 refcount=3 00000020:00000001:1.0:1788624663.626268:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:1.0:1788624663.626269:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000040:1.0:1788624663.626273:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4b00 count: 2 00010000:00000001:1.0:1788624663.626276:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624663.626279:0:35266:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 9663677442/7 (0 0) 00010000:00000001:1.0:1788624663.626281:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.626283:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624663.626284:0:35266:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624663.626286:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209b768 00000002:00002000:1.0:1788624663.626300:0:35266:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open|creat status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788624663.626303:0:35266:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624663.626307:0:35266:0:(lmv_intent.c:51:lmv_intent_remote()) Process entered 00800000:00000001:1.0:1788624663.626310:0:35266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624663.626314:0:35266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624663.626316:0:35266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624663.626318:0:35266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624663.626321:0:35266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624663.626323:0:35266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:1.0:1788624663.626326:0:35266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:1.0:1788624663.626331:0:35266:0:(lmv_intent.c:75:lmv_intent_remote()) kmalloced '(op_data)': 392 at ffff99dd18744400. 00800000:00000002:1.0:1788624663.626339:0:35266:0:(lmv_intent.c:92:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000402:0x7:0x0] -> mds #1 00000002:00000001:1.0:1788624663.626344:0:35266:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624663.626345:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209b730 00000002:00010000:1.0:1788624663.626347:0:35266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000402:0x7:0x0], intent: open|creat flags 0120502 00000002:00000001:1.0:1788624663.626352:0:35266:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788624663.626354:0:35266:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788624663.626357:0:35266:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788624663.626503:0:35266:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.626506:0:35266:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788624663.626509:0:35266:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624663.626514:0:35266:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9c00. 00000020:00000040:1.0:1788624663.626518:0:35266:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=5 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 02000000:00000001:1.0:1788624663.626523:0:35266:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788624663.626524:0:35266:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.626527:0:35266:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624663.626531:0:35266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624663.626534:0:35266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.626538:0:35266:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624663.626540:0:35266:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624663.626544:0:35266:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624663.626550:0:35266:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e1000. 00000100:00000001:1.0:1788624663.626556:0:35266:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.626559:0:35266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624663.626561:0:35266:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.626563:0:35266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624663.626564:0:35266:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.626566:0:35266:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.626571:0:35266:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773499399168 : -112300210152448 : ffff99dd11dd9c00) 00010000:00000001:1.0:1788624663.626574:0:35266:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624663.626577:0:35266:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788624663.626580:0:35266:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd189e4400. 00010000:00000010:1.0:1788624663.626582:0:35266:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd087e6c00. 00010000:00000001:1.0:1788624663.626587:0:35266:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624663.626590:0:35266:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18600000. 00000020:00000001:1.0:1788624663.626593:0:35266:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624663.626595:0:35266:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18600000 with handle 0xcc94206c7ef4198b to hash 00000020:00000001:1.0:1788624663.626597:0:35266:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624663.626598:0:35266:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:1.0:1788624663.626602:0:35266:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:1.0:1788624663.626604:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624663.626605:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624663.626609:0:35266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef4198b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624663.626615:0:35266:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef4198b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788624663.626625:0:35266:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788624663.626632:0:35266:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11dd9c00 x1875506845077504/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788624663.626640:0:35266:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef4198b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624663.626645:0:35266:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624663.626646:0:35266:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624663.626651:0:35266:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147c000. 00000100:00000001:1.0:1788624663.626654:0:35266:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489577984 : -112300219973632 : ffff99dd1147c000) 00000100:00000001:1.0:1788624663.626656:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624663.626658:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499399168 : -112300210152448 : ffff99dd11dd9c00) 00000100:00000001:1.0:1788624663.626662:0:35266:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624663.626665:0:35266:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.626667:0:35266:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624663.626669:0:35266:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624663.626672:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9c00 x1875506845077504/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.626679:0:35266:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624663.626681:0:35266:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624663.626685:0:35266:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624663.626687:0:35266:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624663.626689:0:35266:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624663.626692:0:35266:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd9c00 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35266:1875506845077504:192.168.202.125@tcp:101:lfs.0 00000100:00000001:1.0:1788624663.626697:0:35266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624663.626701:0:35266:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624663.626704:0:35266:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624663.626706:0:35266:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624663.626762:0:35266:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff99dd04900000. 02000000:00000001:1.0:1788624663.626765:0:35266:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624663.626772:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624663.626775:0:35266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793528. 00000400:00000010:1.0:1788624663.626783:0:35266:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff99dd107e1c00. 00000100:00000200:1.0:1788624663.626789:0:35266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875506845077504, portal 10 00000100:00000001:1.0:1788624663.626791:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624663.626793:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499399168 : -112300210152448 : ffff99dd11dd9c00) 00000100:00000040:1.0:1788624663.626799:0:35266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dd9c00 x1875506845077504/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/66320 e 0 to 0 dl 1788624679 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.626805:0:35266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624663.626808:0:35266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624663.626812:0:35266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c088. 00000100:00000200:1.0:1788624663.626815:0:35266:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875506845077504, offset 0 00000400:00000200:1.0:1788624663.626821:0:35266:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624663.626828:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624663.626835:0:35266:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624663.626840:0:35266:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624663.626844:0:35266:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624663.626848:0:35266:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624663.626851:0:35266:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624663.627391:0:35266:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [2999:2999:256:4294967295] 192.168.202.125@tcp LPNI seq info [2999:2999:8:4294967295] 00000400:00000200:1.0:1788624663.627399:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624663.627412:0:35266:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624663.627417:0:35266:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624663.627425:0:35266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e300. 00000800:00000200:1.0:1788624663.627432:0:35266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624663.627440:0:35266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624663.627445:0:35266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788624663.627465:0:35266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624663.627470:0:35266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 25071 usecs (26 jiffies) 00000400:00000200:1.0:1788624663.627473:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624663.627476:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296677715 00000100:00000001:1.0:1788624663.627478:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:1.0:1788624663.627480:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296677715 00000100:00000001:1.0:1788624663.627482:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:1.0:1788624663.627485:0:35266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624663.627487:0:35266:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.627489:0:35266:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624663.627491:0:35266:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624663.627494:0:35266:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147c000 going to sleep for 11 seconds 00000100:00000001:1.0:1788624663.627496:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624663.627499:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624663.627870:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624663.627875:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e300. 00000400:00000200:3.0:1788624663.627880:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624663.627886:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624663.627891:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c088 00000400:00000010:3.0:1788624663.627894:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c088. 00000100:00000001:3.0:1788624663.627897:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624663.627902:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9c00 x1875506845077504/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/66320 e 0 to 0 dl 1788624679 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.627912:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624663.627915:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9c00 x1875506845077504/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/66320 e 0 to 0 dl 1788624679 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.627922:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624663.627925:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788624663.631169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4c00. 00000800:00000001:3.0:1788624663.640437:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.640457:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624663.640462:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.640465:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624663.640474:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.640483:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624663.640493:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.640498:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.640503:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.640508:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 608 into portal 10 MB=0x6a9c377465000 00000400:00000200:3.0:1788624663.640513:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.640518:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 608/608 into md 0x883d [32] + 224 00000800:00000001:3.0:1788624663.640525:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.640536:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624663.640540:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624663.640545:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624663.640553:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624663.640563:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9c00 x1875506845077504/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/66320 e 0 to 0 dl 1788624679 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624663.640574:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff99dd11dd9c00 x1875506845077504/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/66320 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.640603:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624663.640613:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.640616:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.640707:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624663.640715:0:35266:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624663.640717:0:35266:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624663.640721:0:35266:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793528. 00000400:00000200:1.0:1788624663.640727:0:35266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd107e1c00 00000400:00000010:1.0:1788624663.640730:0:35266:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff99dd107e1c00. 00000100:00000001:1.0:1788624663.640734:0:35266:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624663.640739:0:35266:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9c00 x1875506845077504/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/66320 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624663.640749:0:35266:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9c00 x1875506845077504/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/66320 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.640756:0:35266:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624663.640758:0:35266:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.640760:0:35266:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624663.640764:0:35266:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624663.640766:0:35266:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624663.640768:0:35266:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624663.640771:0:35266:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624663.640781:0:35266:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=92 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624663.640785:0:35266:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=92 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624663.640788:0:35266:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788624663.640793:0:35266:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff99dd11dd9c00 x1875506845077504/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/608 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.640800:0:35266:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788624663.640804:0:35266:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624663.640808:0:35266:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788624663.640810:0:35266:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624663.640813:0:35266:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788624663.640817:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9c00 x1875506845077504/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/608 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.640824:0:35266:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788624663.640827:0:35266:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624663.640829:0:35266:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624663.640833:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9c00 x1875506845077504/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/608 e 0 to 0 dl 1788624679 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624663.640840:0:35266:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9c00 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35266:1875506845077504:192.168.202.125@tcp:101:lfs.0 00000100:00000001:1.0:1788624663.640845:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.640848:0:35266:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788624663.640850:0:35266:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624663.640853:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624663.640857:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9c00 x1875506845077504/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/608 e 0 to 0 dl 1788624679 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.640863:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624663.640866:0:35266:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147c000. 00000100:00000001:1.0:1788624663.640869:0:35266:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624663.640871:0:35266:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788624663.640874:0:35266:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624663.640879:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.640882:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.640885:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600000 refcount=4 00000020:00000001:1.0:1788624663.640887:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:1.0:1788624663.640890:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00010000:1.0:1788624663.640896:0:35266:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef4198b lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.640907:0:35266:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788624663.640911:0:35266:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef4198b lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.640917:0:35266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624663.640920:0:35266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef4198b lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.640926:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.640928:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624663.640930:0:35266:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef4198b lrc: 3/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.640935:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624663.640938:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.640941:0:35266:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788624663.640943:0:35266:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef4198b lrc: 4/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624663.640955:0:35266:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd18600000 already unused, calling callback (ffffffffc194e620) 00000080:00000001:1.0:1788624663.640958:0:35266:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788624663.640962:0:35266:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef4198b lrc: 4/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.640967:0:35266:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788624663.640969:0:35266:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788624663.640972:0:35266:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef4198b lrc: 4/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.640976:0:35266:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788624663.640979:0:35266:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788624663.640980:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.640981:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.640983:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600000 refcount=5 00000020:00000001:1.0:1788624663.640984:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:1.0:1788624663.640986:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:1.0:1788624663.640989:0:35266:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788624663.640991:0:35266:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef4198b lrc: 5/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788624663.640997:0:35266:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788624663.640999:0:35266:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624663.641002:0:35266:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788624663.641004:0:35266:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788624663.641006:0:35266:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788624663.641008:0:35266:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788624663.641010:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624663.641011:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788624663.641014:0:35266:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18600000 with handle 0xcc94206c7ef4198b from hash 00010000:00000001:1.0:1788624663.641016:0:35266:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788624663.641018:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.641019:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.641020:0:35266:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788624663.641021:0:35266:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788624663.641023:0:35266:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788624663.641025:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.641026:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.641027:0:35266:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624663.641028:0:35266:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624663.641031:0:35266:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef4198b lrc: 3/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.641035:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.641036:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.641037:0:35266:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788624663.641039:0:35266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624663.641040:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.641041:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.641042:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788624663.641056:0:35266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef4198b lrc: 0/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788624663.641063:0:35266:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd189e4400 count: 0 00010000:00000010:1.0:1788624663.641071:0:35266:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd087e6c00. 00010000:00000001:1.0:1788624663.641080:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.641082:0:35266:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788624663.641087:0:35266:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788624663.641094:0:35266:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff99dd11dd9c00 x1875506845077504/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/608 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788624663.641102:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788624663.641103:0:35266:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.641167:0:35266:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.641170:0:35266:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.641173:0:35266:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:1.0:1788624663.641176:0:35266:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:1.0:1788624663.641181:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209b6b8 00000002:00002000:1.0:1788624663.641183:0:35266:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:1.0:1788624663.641186:0:35266:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:1.0:1788624663.641189:0:35266:0:(lmv_intent.c:115:lmv_intent_remote()) Process leaving via out_free_op_data (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000010:1.0:1788624663.641192:0:35266:0:(lmv_intent.c:135:lmv_intent_remote()) kfreed 'op_data': 392 at ffff99dd18744400. 00010000:00000001:1.0:1788624663.641196:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.641197:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.641199:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600e00 refcount=3 00000020:00000001:1.0:1788624663.641200:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:1.0:1788624663.641203:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:1.0:1788624663.641205:0:35266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624663.641208:0:35266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600e00/0xcc94206c7ef41984 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87c7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.641215:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.641216:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.641218:0:35266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624663.641220:0:35266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624663.641223:0:35266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600e00/0xcc94206c7ef41984 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87c7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624663.641229:0:35266:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624663.641232:0:35266:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624663.641234:0:35266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624663.641238:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.641239:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.641241:0:35266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.641243:0:35266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624663.641245:0:35266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.641247:0:35266:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.641250:0:35266:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.641252:0:35266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624663.641253:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.641254:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624663.641255:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624663.641261:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9880 x1875506845077248/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.641268:0:35266:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624663.641271:0:35266:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624663.641274:0:35266:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff99dd04840000. 02000000:00000001:1.0:1788624663.641303:0:35266:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624663.641306:0:35266:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624663.641308:0:35266:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=3 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624663.641311:0:35266:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624663.641314:0:35266:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e1800. 02000000:00000001:1.0:1788624663.641317:0:35266:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624663.641319:0:35266:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624663.641321:0:35266:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9880. 00000100:00000001:1.0:1788624663.641324:0:35266:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624663.641326:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624663.641328:0:35266:0:(lmv_intent.c:422:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:1.0:1788624663.641331:0:35266:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:1.0:1788624663.641335:0:35266:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:1.0:1788624663.641338:0:35266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:1.0:1788624663.641340:0:35266:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:1.0:1788624663.641345:0:35266:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624663.641348:0:35266:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18745000. 00000100:00000001:1.0:1788624663.641351:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624663.641356:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9c00 x1875506845077504/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/608 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.641361:0:35266:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624663.641363:0:35266:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624663.641365:0:35266:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff99dd04900000. 02000000:00000001:1.0:1788624663.641382:0:35266:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624663.641384:0:35266:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624663.641385:0:35266:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624663.641387:0:35266:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624663.641388:0:35266:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e1000. 02000000:00000001:1.0:1788624663.641390:0:35266:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624663.641391:0:35266:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624663.641393:0:35266:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9c00. 00000100:00000001:1.0:1788624663.641395:0:35266:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624663.641396:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624663.641401:0:35266:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788624663.641403:0:35266:0:(dcache.c:176:ll_intent_release()) intent ffff99dd048662a0 released 00000080:00000001:1.0:1788624663.641405:0:35266:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:1.0:1788624663.641407:0:35266:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff99dd048662a0. 00000080:00000001:1.0:1788624663.641410:0:35266:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:1.0:1788624663.641418:0:35266:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788624663.641422:0:35266:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788624663.641487:0:35266:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624663.641490:0:35266:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624663.641493:0:35266:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624663.641495:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209bbc0 00000080:00200000:1.0:1788624663.641498:0:35266:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:1.0:1788624663.641503:0:35266:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18745000. 00800000:00000002:1.0:1788624663.641509:0:35266:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624663.641513:0:35266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624663.641516:0:35266:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624663.641518:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209bae0 00800000:00000002:1.0:1788624663.641520:0:35266:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624663.641524:0:35266:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624663.641526:0:35266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624663.641528:0:35266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624663.641530:0:35266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624663.641533:0:35266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624663.641535:0:35266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624663.641537:0:35266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624663.641539:0:35266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624663.641542:0:35266:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624663.641546:0:35266:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624663.641548:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209b9b0 00000002:00010000:1.0:1788624663.641549:0:35266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624663.641552:0:35266:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624663.641554:0:35266:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624663.641557:0:35266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624663.641561:0:35266:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.641564:0:35266:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.641566:0:35266:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.641568:0:35266:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788624663.641570:0:35266:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788624663.641573:0:35266:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9c00. 00000020:00000040:1.0:1788624663.641577:0:35266:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:1.0:1788624663.641582:0:35266:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624663.641586:0:35266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624663.641589:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.641590:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.641591:0:35266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.641595:0:35266:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624663.641597:0:35266:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624663.641602:0:35266:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624663.641608:0:35266:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e1000. 00000100:00000001:1.0:1788624663.641617:0:35266:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.641621:0:35266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624663.641622:0:35266:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.641624:0:35266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624663.641625:0:35266:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.641626:0:35266:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.641631:0:35266:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773499399168 : -112300210152448 : ffff99dd11dd9c00) 00010000:00000001:1.0:1788624663.641635:0:35266:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624663.641637:0:35266:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788624663.641640:0:35266:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd189e4c00. 00010000:00000010:1.0:1788624663.641643:0:35266:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd087e6c00. 00010000:00000001:1.0:1788624663.641648:0:35266:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624663.641651:0:35266:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18601400. 00000020:00000001:1.0:1788624663.641654:0:35266:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624663.641656:0:35266:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18601400 with handle 0xcc94206c7ef41992 to hash 00000020:00000001:1.0:1788624663.641658:0:35266:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624663.641659:0:35266:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.641663:0:35266:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.641666:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624663.641668:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624663.641671:0:35266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624663.641678:0:35266:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624663.641686:0:35266:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624663.641691:0:35266:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624663.641693:0:35266:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624663.641698:0:35266:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147c000. 00000100:00000001:1.0:1788624663.641700:0:35266:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489577984 : -112300219973632 : ffff99dd1147c000) 00000100:00000001:1.0:1788624663.641702:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624663.641703:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499399168 : -112300210152448 : ffff99dd11dd9c00) 00000100:00000001:1.0:1788624663.641707:0:35266:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624663.641711:0:35266:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.641713:0:35266:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624663.641714:0:35266:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624663.641719:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9c00 x1875506845077632/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.641726:0:35266:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624663.641728:0:35266:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624663.641732:0:35266:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624663.641735:0:35266:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624663.641737:0:35266:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624663.641741:0:35266:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd9c00 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35266:1875506845077632:192.168.202.125@tcp:101:lfs.0 00000100:00000001:1.0:1788624663.641745:0:35266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624663.641750:0:35266:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624663.641753:0:35266:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624663.641755:0:35266:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624663.641761:0:35266:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd18656000. 02000000:00000001:1.0:1788624663.641762:0:35266:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624663.641769:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624663.641773:0:35266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793528. 00000400:00000010:1.0:1788624663.641779:0:35266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c770. 00000100:00000200:1.0:1788624663.641787:0:35266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845077632, portal 10 00000100:00000001:1.0:1788624663.641789:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624663.641790:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499399168 : -112300210152448 : ffff99dd11dd9c00) 00000100:00000040:1.0:1788624663.641796:0:35266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dd9c00 x1875506845077632/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624679 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.641803:0:35266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624663.641805:0:35266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624663.641808:0:35266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c220. 00000100:00000200:1.0:1788624663.641811:0:35266:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845077632, offset 0 00000400:00000200:1.0:1788624663.641817:0:35266:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624663.641823:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624663.641829:0:35266:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624663.641834:0:35266:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624663.641838:0:35266:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624663.641842:0:35266:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624663.641845:0:35266:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624663.641849:0:35266:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3000:3000:256:4294967295] 192.168.202.125@tcp LPNI seq info [3000:3000:8:4294967295] 00000400:00000200:1.0:1788624663.641853:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624663.641861:0:35266:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624663.641866:0:35266:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624663.641871:0:35266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044eb00. 00000800:00000200:1.0:1788624663.641877:0:35266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624663.641885:0:35266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624663.641889:0:35266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044eb00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788624663.641911:0:35266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624663.641916:0:35266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 848727 usecs (849 jiffies) 00000400:00000200:1.0:1788624663.641920:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624663.641922:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296678552 00000100:00000001:1.0:1788624663.641926:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:1.0:1788624663.641938:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296678552 00000100:00000001:1.0:1788624663.641940:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:1.0:1788624663.641943:0:35266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624663.641945:0:35266:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.641947:0:35266:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624663.641949:0:35266:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624663.641952:0:35266:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147c000 going to sleep for 11 seconds 00000100:00000001:1.0:1788624663.641954:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624663.641957:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624663.642667:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624663.642673:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044eb00. 00000400:00000200:3.0:1788624663.642679:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624663.642687:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624663.642692:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c220 00000400:00000010:3.0:1788624663.642694:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c220. 00000100:00000001:3.0:1788624663.642698:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624663.642703:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9c00 x1875506845077632/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624679 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.642712:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624663.642716:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9c00 x1875506845077632/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624679 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.642722:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624663.642724:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788624663.646511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4400. 00010000:00000010:1.1:1788624663.646538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600000. 00000800:00000001:3.0:1788624663.651098:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.651168:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624663.651174:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.651178:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624663.651188:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.651199:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624663.651208:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.651214:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.651219:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.651224:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377465080 00000400:00000200:3.0:1788624663.651229:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.651236:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x8845 [1] + 224 00000800:00000001:3.0:1788624663.651243:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.651251:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624663.651254:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624663.651259:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624663.651266:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624663.651275:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9c00 x1875506845077632/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624679 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624663.651287:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11dd9c00 x1875506845077632/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.651304:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624663.651313:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.651316:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1788624663.651388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536440. 00000100:00000001:1.0:1788624663.651415:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624663.651423:0:35266:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624663.651424:0:35266:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624663.651428:0:35266:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793528. 00000400:00000200:1.0:1788624663.651432:0:35266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c770 00000400:00000010:1.0:1788624663.651434:0:35266:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c770. 00000100:00000001:1.0:1788624663.651437:0:35266:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624663.651442:0:35266:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9c00 x1875506845077632/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624663.651451:0:35266:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9c00 x1875506845077632/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.651458:0:35266:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624663.651460:0:35266:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.651462:0:35266:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624663.651465:0:35266:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624663.651468:0:35266:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624663.651471:0:35266:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624663.651474:0:35266:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624663.651483:0:35266:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=92 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624663.651487:0:35266:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624663.651490:0:35266:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624663.651491:0:35266:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.651496:0:35266:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624663.651500:0:35266:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.651505:0:35266:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624663.651508:0:35266:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788624663.651511:0:35266:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624663.651513:0:35266:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624663.651518:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9c00 x1875506845077632/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.651524:0:35266:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624663.651527:0:35266:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624663.651528:0:35266:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624663.651532:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9c00 x1875506845077632/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624679 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624663.651539:0:35266:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9c00 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35266:1875506845077632:192.168.202.125@tcp:101:lfs.0 00000100:00000001:1.0:1788624663.651543:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.651546:0:35266:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.651548:0:35266:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624663.651550:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624663.651553:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9c00 x1875506845077632/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624679 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.651560:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624663.651562:0:35266:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147c000. 00000100:00000001:1.0:1788624663.651565:0:35266:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624663.651567:0:35266:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.651570:0:35266:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624663.651573:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.651577:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.651580:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=4 00000020:00000001:1.0:1788624663.651583:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.651585:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000040:1.0:1788624663.651591:0:35266:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18601400, remote cookie: 0xa103bd66258a87dc, flags: 0x1001 00010000:00010000:1.0:1788624663.651598:0:35266:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624663.651613:0:35266:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.651621:0:35266:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624663.651624:0:35266:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624663.651626:0:35266:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624663.651628:0:35266:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624663.651629:0:35266:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624663.651632:0:35266:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd189e4c00) refcount = 1 00010000:00010000:1.0:1788624663.651636:0:35266:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.651643:0:35266:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624663.651646:0:35266:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624663.651647:0:35266:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624663.651650:0:35266:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624663.651653:0:35266:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624663.651656:0:35266:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.651662:0:35266:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624663.651664:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.651665:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.651666:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.651667:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.651669:0:35266:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.651673:0:35266:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624663.651675:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.651676:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.651677:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:1.0:1788624663.651679:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.651681:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.651684:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.651685:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.651686:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=4 00000020:00000001:1.0:1788624663.651688:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.651690:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.651692:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624663.651695:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624663.651698:0:35266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.651704:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.651705:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.651706:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.651707:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.651709:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=5 00000020:00000001:1.0:1788624663.651710:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.651712:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.651715:0:35266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624663.651717:0:35266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.651723:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.651724:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624663.651727:0:35266:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.651734:0:35266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624663.651735:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.651736:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.651737:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.651738:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624663.651743:0:35266:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11dd9c00 x1875506845077632/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788624663.651758:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.651759:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.651760:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:1.0:1788624663.651762:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.651764:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.651767:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.651768:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624663.651769:0:35266:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.651771:0:35266:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.651774:0:35266:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788624663.651777:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.651778:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.651779:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:1.0:1788624663.651780:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.651782:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00000002:00010000:1.0:1788624663.651785:0:35266:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.651791:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.651792:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.651794:0:35266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624663.651795:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.651796:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.651797:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:1.0:1788624663.651799:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.651801:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000040:1.0:1788624663.651807:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4c00 count: 2 00010000:00000001:1.0:1788624663.651810:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624663.651813:0:35266:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788624663.651816:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.651817:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624663.651818:0:35266:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624663.651821:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209b938 00000002:00002000:1.0:1788624663.651823:0:35266:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788624663.651826:0:35266:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624663.651829:0:35266:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624663.651832:0:35266:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624663.651834:0:35266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788624663.651837:0:35266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624663.651841:0:35266:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624663.651844:0:35266:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18745000. 00000080:00000001:1.0:1788624663.651848:0:35266:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624663.651851:0:35266:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624663.651857:0:35266:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788624663.651860:0:35266:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788624663.651866:0:35266:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd1878ecc0. 00800000:00000001:1.0:1788624663.651868:0:35266:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773610241216 : -112300099310400 : ffff99dd1878ecc0) 00800000:00000001:1.0:1788624663.651870:0:35266:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.651872:0:35266:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624663.651874:0:35266:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788624663.651876:0:35266:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788624663.651879:0:35266:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788624663.651881:0:35266:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788624663.651883:0:35266:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624663.651888:0:35266:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788624663.651891:0:35266:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788624663.651896:0:35266:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1788624663.651897:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.651899:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.651900:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:1.0:1788624663.651901:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.651904:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.651906:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.651907:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624663.651908:0:35266:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624663.651910:0:35266:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788624663.651912:0:35266:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878ecc0 1 00800000:00000010:1.0:1788624663.651914:0:35266:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd1878ecc0. 00800000:00000001:1.0:1788624663.651916:0:35266:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624663.651919:0:35266:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41992 00800000:00000001:1.0:1788624663.651922:0:35266:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624663.651925:0:35266:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624663.651926:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.651927:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.651928:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:1.0:1788624663.651930:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.651932:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.651934:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.651935:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624663.651936:0:35266:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624663.651938:0:35266:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624663.651941:0:35266:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624663.651943:0:35266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624663.651946:0:35266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41992 from it ffffbef88209bbf8 00010000:00000001:1.0:1788624663.651948:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.651949:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.651950:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:1.0:1788624663.651951:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.651954:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.651955:0:35266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624663.651957:0:35266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.651963:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.651964:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.651965:0:35266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624663.651968:0:35266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624663.651970:0:35266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624663.651981:0:35266:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624663.651983:0:35266:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624663.651986:0:35266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624663.651989:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.651990:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.651992:0:35266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.651994:0:35266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624663.651996:0:35266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.651998:0:35266:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.652001:0:35266:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.652002:0:35266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624663.652003:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.652004:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624663.652006:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624663.652010:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9c00 x1875506845077632/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.652017:0:35266:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624663.652020:0:35266:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624663.652023:0:35266:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd18656000. 02000000:00000001:1.0:1788624663.652028:0:35266:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624663.652030:0:35266:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624663.652032:0:35266:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=3 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624663.652035:0:35266:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624663.652038:0:35266:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e1000. 02000000:00000001:1.0:1788624663.652041:0:35266:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624663.652043:0:35266:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624663.652045:0:35266:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9c00. 00000100:00000001:1.0:1788624663.652049:0:35266:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624663.652050:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624663.652053:0:35266:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788624663.652058:0:35266:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624663.652075:0:35266:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd12bc8ba0. 00000080:00000001:1.0:1788624663.652079:0:35266:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788624663.652081:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209bb58 00000080:00200000:1.0:1788624663.652084:0:35266:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), file ffff99dd04f9c480, open_flags 1a100, mode 0 opened 0 00000080:00000010:1.0:1788624663.652089:0:35266:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff99dd048662a0. 00000080:00000001:1.0:1788624663.652092:0:35266:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788624663.652094:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209ba08 00000080:00200000:1.0:1788624663.652095:0:35266:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=open 00000080:00000010:1.0:1788624663.652103:0:35266:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18745000. 00800000:00000002:1.0:1788624663.652138:0:35266:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624663.652143:0:35266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624663.652146:0:35266:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624663.652148:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209b928 00800000:00000002:1.0:1788624663.652150:0:35266:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624663.652153:0:35266:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788624663.652155:0:35266:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788624663.652170:0:35266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624663.652173:0:35266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624663.652175:0:35266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624663.652177:0:35266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624663.652179:0:35266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624663.652181:0:35266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624663.652183:0:35266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624663.652187:0:35266:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446631773493984256 : -112300215567360 : ffff99dd118afc00) 00000020:00000001:1.0:1788624663.652189:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209b8a8 00800000:00000002:1.0:1788624663.652191:0:35266:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1788624663.652195:0:35266:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624663.652197:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209b7e0 00000002:00010000:1.0:1788624663.652199:0:35266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:1.0:1788624663.652203:0:35266:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788624663.652205:0:35266:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788624663.652208:0:35266:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788624663.652211:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4c00 count: 2 00010000:00000001:1.0:1788624663.652213:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624663.652216:0:35266:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788624663.652219:0:35266:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.652221:0:35266:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.652224:0:35266:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624663.652229:0:35266:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9c00. 00000020:00000040:1.0:1788624663.652233:0:35266:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:1.0:1788624663.652238:0:35266:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788624663.652240:0:35266:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.652242:0:35266:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624663.652245:0:35266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624663.652248:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.652249:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.652250:0:35266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.652253:0:35266:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624663.652255:0:35266:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624663.652259:0:35266:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624663.652265:0:35266:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e1000. 00000100:00000001:1.0:1788624663.652271:0:35266:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.652275:0:35266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624663.652276:0:35266:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.652278:0:35266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624663.652279:0:35266:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.652281:0:35266:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.652290:0:35266:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773499399168 : -112300210152448 : ffff99dd11dd9c00) 00010000:00000001:1.0:1788624663.652293:0:35266:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624663.652296:0:35266:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788624663.652299:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4c00 count: 2 00010000:00000001:1.0:1788624663.652301:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624663.652303:0:35266:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624663.652306:0:35266:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18600000. 00000020:00000001:1.0:1788624663.652309:0:35266:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624663.652312:0:35266:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18600000 with handle 0xcc94206c7ef41999 to hash 00000020:00000001:1.0:1788624663.652313:0:35266:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624663.652315:0:35266:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:1.0:1788624663.652318:0:35266:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:1.0:1788624663.652320:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624663.652322:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624663.652325:0:35266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624663.652337:0:35266:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788624663.652348:0:35266:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788624663.652354:0:35266:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11dd9c00 x1875506845077888/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788624663.652362:0:35266:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624663.652367:0:35266:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624663.652369:0:35266:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624663.652374:0:35266:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147c000. 00000100:00000001:1.0:1788624663.652376:0:35266:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489577984 : -112300219973632 : ffff99dd1147c000) 00000100:00000001:1.0:1788624663.652379:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624663.652380:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499399168 : -112300210152448 : ffff99dd11dd9c00) 00000100:00000001:1.0:1788624663.652384:0:35266:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624663.652388:0:35266:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.652389:0:35266:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624663.652391:0:35266:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624663.652395:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9c00 x1875506845077888/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.652402:0:35266:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624663.652405:0:35266:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624663.652409:0:35266:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624663.652411:0:35266:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624663.652413:0:35266:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624663.652416:0:35266:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd9c00 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35266:1875506845077888:192.168.202.125@tcp:101:lfs.0 00000100:00000001:1.0:1788624663.652421:0:35266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624663.652426:0:35266:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624663.652429:0:35266:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624663.652431:0:35266:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624663.652525:0:35266:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff99dd04a40000. 02000000:00000001:1.0:1788624663.652528:0:35266:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624663.652534:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624663.652539:0:35266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793528. 00000400:00000010:1.0:1788624663.652545:0:35266:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff99dd18656000. 00000100:00000200:1.0:1788624663.652551:0:35266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875506845077888, portal 10 00000100:00000001:1.0:1788624663.652553:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624663.652555:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499399168 : -112300210152448 : ffff99dd11dd9c00) 00000100:00000040:1.0:1788624663.652561:0:35266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dd9c00 x1875506845077888/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788624679 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.652569:0:35266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624663.652571:0:35266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624663.652574:0:35266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c770. 00000100:00000200:1.0:1788624663.652578:0:35266:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875506845077888, offset 0 00000400:00000200:1.0:1788624663.652583:0:35266:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624663.652590:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624663.652596:0:35266:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624663.652601:0:35266:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624663.652605:0:35266:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624663.652609:0:35266:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624663.652612:0:35266:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624663.652616:0:35266:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3001:3001:256:4294967295] 192.168.202.125@tcp LPNI seq info [3001:3001:8:4294967295] 00000400:00000200:1.0:1788624663.652620:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624663.652629:0:35266:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624663.652635:0:35266:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624663.652640:0:35266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e100. 00000800:00000200:1.0:1788624663.652646:0:35266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624663.652652:0:35266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624663.652657:0:35266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e100 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1788624663.652675:0:35266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624663.652679:0:35266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 847675 usecs (848 jiffies) 00000400:00000200:1.0:1788624663.652683:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624663.652685:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296678562 00000100:00000001:1.0:1788624663.652688:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:1.0:1788624663.652690:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296678562 00000100:00000001:1.0:1788624663.652692:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:1.0:1788624663.652694:0:35266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624663.652696:0:35266:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.652698:0:35266:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624663.652699:0:35266:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624663.652702:0:35266:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147c000 going to sleep for 11 seconds 00000100:00000001:1.0:1788624663.652704:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624663.652706:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624663.654626:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624663.654637:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e100. 00000400:00000200:3.0:1788624663.654645:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624663.654653:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624663.654661:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c770 00000400:00000010:3.0:1788624663.654663:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c770. 00000100:00000001:3.0:1788624663.654670:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624663.654678:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9c00 x1875506845077888/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788624679 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.654692:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624663.654696:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9c00 x1875506845077888/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788624679 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.654703:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624663.654704:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624663.663878:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.663896:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624663.663900:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.663902:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624663.663912:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.663919:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624663.663928:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.663933:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.663938:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.663943:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 608 into portal 10 MB=0x6a9c377465180 00000400:00000200:3.0:1788624663.663948:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624663.663954:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 608/608 into md 0x884d [64] + 224 00000800:00000001:3.0:1788624663.663961:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.663967:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624663.663971:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624663.663976:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624663.663983:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624663.663992:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9c00 x1875506845077888/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788624679 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624663.664003:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff99dd11dd9c00 x1875506845077888/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.664028:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624663.664046:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624663.664050:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.664323:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624663.664339:0:35266:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624663.664341:0:35266:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624663.664345:0:35266:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793528. 00000400:00000200:1.0:1788624663.664350:0:35266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd18656000 00000400:00000010:1.0:1788624663.664353:0:35266:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff99dd18656000. 00000100:00000001:1.0:1788624663.664358:0:35266:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624663.664376:0:35266:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9c00 x1875506845077888/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624663.664385:0:35266:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9c00 x1875506845077888/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.664391:0:35266:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624663.664393:0:35266:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.664396:0:35266:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624663.664399:0:35266:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624663.664402:0:35266:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624663.664404:0:35266:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624663.664407:0:35266:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624663.664417:0:35266:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=92 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624663.664421:0:35266:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624663.664423:0:35266:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624663.664425:0:35266:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.664428:0:35266:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624663.664431:0:35266:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.664434:0:35266:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624663.664437:0:35266:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788624663.664439:0:35266:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624663.664441:0:35266:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624663.664446:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9c00 x1875506845077888/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.664453:0:35266:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624663.664457:0:35266:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624663.664459:0:35266:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624663.664463:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9c00 x1875506845077888/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624679 ref 2 fl Interpret:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624663.664472:0:35266:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9c00 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35266:1875506845077888:192.168.202.125@tcp:101:lfs.0 00000100:00000001:1.0:1788624663.664477:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.664480:0:35266:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.664483:0:35266:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624663.664485:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624663.664489:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9c00 x1875506845077888/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624679 ref 2 fl Complete:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.664496:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624663.664499:0:35266:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147c000. 00000100:00000001:1.0:1788624663.664503:0:35266:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624663.664504:0:35266:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.664508:0:35266:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624663.664513:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.664515:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.664519:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600000 refcount=4 00000020:00000001:1.0:1788624663.664522:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:1.0:1788624663.664525:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000040:1.0:1788624663.664544:0:35266:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18600000, remote cookie: 0xa103bd66258a87f8, flags: 0x1001 00010000:00010000:1.0:1788624663.664551:0:35266:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87f8 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788624663.664560:0:35266:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788624663.664564:0:35266:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788624663.664571:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4b00 count: 2 00010000:00000001:1.0:1788624663.664574:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624663.664578:0:35266:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624663.664581:0:35266:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87f8 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624663.664590:0:35266:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87f8 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.664595:0:35266:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624663.664600:0:35266:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624663.664603:0:35266:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624663.664605:0:35266:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624663.664606:0:35266:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624663.664609:0:35266:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000402:0x7:0x0].0x0 (ffff99dd189e4b00) refcount = 2 00010000:00000040:1.0:1788624663.664612:0:35266:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788624663.664614:0:35266:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600e00/0xcc94206c7ef41984 lrc: 1/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87c7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788624663.664622:0:35266:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87f8 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.664628:0:35266:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624663.664631:0:35266:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624663.664633:0:35266:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624663.664636:0:35266:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624663.664639:0:35266:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624663.664644:0:35266:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87f8 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.664649:0:35266:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624663.664650:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.664652:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.664653:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.664654:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.664656:0:35266:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.664661:0:35266:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624663.664664:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.664665:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.664666:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600000 refcount=3 00000020:00000001:1.0:1788624663.664669:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:1.0:1788624663.664671:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:1.0:1788624663.664672:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.664673:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.664675:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600000 refcount=4 00000020:00000001:1.0:1788624663.664676:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:1.0:1788624663.664678:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:1.0:1788624663.664680:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624663.664683:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624663.664686:0:35266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87f8 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.664692:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.664693:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.664695:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.664696:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.664697:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600000 refcount=5 00000020:00000001:1.0:1788624663.664698:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:1.0:1788624663.664700:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:1.0:1788624663.664703:0:35266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624663.664706:0:35266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87f8 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.664713:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.664714:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624663.664717:0:35266:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87f8 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.664723:0:35266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624663.664724:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.664725:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.664726:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.664727:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624663.664732:0:35266:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0xb, status=0 req@ffff99dd11dd9c00 x1875506845077888/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788624663.664740:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.664741:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.664742:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600000 refcount=3 00000020:00000001:1.0:1788624663.664744:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:1.0:1788624663.664746:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:1.0:1788624663.664749:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.664750:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624663.664751:0:35266:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.664753:0:35266:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.664756:0:35266:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788624663.664759:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.664760:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.664761:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600000 refcount=3 00000020:00000001:1.0:1788624663.664763:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:1.0:1788624663.664765:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00000002:00010000:1.0:1788624663.664769:0:35266:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87f8 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.664781:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.664782:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.664784:0:35266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624663.664786:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.664787:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.664788:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600000 refcount=3 00000020:00000001:1.0:1788624663.664790:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:1.0:1788624663.664791:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000040:1.0:1788624663.664794:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4b00 count: 3 00010000:00000001:1.0:1788624663.664796:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624663.664800:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624663.664803:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624663.664806:0:35266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600e00/0xcc94206c7ef41984 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87c7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788624663.664814:0:35266:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624663.664819:0:35266:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624663.664822:0:35266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600e00/0xcc94206c7ef41984 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87c7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624663.664827:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.664828:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.664830:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.664831:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.664832:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600000 refcount=3 00000020:00000001:1.0:1788624663.664834:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:1.0:1788624663.664836:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:1.0:1788624663.664838:0:35266:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1788624663.664840:0:35266:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87f8 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.664850:0:35266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624663.664852:0:35266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xa103bd66258a87f8 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.664858:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.664859:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624663.664861:0:35266:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xa103bd66258a87f8 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624663.664867:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624663.664868:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.664871:0:35266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788624663.664877:0:35266:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99dd1147c000. 00010000:00000001:1.0:1788624663.664880:0:35266:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788624663.664900:0:35266:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1788624663.664902:0:35266:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.664904:0:35266:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.664906:0:35266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624663.664907:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.664908:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624663.664909:0:35266:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624663.664912:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209b768 00000002:00002000:1.0:1788624663.664914:0:35266:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788624663.664918:0:35266:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624663.664922:0:35266:0:(lmv_intent.c:51:lmv_intent_remote()) Process entered 00800000:00000001:1.0:1788624663.664925:0:35266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624663.664927:0:35266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624663.664930:0:35266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624663.664933:0:35266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624663.664935:0:35266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624663.664937:0:35266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:1.0:1788624663.664940:0:35266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:1.0:1788624663.664944:0:35266:0:(lmv_intent.c:75:lmv_intent_remote()) kmalloced '(op_data)': 392 at ffff99dd18744400. 00800000:00000002:1.0:1788624663.664947:0:35266:0:(lmv_intent.c:92:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000402:0x7:0x0] -> mds #1 00000002:00000001:1.0:1788624663.664951:0:35266:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624663.664952:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209b730 00000002:00010000:1.0:1788624663.664954:0:35266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000402:0x7:0x0], intent: open flags 0320401 00000002:00000001:1.0:1788624663.664958:0:35266:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788624663.664960:0:35266:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788624663.664963:0:35266:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788624663.664966:0:35266:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.664967:0:35266:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788624663.664969:0:35266:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624663.664973:0:35266:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9880. 00000020:00000040:1.0:1788624663.664977:0:35266:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=5 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 02000000:00000001:1.0:1788624663.664982:0:35266:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788624663.664983:0:35266:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.664986:0:35266:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624663.664989:0:35266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624663.664992:0:35266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.664995:0:35266:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624663.664997:0:35266:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624663.665000:0:35266:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624663.665007:0:35266:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e1800. 00000100:00000001:1.0:1788624663.665013:0:35266:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.665016:0:35266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624663.665017:0:35266:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.665018:0:35266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624663.665020:0:35266:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.665021:0:35266:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624663.665027:0:35266:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773499398272 : -112300210153344 : ffff99dd11dd9880) 00010000:00000001:1.0:1788624663.665031:0:35266:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624663.665033:0:35266:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788624663.665036:0:35266:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd189e4400. 00010000:00000010:1.0:1788624663.665040:0:35266:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd087e6c80. 00000020:00000001:0.0:1788624663.665204:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624663.665208:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624663.665211:0:16815:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788624663.665213:0:16815:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788624663.665215:0:16815:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788624663.665219:0:16815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xa103bd66258a87f8 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624663.665228:0:16815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd18600000 already unused, calling callback (ffffffffc194e620) 00000080:00000001:0.0:1788624663.665231:0:16815:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788624663.665235:0:16815:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xa103bd66258a87f8 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.665243:0:16815:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788624663.665245:0:16815:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788624663.665248:0:16815:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xa103bd66258a87f8 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.665253:0:16815:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788624663.665255:0:16815:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788624663.665256:0:16815:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.665257:0:16815:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.665259:0:16815:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600000 refcount=3 00000020:00000001:0.0:1788624663.665260:0:16815:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:0.0:1788624663.665262:0:16815:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608607744 : -112300100943872 : ffff99dd18600000) 00010000:00000001:0.0:1788624663.665264:0:16815:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624663.665267:0:16815:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a87f8 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788624663.665273:0:16815:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624663.665276:0:16815:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788624663.665278:0:16815:0:(namei.c:253:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788624663.665279:0:16815:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.665281:0:16815:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624663.665284:0:16815:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624663.665285:0:16815:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624663.665287:0:16815:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624663.665289:0:16815:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788624663.665291:0:16815:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18600000 with handle 0xcc94206c7ef41999 from hash 00010000:00000001:0.0:1788624663.665294:0:16815:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624663.665295:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.665296:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.665297:0:16815:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624663.665299:0:16815:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624663.665301:0:16815:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788624663.665305:0:16815:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624663.665308:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.665309:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.665310:0:16815:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.665312:0:16815:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624663.665313:0:16815:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788624663.665318:0:16815:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06300. 00000020:00000040:0.0:1788624663.665320:0:16815:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624663.665323:0:16815:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624663.665325:0:16815:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624663.665327:0:16815:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624663.665331:0:16815:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd197f5e00. 00000100:00000001:0.0:1788624663.665334:0:16815:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.665337:0:16815:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788624663.665340:0:16815:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a87f8 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624663.665346:0:16815:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788624663.665349:0:16815:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.665352:0:16815:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624663.665356:0:16815:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624663.665363:0:16815:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000664f8172] to pc [ptlrpcd_00_01+1] req@ffff99dd11c06300 x1875506845078144/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788624663.665389:0:16815:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624663.665391:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.665392:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.665394:0:16815:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.665395:0:16815:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.665397:0:16815:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624663.665400:0:16815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a87f8 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.665405:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624663.665407:0:16815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600000/0xcc94206c7ef41999 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a87f8 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.665417:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.665418:0:16815:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788624663.665419:0:16815:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff99dd1147c000. 00010000:00000001:0.0:1788624663.665423:0:16815:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.665425:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624663.665426:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624663.665428:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788624663.665430:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624663.665431:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624663.665433:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788624663.665434:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624663.665435:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624663.665437:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788624663.665444:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624663.665447:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624663.665449:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624663.665454:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06300 x1875506845078144/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.665462:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624663.665465:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.665469:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624663.665471:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624663.665474:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624663.665477:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845078144:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788624663.665481:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624663.665486:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624663.665488:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.665491:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624663.665496:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197f4000. 02000000:00000001:0.0:1788624663.665498:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624663.665505:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624663.665509:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d268. 00000400:00000010:0.0:1788624663.665514:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395990. 00000100:00000200:0.0:1788624663.665519:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845078144, portal 18 00000100:00000001:0.0:1788624663.665521:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624663.665523:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000040:0.0:1788624663.665540:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c06300 x1875506845078144/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.665546:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624663.665549:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624663.665551:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053952a8. 00000100:00000200:0.0:1788624663.665555:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875506845078144, offset 0 00000400:00000200:0.0:1788624663.665561:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624663.665568:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624663.665575:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624663.665581:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624663.665586:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624663.665590:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624663.665593:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624663.665598:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3002:3002:256:4294967295] 192.168.202.125@tcp LPNI seq info [3002:3002:8:4294967295] 00000400:00000200:0.0:1788624663.665603:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624663.665613:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624663.665620:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624663.665625:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cd00. 00000800:00000200:0.0:1788624663.665632:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624663.665640:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624663.665644:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788624663.665709:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624663.665713:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 846628 usecs (847 jiffies) 00000400:00000200:0.0:1788624663.665717:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624663.665720:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296678574 00000100:00000001:0.0:1788624663.665723:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:0.0:1788624663.665725:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296678574 00000100:00000001:0.0:1788624663.665728:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:0.0:1788624663.665730:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624663.665733:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.665735:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.665738:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.665746:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624663.665747:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788624663.665749:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624663.665750:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624663.665752:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.665754:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.665764:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624663.665766:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.666414:0:35266:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624663.666421:0:35266:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d19a00. 00000020:00000001:0.0:1788624663.666427:0:35266:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624663.666430:0:35266:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d19a00 with handle 0xcc94206c7ef419a0 to hash 00000020:00000001:0.0:1788624663.666432:0:35266:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624663.666434:0:35266:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624663.666439:0:35266:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624663.666442:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624663.666444:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624663.666448:0:35266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd11d19a00/0xcc94206c7ef419a0 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624663.666456:0:35266:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd11d19a00/0xcc94206c7ef419a0 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788624663.666473:0:35266:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788624663.666483:0:35266:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11dd9880 x1875506845078272/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788624663.666491:0:35266:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd11d19a00/0xcc94206c7ef419a0 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624663.666496:0:35266:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624663.666498:0:35266:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624663.666505:0:35266:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203be540. 00000100:00000001:0.0:1788624663.666507:0:35266:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740459328 : -112299969092288 : ffff99dd203be540) 00000100:00000001:0.0:1788624663.666510:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624663.666511:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499398272 : -112300210153344 : ffff99dd11dd9880) 00000100:00000001:0.0:1788624663.666515:0:35266:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624663.666518:0:35266:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.666519:0:35266:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624663.666521:0:35266:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624663.666524:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9880 x1875506845078272/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.666544:0:35266:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624663.666547:0:35266:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.666550:0:35266:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624663.666552:0:35266:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624663.666554:0:35266:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624663.666558:0:35266:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd9880 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35266:1875506845078272:192.168.202.125@tcp:101:lfs.0 00000100:00000001:0.0:1788624663.666562:0:35266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624663.666566:0:35266:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624663.666568:0:35266:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.666570:0:35266:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624663.666663:0:35266:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff99dd04ac0000. 02000000:00000001:0.0:1788624663.666666:0:35266:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624663.666672:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624663.666675:0:35266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d6e0. 00000400:00000010:0.0:1788624663.666681:0:35266:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff99dd02e11000. 00000100:00000200:0.0:1788624663.666685:0:35266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875506845078272, portal 10 00000100:00000001:0.0:1788624663.666687:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624663.666688:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499398272 : -112300210153344 : ffff99dd11dd9880) 00000100:00000040:0.0:1788624663.666694:0:35266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dd9880 x1875506845078272/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/131856 e 0 to 0 dl 1788624679 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.666700:0:35266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624663.666703:0:35266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624663.666705:0:35266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395c38. 00000100:00000200:0.0:1788624663.666708:0:35266:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875506845078272, offset 0 00000400:00000200:0.0:1788624663.666713:0:35266:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624663.666718:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624663.666723:0:35266:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624663.666727:0:35266:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624663.666730:0:35266:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624663.666733:0:35266:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624663.666735:0:35266:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624663.666738:0:35266:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3003:3003:255:4294967295] 192.168.202.125@tcp LPNI seq info [3003:3003:7:4294967295] 00000400:00000200:0.0:1788624663.666742:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624663.666750:0:35266:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624663.666755:0:35266:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624663.666759:0:35266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cb00. 00000800:00000200:0.0:1788624663.666763:0:35266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624663.666769:0:35266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624663.666772:0:35266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cb00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788624663.666775:0:35266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624663.666779:0:35266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 25046 usecs (26 jiffies) 00000400:00000200:0.0:1788624663.666782:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624663.666784:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296677754 00000100:00000001:0.0:1788624663.666787:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:0.0:1788624663.666789:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296677754 00000100:00000001:0.0:1788624663.666791:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:0.0:1788624663.666793:0:35266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624663.666796:0:35266:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.666797:0:35266:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624663.666799:0:35266:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624663.666802:0:35266:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be540 going to sleep for 11 seconds 00000100:00000001:0.0:1788624663.666804:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624663.666806:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624663.667635:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624663.667641:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cd00. 00000400:00000200:2.0:1788624663.667649:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624663.667655:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624663.667661:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053952a8 00000400:00000010:2.0:1788624663.667663:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053952a8. 00000100:00000001:2.0:1788624663.667668:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624663.667674:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06300 x1875506845078144/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624663.667684:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624663.667688:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06300 x1875506845078144/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624663.667694:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624663.667696:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624663.669130:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624663.669139:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cb00. 00000400:00000200:2.0:1788624663.669147:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624663.669154:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624663.669169:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395c38 00000400:00000010:2.0:1788624663.669172:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395c38. 00000100:00000001:2.0:1788624663.669178:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624663.669185:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9880 x1875506845078272/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/131856 e 0 to 0 dl 1788624679 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624663.669195:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624663.669198:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9880 x1875506845078272/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/131856 e 0 to 0 dl 1788624679 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624663.669204:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624663.669206:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624663.673343:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.673358:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624663.673363:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.673365:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624663.673372:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.673380:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624663.673389:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.673393:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.673399:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.673403:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 18 MB=0x6a9c377465280 00000400:00000200:2.0:1788624663.673409:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.673414:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8855 [1] + 224 00000800:00000001:2.0:1788624663.673421:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.673427:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624663.673430:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624663.673434:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624663.673441:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624663.673450:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06300 x1875506845078144/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624679 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624663.673462:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c06300 x1875506845078144/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624663.673480:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624663.673488:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.673491:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.673526:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624663.673531:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624663.673537:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624663.673540:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624663.673543:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d268. 00000400:00000200:0.0:1788624663.673547:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395990 00000400:00000010:0.0:1788624663.673549:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395990. 00000100:00000001:0.0:1788624663.673552:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624663.673557:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06300 x1875506845078144/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624663.673566:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06300 x1875506845078144/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624679 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.673572:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624663.673574:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.673577:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624663.673580:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624663.673583:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624663.673585:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.673588:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624663.673596:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442580 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624663.673600:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624663.673603:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624663.673604:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.673607:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624663.673610:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.673614:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624663.673616:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788624663.673618:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624663.673620:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624663.673624:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06300 x1875506845078144/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624679 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.673631:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624663.673633:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624663.673635:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624663.673639:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06300 x1875506845078144/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624679 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624663.673646:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845078144:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788624663.673650:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.673652:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.673655:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06300 x1875506845078144/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.673662:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624663.673664:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624663.673667:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197f4000. 02000000:00000001:0.0:1788624663.673670:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624663.673672:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624663.673674:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624663.673676:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624663.673680:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd197f5e00. 02000000:00000001:0.0:1788624663.673683:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624663.673685:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624663.673687:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06300. 00000100:00000001:0.0:1788624663.673690:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624663.673692:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.673695:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.673703:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624663.673705:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.673707:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624663.673709:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788624663.674370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600000. 00000800:00000001:2.0:1788624663.674739:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.674748:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624663.674750:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.674753:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624663.674759:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.674764:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624663.674771:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.674774:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.674778:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.674782:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 608 into portal 10 MB=0x6a9c377465300 00000400:00000200:2.0:1788624663.674787:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.674792:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 608/608 into md 0x885d [64] + 224 00000800:00000001:2.0:1788624663.674797:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.674802:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624663.674805:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624663.674809:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624663.674813:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624663.674819:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9880 x1875506845078272/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/131856 e 0 to 0 dl 1788624679 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624663.674828:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff99dd11dd9880 x1875506845078272/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/131856 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624663.674847:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624663.674851:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.674854:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.674902:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624663.674907:0:35266:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624663.674910:0:35266:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624663.674912:0:35266:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d6e0. 00000400:00000200:0.0:1788624663.674916:0:35266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd02e11000 00000400:00000010:0.0:1788624663.674918:0:35266:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff99dd02e11000. 00000100:00000001:0.0:1788624663.674921:0:35266:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624663.674925:0:35266:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9880 x1875506845078272/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/131856 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624663.674934:0:35266:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9880 x1875506845078272/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/131856 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.674940:0:35266:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624663.674941:0:35266:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.674943:0:35266:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624663.674945:0:35266:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624663.674947:0:35266:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624663.674949:0:35266:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.674951:0:35266:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624663.674958:0:35266:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=92 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624663.674962:0:35266:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=92 v=5 (1 1 1 1) 00000100:00000001:0.0:1788624663.674964:0:35266:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788624663.674968:0:35266:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff99dd11dd9880 x1875506845078272/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/608 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.674974:0:35266:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788624663.674976:0:35266:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788624663.674978:0:35266:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788624663.674980:0:35266:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788624663.674982:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624663.674984:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499398272 : -112300210153344 : ffff99dd11dd9880) 00000100:00000001:0.0:1788624663.674986:0:35266:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624663.674988:0:35266:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788624663.674989:0:35266:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624663.674991:0:35266:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788624663.674995:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9880 x1875506845078272/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/608 e 0 to 0 dl 1788624679 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.675002:0:35266:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788624663.675004:0:35266:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624663.675006:0:35266:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624663.675010:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9880 x1875506845078272/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/608 e 0 to 0 dl 1788624679 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624663.675018:0:35266:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9880 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35266:1875506845078272:192.168.202.125@tcp:101:lfs.0 00000100:00000001:0.0:1788624663.675022:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.675025:0:35266:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788624663.675027:0:35266:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624663.675029:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.675032:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9880 x1875506845078272/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/608 e 0 to 0 dl 1788624679 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.675038:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624663.675041:0:35266:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203be540. 00000100:00000001:0.0:1788624663.675043:0:35266:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624663.675053:0:35266:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788624663.675057:0:35266:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624663.675061:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.675063:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.675066:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=4 00000020:00000001:0.0:1788624663.675068:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624663.675071:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00010000:0.0:1788624663.675077:0:35266:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd11d19a00/0xcc94206c7ef419a0 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.675087:0:35266:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788624663.675092:0:35266:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd11d19a00/0xcc94206c7ef419a0 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.675098:0:35266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624663.675101:0:35266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd11d19a00/0xcc94206c7ef419a0 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.675138:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.675139:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624663.675142:0:35266:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd11d19a00/0xcc94206c7ef419a0 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.675147:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624663.675150:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.675155:0:35266:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788624663.675167:0:35266:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd11d19a00/0xcc94206c7ef419a0 lrc: 4/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624663.675174:0:35266:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd11d19a00 already unused, calling callback (ffffffffc194e620) 00000080:00000001:0.0:1788624663.675177:0:35266:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788624663.675181:0:35266:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd11d19a00/0xcc94206c7ef419a0 lrc: 4/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.675187:0:35266:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788624663.675189:0:35266:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788624663.675192:0:35266:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd11d19a00/0xcc94206c7ef419a0 lrc: 4/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.675197:0:35266:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788624663.675201:0:35266:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788624663.675202:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.675203:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.675205:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=5 00000020:00000001:0.0:1788624663.675206:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624663.675208:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624663.675211:0:35266:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624663.675213:0:35266:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd11d19a00/0xcc94206c7ef419a0 lrc: 5/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788624663.675218:0:35266:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624663.675220:0:35266:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624663.675222:0:35266:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788624663.675224:0:35266:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624663.675227:0:35266:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624663.675229:0:35266:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624663.675231:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624663.675232:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788624663.675235:0:35266:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d19a00 with handle 0xcc94206c7ef419a0 from hash 00010000:00000001:0.0:1788624663.675237:0:35266:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624663.675238:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.675239:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.675240:0:35266:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624663.675242:0:35266:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624663.675244:0:35266:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788624663.675246:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.675247:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.675248:0:35266:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.675250:0:35266:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624663.675252:0:35266:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd11d19a00/0xcc94206c7ef419a0 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.675256:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.675257:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.675259:0:35266:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788624663.675260:0:35266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624663.675262:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.675263:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.675264:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624663.675266:0:35266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd11d19a00/0xcc94206c7ef419a0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788624663.675272:0:35266:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd189e4400 count: 0 00010000:00000010:0.0:1788624663.675280:0:35266:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd087e6c80. 00010000:00000001:0.0:1788624663.675290:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.675292:0:35266:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788624663.675296:0:35266:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788624663.675302:0:35266:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff99dd11dd9880 x1875506845078272/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/608 e 0 to 0 dl 1788624679 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624663.675311:0:35266:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788624663.675315:0:35266:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11dd9880 x1875506845078272/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/608 e 0 to 0 dl 1788624679 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624663.675322:0:35266:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.675324:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788624663.675325:0:35266:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.675327:0:35266:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.675329:0:35266:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.675332:0:35266:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788624663.675334:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624663.675335:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499398272 : -112300210153344 : ffff99dd11dd9880) 00010000:00000001:0.0:1788624663.675337:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788624663.675338:0:35266:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.675340:0:35266:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624663.675342:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209b6b8 00000002:00002000:0.0:1788624663.675344:0:35266:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788624663.675347:0:35266:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624663.675349:0:35266:0:(lmv_intent.c:133:lmv_intent_remote()) Process leaving 00800000:00000010:0.0:1788624663.675351:0:35266:0:(lmv_intent.c:135:lmv_intent_remote()) kfreed 'op_data': 392 at ffff99dd18744400. 00000100:00000001:0.0:1788624663.675354:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.675358:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9c00 x1875506845077888/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.675364:0:35266:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624663.675366:0:35266:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624663.675542:0:35266:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff99dd04a40000. 02000000:00000001:0.0:1788624663.675578:0:35266:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624663.675581:0:35266:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624663.675583:0:35266:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=3 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624663.675585:0:35266:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624663.675588:0:35266:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e1000. 02000000:00000001:0.0:1788624663.675591:0:35266:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624663.675593:0:35266:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624663.675595:0:35266:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9c00. 00000100:00000001:0.0:1788624663.675598:0:35266:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624663.675599:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624663.675603:0:35266:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624663.675605:0:35266:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624663.675608:0:35266:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788624663.675611:0:35266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624663.675615:0:35266:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:0.0:1788624663.675617:0:35266:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788624663.675619:0:35266:0:(namei.c:674:ll_lookup_it_finish()) it ffff99dd048662a0 it_disposition 80002b 00000080:00000001:0.0:1788624663.675622:0:35266:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624663.675628:0:35266:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788624663.675630:0:35266:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788624663.675633:0:35266:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:0.0:1788624663.675636:0:35266:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788624663.675643:0:35266:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788624663.675645:0:35266:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240000402:0x7:0x0] 00000080:00000001:0.0:1788624663.675647:0:35266:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.675650:0:35266:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:0.0:1788624663.675653:0:35266:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00200000:0.0:1788624663.675658:0:35266:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x7:0x0], updating i_size 4096 00000080:00200000:0.0:1788624663.675660:0:35266:0:(namei.c:147:ll_iget()) got inode: [0x240000402:0x7:0x0](ffff99dd19870908): rc = 0 00000080:00000001:0.0:1788624663.675662:0:35266:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773627943176 : -112300081608440 : ffff99dd19870908) 00010000:00000001:0.0:1788624663.675664:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.675666:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.675668:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600e00 refcount=3 00000020:00000001:0.0:1788624663.675670:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:0.0:1788624663.675672:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:0.0:1788624663.675675:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.675676:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624663.675677:0:35266:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624663.675680:0:35266:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788624663.675682:0:35266:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624663.675685:0:35266:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x240000402:0x7:0x0](ffff99dd19870908) for lock 0xcc94206c7ef41984 00800000:00000001:0.0:1788624663.675688:0:35266:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624663.675691:0:35266:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624663.675693:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.675694:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.675695:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600e00 refcount=3 00000020:00000001:0.0:1788624663.675697:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:0.0:1788624663.675698:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:0.0:1788624663.675701:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.675702:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624663.675703:0:35266:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624663.675704:0:35266:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788624663.675711:0:35266:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd1934faf8 inode ffff99dd19870908 refc 1 flags 0x20000e 00000080:00000001:0.0:1788624663.675715:0:35266:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788624663.675716:0:35266:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.675718:0:35266:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788624663.675721:0:35266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x7:0x0](ffff99dd19870908) 00000080:00000001:0.0:1788624663.675724:0:35266:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788624663.675727:0:35266:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18745000. 00000100:00000001:0.0:1788624663.675730:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.675734:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9880 x1875506845078272/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/608 e 0 to 0 dl 1788624679 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.675740:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.675751:0:35266:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:0.0:1788624663.675754:0:35266:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788624663.675757:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209ba48 00000080:00200008:0.0:1788624663.675759:0:35266:0:(file.c:1090:ll_file_open()) START file d24a.recovery-small:[0x240000402:0x7:0x0](ffff99dd19870908), flags 320400 00000080:00000010:0.0:1788624663.675765:0:35266:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd2030f040. 00000080:00000010:0.0:1788624663.675774:0:35266:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd215f8140. 00000080:00000001:0.0:1788624663.675777:0:35266:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788624663.675780:0:35266:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788624663.675782:0:35266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624663.675785:0:35266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624663.675787:0:35266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624663.675790:0:35266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624663.675792:0:35266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624663.675794:0:35266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1788624663.675796:0:35266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.675799:0:35266:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788624663.675802:0:35266:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd10536380. 00000002:00100000:0.0:1788624663.675806:0:35266:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11dd9880 x1875506845078272/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/608 e 0 to 0 dl 1788624679 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624663.675811:0:35266:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624663.675813:0:35266:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788624663.675816:0:35266:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788624663.675819:0:35266:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.675822:0:35266:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624663.675824:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.675827:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9880 x1875506845078272/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/608 e 0 to 0 dl 1788624679 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788624663.675833:0:35266:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624663.675834:0:35266:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff99dd04ac0000. 02000000:00000001:0.0:1788624663.675863:0:35266:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788624663.675865:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.675868:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209ba48 00000080:00000008:0.0:1788624663.675870:0:35266:0:(file.c:1329:ll_file_open()) COMPLETED file d24a.recovery-small:[0x240000402:0x7:0x0](ffff99dd19870908), flags 320400, rc = 0 00000080:00000001:0.0:1788624663.675872:0:35266:0:(dir.c:3016:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.675875:0:35266:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788624663.675877:0:35266:0:(dcache.c:176:ll_intent_release()) intent ffff99dd048662a0 released 00000080:00010000:0.0:1788624663.675880:0:35266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41984 from it ffff99dd048662a0 00010000:00000001:0.0:1788624663.675882:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.675884:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.675885:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600e00 refcount=3 00000020:00000001:0.0:1788624663.675887:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:0.0:1788624663.675889:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608611328 : -112300100940288 : ffff99dd18600e00) 00010000:00000001:0.0:1788624663.675891:0:35266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624663.675895:0:35266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600e00/0xcc94206c7ef41984 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87c7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624663.675902:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.675903:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.675904:0:35266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624663.675907:0:35266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624663.675909:0:35266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18600e00/0xcc94206c7ef41984 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87c7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624663.675916:0:35266:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624663.675918:0:35266:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624663.675920:0:35266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624663.675924:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.675925:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.675927:0:35266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.675929:0:35266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624663.676608:0:35266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.676612:0:35266:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.676615:0:35266:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.676618:0:35266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624663.676619:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.676621:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624663.676623:0:35266:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788624663.676625:0:35266:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788624663.676627:0:35266:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.676629:0:35266:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788624663.676632:0:35266:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff99dd048662a0. 00000080:00000001:0.0:1788624663.676635:0:35266:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.676641:0:35266:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788624663.676643:0:35266:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0x7:0x0](ffff99dd19870908), inode mode 41ed mask 44 00000080:00000001:0.0:1788624663.676647:0:35266:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.676687:0:35266:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624663.676689:0:35266:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x240000402:0x7:0x0](ffff99dd19870908) cmd=4008669a arg=1717530 00000080:00000001:0.0:1788624663.676696:0:35266:0:(dir.c:598:ll_dir_setstripe()) Process entered 00000080:00000010:0.0:1788624663.676701:0:35266:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197f5e00. 00800000:00000001:0.0:1788624663.676709:0:35266:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:0.0:1788624663.676711:0:35266:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x240000402:0x7:0x0], valid 0x0/0x0 00800000:00000001:0.0:1788624663.676713:0:35266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624663.676715:0:35266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624663.676717:0:35266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624663.676718:0:35266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624663.676720:0:35266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624663.676722:0:35266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1788624663.676724:0:35266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.676727:0:35266:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1788624663.676729:0:35266:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788624663.676734:0:35266:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624663.676740:0:35266:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06300. 00000020:00000040:0.0:1788624663.676744:0:35266:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=6 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00010000:00000001:0.0:1788624663.676748:0:35266:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624663.676752:0:35266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624663.676755:0:35266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.676758:0:35266:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624663.676761:0:35266:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624663.676764:0:35266:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624663.676771:0:35266:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049c9000. 00000100:00000001:0.0:1788624663.676777:0:35266:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.676779:0:35266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624663.676781:0:35266:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.676782:0:35266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624663.676783:0:35266:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.676785:0:35266:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788624663.676794:0:35266:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788624663.676801:0:35266:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11c06300 x1875506845078528/t0(0) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624663.676809:0:35266:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624663.676810:0:35266:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624663.676816:0:35266:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203be540. 00000100:00000001:0.0:1788624663.676819:0:35266:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740459328 : -112299969092288 : ffff99dd203be540) 00000100:00000001:0.0:1788624663.676821:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624663.676823:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000001:0.0:1788624663.676828:0:35266:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624663.676832:0:35266:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.676834:0:35266:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624663.676836:0:35266:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624663.676840:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06300 x1875506845078528/t0(0) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.676848:0:35266:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624663.676850:0:35266:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.676853:0:35266:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624663.676856:0:35266:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624663.676858:0:35266:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624663.676861:0:35266:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35266:1875506845078528:192.168.202.125@tcp:36:lfs.0 00000100:00000001:0.0:1788624663.676865:0:35266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624663.676870:0:35266:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624663.676872:0:35266:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.676874:0:35266:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624663.676879:0:35266:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049c9c00. 02000000:00000001:0.0:1788624663.676880:0:35266:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624663.676888:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624663.676891:0:35266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d6e0. 00000400:00000010:0.0:1788624663.676899:0:35266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395990. 00000100:00000200:0.0:1788624663.676905:0:35266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845078528, portal 10 00000100:00000001:0.0:1788624663.676906:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624663.676908:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000040:0.0:1788624663.676913:0:35266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c06300 x1875506845078528/t0(0) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/512 e 0 to 0 dl 1788624679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.676926:0:35266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624663.676929:0:35266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624663.676931:0:35266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395dd0. 00000100:00000200:0.0:1788624663.676935:0:35266:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875506845078528, offset 0 00000400:00000200:0.0:1788624663.676940:0:35266:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624663.676948:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624663.676955:0:35266:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624663.676960:0:35266:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624663.676964:0:35266:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624663.676967:0:35266:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624663.676970:0:35266:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624663.676973:0:35266:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3004:3004:256:4294967295] 192.168.202.125@tcp LPNI seq info [3004:3004:8:4294967295] 00000400:00000200:0.0:1788624663.676977:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624663.676986:0:35266:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624663.676991:0:35266:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624663.676995:0:35266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139c200. 00000800:00000200:0.0:1788624663.677002:0:35266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624663.677008:0:35266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624663.677012:0:35266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139c200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788624663.677032:0:35266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624663.677036:0:35266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24997 usecs (25 jiffies) 00000400:00000200:0.0:1788624663.677039:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624663.677042:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296677763 00000100:00000001:0.0:1788624663.677143:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:0.0:1788624663.677147:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296677764 00000100:00000001:0.0:1788624663.677150:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:0.0:1788624663.677152:0:35266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624663.677155:0:35266:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.677168:0:35266:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624663.677170:0:35266:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624663.677172:0:35266:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be540 going to sleep for 11 seconds 00000100:00000001:0.0:1788624663.677175:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624663.677178:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624663.677718:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624663.677723:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c200. 00000400:00000200:2.0:1788624663.677729:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624663.677734:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624663.677739:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395dd0 00000400:00000010:2.0:1788624663.677742:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395dd0. 00000100:00000001:2.0:1788624663.677746:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624663.677750:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06300 x1875506845078528/t0(0) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/512 e 0 to 0 dl 1788624679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624663.677759:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624663.677762:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06300 x1875506845078528/t0(0) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/512 e 0 to 0 dl 1788624679 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624663.677769:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624663.677771:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624663.682978:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.682998:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624663.683002:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.683005:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624663.683015:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.683023:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624663.683033:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.683038:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.683044:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.683062:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377465400 00000400:00000200:2.0:1788624663.683068:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.683075:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x8865 [1] + 224 00000800:00000001:2.0:1788624663.683084:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.683092:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624663.683096:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624663.683102:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624663.683144:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624663.683155:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06300 x1875506845078528/t0(0) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/512 e 0 to 0 dl 1788624679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624663.683179:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff99dd11c06300 x1875506845078528/t0(0) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/512 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624663.683196:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624663.683206:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.683209:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.683296:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624663.683305:0:35266:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624663.683307:0:35266:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624663.683310:0:35266:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d6e0. 00000400:00000200:0.0:1788624663.683315:0:35266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395990 00000400:00000010:0.0:1788624663.683317:0:35266:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395990. 00000100:00000001:0.0:1788624663.683320:0:35266:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624663.683325:0:35266:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06300 x1875506845078528/t0(0) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/512 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624663.683335:0:35266:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06300 x1875506845078528/t0(0) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/512 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.683341:0:35266:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624663.683343:0:35266:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.683346:0:35266:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624663.683349:0:35266:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624663.683351:0:35266:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624663.683354:0:35266:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.683357:0:35266:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624663.683374:0:35266:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=92 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624663.683378:0:35266:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=92 v=5 (1 1 1 1) 00000100:00000001:0.0:1788624663.683381:0:35266:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624663.683382:0:35266:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.683385:0:35266:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624663.683389:0:35266:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.683392:0:35266:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788624663.683394:0:35266:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788624663.683395:0:35266:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788624663.683398:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624663.683399:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000001:0.0:1788624663.683403:0:35266:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624663.683405:0:35266:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788624663.683408:0:35266:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624663.683410:0:35266:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624663.683415:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06300 x1875506845078528/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/456 e 0 to 0 dl 1788624679 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.683422:0:35266:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624663.683425:0:35266:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624663.683427:0:35266:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624663.683430:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06300 x1875506845078528/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/456 e 0 to 0 dl 1788624679 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624663.683438:0:35266:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35266:1875506845078528:192.168.202.125@tcp:36:lfs.0 00000100:00000001:0.0:1788624663.683443:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.683446:0:35266:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.683448:0:35266:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624663.683450:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.683453:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06300 x1875506845078528/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/456 e 0 to 0 dl 1788624679 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.683460:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624663.683463:0:35266:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203be540. 00000100:00000001:0.0:1788624663.683467:0:35266:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624663.683468:0:35266:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.683478:0:35266:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624663.683482:0:35266:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624663.683488:0:35266:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197f5e00. 00000100:00000001:0.0:1788624663.683492:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.683496:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06300 x1875506845078528/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/456 e 0 to 0 dl 1788624679 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.683502:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.683503:0:35266:0:(dir.c:673:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.683506:0:35266:0:(dir.c:2172:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.683551:0:35266:0:(dir.c:3021:ll_dir_release()) Process entered 00000080:00000001:0.0:1788624663.683554:0:35266:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788624663.683558:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209bdd0 00000080:00200008:0.0:1788624663.683560:0:35266:0:(file.c:479:ll_file_release()) START file d24a.recovery-small:[0x240000402:0x7:0x0](ffff99dd19870908), flags 320000 00000080:00400000:0.0:1788624663.683565:0:35266:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x240000402:0x7:0x0] 00000080:00000001:0.0:1788624663.683569:0:35266:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788624663.683570:0:35266:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788624663.683572:0:35266:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788624663.683578:0:35266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624663.683580:0:35266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624663.683582:0:35266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624663.683585:0:35266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624663.683588:0:35266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624663.683590:0:35266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1788624663.683592:0:35266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.683598:0:35266:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624663.683602:0:35266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624663.683610:0:35266:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.683612:0:35266:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624663.683614:0:35266:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x240000402:0x7:0x0]: 0 00000080:00000001:0.0:1788624663.683617:0:35266:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788624663.683619:0:35266:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788624663.683623:0:35266:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd197f5e00. 00000080:00000001:0.0:1788624663.683626:0:35266:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788624663.683635:0:35266:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788624663.683638:0:35266:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788624663.683640:0:35266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624663.683641:0:35266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624663.683643:0:35266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624663.683644:0:35266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624663.683646:0:35266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624663.683647:0:35266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1788624663.683649:0:35266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624663.683651:0:35266:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x240000402:0x7:0x0] 00000002:00000001:0.0:1788624663.683654:0:35266:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788624663.683656:0:35266:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff99dd10dbf800: [0x240000402:0x7:0x0] file closed with intent: 0 00000100:00000010:0.0:1788624663.683662:0:35266:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07100. 00000020:00000040:0.0:1788624663.683667:0:35266:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=7 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624663.683670:0:35266:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624663.683673:0:35266:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624663.683678:0:35266:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624663.683686:0:35266:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd197f4000. 00000100:00000001:0.0:1788624663.683692:0:35266:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788624663.683703:0:35266:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11dd9880 x1875506845078272/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/608 e 0 to 0 dl 1788624679 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788624663.683713:0:35266:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788624663.683718:0:35266:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11c07100 x1875506845078784/t0(0) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788624663.683724:0:35266:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624663.683726:0:35266:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624663.683732:0:35266:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203be540. 00000100:00000001:0.0:1788624663.683734:0:35266:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740459328 : -112299969092288 : ffff99dd203be540) 00000100:00000001:0.0:1788624663.683737:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624663.683738:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497487616 : -112300212064000 : ffff99dd11c07100) 00000100:00000001:0.0:1788624663.683742:0:35266:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624663.683746:0:35266:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.683748:0:35266:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624663.683750:0:35266:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624663.683753:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07100 x1875506845078784/t0(0) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.683760:0:35266:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624663.683762:0:35266:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.683765:0:35266:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624663.683768:0:35266:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624663.683771:0:35266:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624663.683775:0:35266:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07100 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35266:1875506845078784:192.168.202.125@tcp:35:lfs.0 00000100:00000001:0.0:1788624663.683779:0:35266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624663.683784:0:35266:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624663.683786:0:35266:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.683789:0:35266:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624663.683793:0:35266:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049c9400. 02000000:00000001:0.0:1788624663.683795:0:35266:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624663.683801:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624663.683804:0:35266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d6e0. 00000400:00000010:0.0:1788624663.683810:0:35266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395990. 00000100:00000200:0.0:1788624663.683817:0:35266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845078784, portal 10 00000100:00000001:0.0:1788624663.683819:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624663.683820:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497487616 : -112300212064000 : ffff99dd11c07100) 00000100:00000040:0.0:1788624663.683826:0:35266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c07100 x1875506845078784/t0(0) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624679 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.683833:0:35266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624663.683836:0:35266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624663.683839:0:35266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395198. 00000100:00000200:0.0:1788624663.683843:0:35266:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845078784, offset 0 00000400:00000200:0.0:1788624663.683849:0:35266:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624663.683856:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624663.683863:0:35266:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624663.683869:0:35266:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624663.683873:0:35266:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624663.683877:0:35266:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624663.683879:0:35266:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624663.683883:0:35266:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3005:3005:256:4294967295] 192.168.202.125@tcp LPNI seq info [3005:3005:8:4294967295] 00000400:00000200:0.0:1788624663.683887:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624663.683895:0:35266:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624663.683900:0:35266:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624663.683905:0:35266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cf00. 00000800:00000200:0.0:1788624663.683912:0:35266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624663.683920:0:35266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624663.683925:0:35266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cf00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788624663.683943:0:35266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624663.683947:0:35266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24940 usecs (25 jiffies) 00000400:00000200:0.0:1788624663.683951:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624663.683954:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296677770 00000100:00000001:0.0:1788624663.683958:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:0.0:1788624663.683960:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296677770 00000100:00000001:0.0:1788624663.683962:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:0.0:1788624663.683964:0:35266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624663.683967:0:35266:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.683969:0:35266:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624663.683970:0:35266:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624663.683973:0:35266:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be540 going to sleep for 11 seconds 00000100:00000001:0.0:1788624663.683975:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624663.683977:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624663.684417:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624663.684422:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cf00. 00000400:00000200:2.0:1788624663.684430:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624663.684434:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624663.684440:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395198 00000400:00000010:2.0:1788624663.684442:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395198. 00000100:00000001:2.0:1788624663.684445:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624663.684449:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07100 x1875506845078784/t0(0) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624679 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624663.684459:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624663.684461:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c07100 x1875506845078784/t0(0) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624679 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624663.684468:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624663.684469:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788624663.684872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4400. 00010000:00000010:0.1:1788624663.684880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19a00. 00000800:00000001:2.0:1788624663.689183:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.689203:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624663.689208:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.689211:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624663.689221:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.689230:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624663.689240:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.689245:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.689250:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.689254:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377465500 00000400:00000200:2.0:1788624663.689259:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.689265:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x886d [1] + 224 00000800:00000001:2.0:1788624663.689272:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.689279:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624663.689283:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624663.689287:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624663.689295:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624663.689305:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07100 x1875506845078784/t0(0) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624679 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624663.689316:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11c07100 x1875506845078784/t0(0) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624663.689339:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624663.689348:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.689352:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.689430:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624663.689438:0:35266:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624663.689440:0:35266:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624663.689443:0:35266:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d6e0. 00000400:00000200:0.0:1788624663.689448:0:35266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395990 00000400:00000010:0.0:1788624663.689450:0:35266:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395990. 00000100:00000001:0.0:1788624663.689453:0:35266:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624663.689458:0:35266:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07100 x1875506845078784/t0(0) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624663.689466:0:35266:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07100 x1875506845078784/t0(0) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.689472:0:35266:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624663.689474:0:35266:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.689477:0:35266:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624663.689480:0:35266:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624663.689483:0:35266:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624663.689485:0:35266:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.689488:0:35266:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624663.689498:0:35266:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445d38 time=584 v=5 (5 0 5 0) 00000100:00001000:0.0:1788624663.689502:0:35266:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=92 v=5 (1 1 1 1) 00000100:00000001:0.0:1788624663.689505:0:35266:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624663.689507:0:35266:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.689510:0:35266:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624663.689513:0:35266:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.689517:0:35266:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788624663.689519:0:35266:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788624663.689520:0:35266:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788624663.689523:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624663.689524:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497487616 : -112300212064000 : ffff99dd11c07100) 00000100:00000001:0.0:1788624663.689539:0:35266:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624663.689541:0:35266:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788624663.689543:0:35266:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624663.689545:0:35266:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624663.689550:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07100 x1875506845078784/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624679 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.689558:0:35266:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624663.689561:0:35266:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624663.689563:0:35266:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624663.689567:0:35266:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07100 x1875506845078784/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624679 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624663.689574:0:35266:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07100 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35266:1875506845078784:192.168.202.125@tcp:35:lfs.0 00000100:00000001:0.0:1788624663.689579:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.689582:0:35266:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.689584:0:35266:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624663.689587:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.689591:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c07100 x1875506845078784/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624679 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.689599:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624663.689602:0:35266:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203be540. 00000100:00000001:0.0:1788624663.689605:0:35266:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624663.689607:0:35266:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.689615:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624663.689616:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497487616 : -112300212064000 : ffff99dd11c07100) 00000002:00000001:0.0:1788624663.689619:0:35266:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624663.689622:0:35266:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624663.689627:0:35266:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197f5e00. 00000080:00000001:0.0:1788624663.689632:0:35266:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788624663.689636:0:35266:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788624663.689639:0:35266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624663.689642:0:35266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624663.689645:0:35266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624663.689648:0:35266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624663.689650:0:35266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624663.689652:0:35266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1788624663.689655:0:35266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.689660:0:35266:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788624663.689665:0:35266:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11dd9880 x1875506845078272/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/608 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.689673:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624663.689674:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499398272 : -112300210153344 : ffff99dd11dd9880) 00000100:00000001:0.0:1788624663.689677:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.689680:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9880 x1875506845078272/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/608 e 0 to 0 dl 1788624679 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.689686:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.689688:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.689691:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c07100 x1875506845078784/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624679 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.689698:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.689699:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.689702:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9880 x1875506845078272/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/608 e 0 to 0 dl 1788624679 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.689708:0:35266:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788624663.689711:0:35266:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624663.689713:0:35266:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=6 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624663.689715:0:35266:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624663.689718:0:35266:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e1800. 02000000:00000001:0.0:1788624663.689722:0:35266:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624663.689724:0:35266:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624663.689726:0:35266:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9880. 00000100:00000001:0.0:1788624663.689730:0:35266:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624663.689731:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.689733:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.689736:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07100 x1875506845078784/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624679 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.689743:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624663.689745:0:35266:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff99dd10536380. 00000002:00000001:0.0:1788624663.689747:0:35266:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624663.689749:0:35266:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624663.689751:0:35266:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd215f8140. 00000100:00000001:0.0:1788624663.689753:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.689757:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07100 x1875506845078784/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.689763:0:35266:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624663.689765:0:35266:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624663.689768:0:35266:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049c9400. 02000000:00000001:0.0:1788624663.689771:0:35266:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624663.689772:0:35266:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624663.689773:0:35266:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=5 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624663.689774:0:35266:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624663.689776:0:35266:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd197f4000. 02000000:00000001:0.0:1788624663.689778:0:35266:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624663.689779:0:35266:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624663.689780:0:35266:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07100. 00000100:00000001:0.0:1788624663.689783:0:35266:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624663.689784:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624663.689787:0:35266:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624663.689792:0:35266:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd2030f040. 00000080:00000001:0.0:1788624663.689795:0:35266:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.689801:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209bdd0 00000080:00000008:0.0:1788624663.689803:0:35266:0:(file.c:523:ll_file_release()) COMPLETED file d24a.recovery-small:[0x240000402:0x7:0x0](ffff99dd19870908), flags 320000, rc = 0 00000080:00000001:0.0:1788624663.689807:0:35266:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.689809:0:35266:0:(dir.c:3022:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.689815:0:35266:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788624663.689816:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef88209be00 00000080:00002000:0.0:1788624663.689820:0:35266:0:(dcache.c:127:ll_ddelete()) keeping dentry d24a.recovery-small (ffff99dd1934faf8, parent ffff99dd19287870, inode ffff99dd19870908) hashed, 00000080:00000001:0.0:1788624663.689823:0:35266:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624663.703727:0:35269:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff99dd10dbf800 00010000:00000001:3.0:1788624663.703736:0:35269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624663.703737:0:35269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624663.703740:0:35269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.703746:0:35269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624663.703748:0:35269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.703750:0:35269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624663.703778:0:35269:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff99dd10dbf800 00010000:00000001:3.0:1788624663.703780:0:35269:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624663.703781:0:35269:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624663.703783:0:35269:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.703784:0:35269:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624663.703785:0:35269:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.703787:0:35269:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624663.748744:0:35273:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624663.748752:0:35273:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624663.748754:0:35273:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624663.748757:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17bc0 00000080:00200000:2.0:1788624663.748763:0:35273:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624663.748770:0:35273:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd05164600. 00800000:00000002:2.0:1788624663.748777:0:35273:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624663.748781:0:35273:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624663.748785:0:35273:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624663.748787:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17ae0 00800000:00000002:2.0:1788624663.748789:0:35273:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624663.748793:0:35273:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624663.748796:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624663.748799:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624663.748801:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624663.748803:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624663.748805:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624663.748807:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624663.748809:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624663.748813:0:35273:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624663.748819:0:35273:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624663.748821:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c179b0 00000002:00010000:2.0:1788624663.748823:0:35273:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624663.748827:0:35273:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624663.748829:0:35273:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624663.748832:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624663.748842:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4c00 count: 2 00010000:00000001:2.0:1788624663.748845:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624663.748850:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624663.748854:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624663.748859:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788624663.748872:0:35273:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624663.748877:0:35273:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624663.748880:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788624663.748888:0:35273:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624663.748889:0:35273:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624663.748892:0:35273:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624663.748894:0:35273:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624663.748896:0:35273:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624663.748898:0:35273:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624663.748900:0:35273:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624663.748903:0:35273:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624663.748906:0:35273:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd05164600. 00000080:00000001:2.0:1788624663.748911:0:35273:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624663.748913:0:35273:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624663.748916:0:35273:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624663.748919:0:35273:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41992 00800000:00000001:2.0:1788624663.748923:0:35273:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624663.748925:0:35273:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624663.748927:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624663.748929:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624663.748932:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:2.0:1788624663.748934:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:2.0:1788624663.748937:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:2.0:1788624663.748940:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624663.748942:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624663.748943:0:35273:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624663.748945:0:35273:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624663.748948:0:35273:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41992 from it ffffbef881c17bf8 00010000:00000001:2.0:1788624663.748950:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624663.748951:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624663.748952:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:2.0:1788624663.748954:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:2.0:1788624663.748956:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:2.0:1788624663.748958:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624663.748961:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624663.748967:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624663.748968:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624663.748969:0:35273:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624663.748972:0:35273:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624663.748975:0:35273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624663.748983:0:35273:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624663.748986:0:35273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624663.748988:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624663.748992:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624663.748993:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624663.748994:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624663.748997:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624663.748999:0:35273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624663.749001:0:35273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624663.749004:0:35273:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624663.749006:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624663.749007:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624663.749008:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624663.749011:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624663.749013:0:35273:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624663.749015:0:35273:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788624663.749020:0:35273:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624663.749023:0:35273:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788624663.749071:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17b88 00000080:00002000:2.0:1788624663.749073:0:35273:0:(dcache.c:87:ll_dcompare()) found name d24a.recovery-small(ffff99dd1934faf8) flags 0x28000e refc 0 00000080:00000001:2.0:1788624663.749075:0:35273:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624663.749077:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17bd0 00000080:00200000:2.0:1788624663.749079:0:35273:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24a.recovery-small, flags=25 00000080:00000001:2.0:1788624663.749099:0:35273:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788624663.749101:0:35273:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624663.749279:0:35273:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788624663.749282:0:35273:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0x7:0x0](ffff99dd19870908), inode mode 41ed mask 1 00000080:00000001:2.0:1788624663.749286:0:35273:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624663.749299:0:35273:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd104cbca0. 00000080:00000001:2.0:1788624663.749303:0:35273:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788624663.749304:0:35273:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0x7:0x0](ffff99dd19870908), inode mode 41ed mask 3 00000080:00000001:2.0:1788624663.749306:0:35273:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624663.749309:0:35273:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788624663.749311:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17b58 00000080:00200000:2.0:1788624663.749313:0:35273:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24a.recovery-small, dir=[0x240000402:0x7:0x0](ffff99dd19870908), file ffff99dd02dd0300, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788624663.749318:0:35273:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff99dd18588240. 00000080:00000001:2.0:1788624663.749322:0:35273:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788624663.749323:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17a08 00000080:00200000:2.0:1788624663.749325:0:35273:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24a.recovery-small, dir=[0x240000402:0x7:0x0](ffff99dd19870908), intent=open|creat 00000080:00000010:2.0:1788624663.749333:0:35273:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd05164600. 00000080:00000001:2.0:1788624663.749338:0:35273:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624663.749341:0:35273:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624663.749342:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17928 00800000:00000002:2.0:1788624663.749344:0:35273:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24a.recovery-small' on [0x240000402:0x7:0x0] 00800000:00000001:2.0:1788624663.749348:0:35273:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788624663.749351:0:35273:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788624663.749354:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624663.749355:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624663.749357:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624663.749468:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624663.749471:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624663.749473:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:2.0:1788624663.749475:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624663.749498:0:35273:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446631773754656256 : -112299954895360 : ffff99dd21148600) 00800000:00000001:2.0:1788624663.749501:0:35273:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788624663.749503:0:35273:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788624663.749506:0:35273:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788624663.749509:0:35273:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788624663.749511:0:35273:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff99dd10dbf800: Allocated FID [0x240000402:0x8:0x0] 40000000:00000001:2.0:1788624663.749514:0:35273:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624663.749515:0:35273:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624663.749517:0:35273:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624663.749519:0:35273:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624663.749520:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c178a8 00800000:00000002:2.0:1788624663.749523:0:35273:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x240000402:0x7:0x0], fid2=[0x240000402:0x8:0x0], name='f24a.recovery-small' -> mds #1 layout version 1 00000002:00000001:2.0:1788624663.749527:0:35273:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624663.749529:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c177e0 00000002:00010000:2.0:1788624663.749531:0:35273:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24a.recovery-small,[0x240000402:0x8:0x0]) in obj [0x240000402:0x7:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788624663.749535:0:35273:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788624663.749537:0:35273:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788624663.749540:0:35273:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788624663.749544:0:35273:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624663.749546:0:35273:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788624663.749548:0:35273:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624663.749554:0:35273:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62a00. 00000020:00000040:2.0:1788624663.749558:0:35273:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=6 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 02000000:00000001:2.0:1788624663.749563:0:35273:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788624663.749565:0:35273:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624663.749567:0:35273:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624663.749572:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624663.749574:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624663.749576:0:35273:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624663.749579:0:35273:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624663.749582:0:35273:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624663.749588:0:35273:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd04838800. 00000100:00000001:2.0:1788624663.749594:0:35273:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624663.749599:0:35273:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624663.749601:0:35273:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624663.749603:0:35273:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624663.749604:0:35273:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624663.749606:0:35273:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624663.749631:0:35273:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00010000:00000001:2.0:1788624663.749636:0:35273:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624663.749638:0:35273:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788624663.749643:0:35273:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03870b00. 00010000:00000010:2.0:1788624663.749647:0:35273:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd05188900. 00010000:00000001:2.0:1788624663.749651:0:35273:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624663.749654:0:35273:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10767600. 00000020:00000001:2.0:1788624663.749657:0:35273:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624663.749660:0:35273:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10767600 with handle 0xcc94206c7ef419a7 to hash 00000020:00000001:2.0:1788624663.749662:0:35273:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624663.749663:0:35273:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:2.0:1788624663.749667:0:35273:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:2.0:1788624663.749669:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624663.749671:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624663.749674:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef419a7 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35273 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624663.749682:0:35273:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef419a7 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35273 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788624663.749694:0:35273:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788624663.749705:0:35273:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11d62a00 x1875506845079040/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788624663.749714:0:35273:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef419a7 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35273 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624663.749749:0:35273:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624663.749751:0:35273:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624663.749758:0:35273:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1047e600. 00000100:00000001:2.0:1788624663.749760:0:35273:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773472810496 : -112300236741120 : ffff99dd1047e600) 00000100:00000001:2.0:1788624663.749763:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624663.749764:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000001:2.0:1788624663.749769:0:35273:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624663.749773:0:35273:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624663.749775:0:35273:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624663.749786:0:35273:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624663.749790:0:35273:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d62a00 x1875506845079040/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624663.749797:0:35273:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624663.749799:0:35273:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624663.749803:0:35273:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624663.749805:0:35273:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624663.749816:0:35273:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624663.749819:0:35273:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d62a00 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35273:1875506845079040:192.168.202.125@tcp:101:multiop.0 00000100:00000001:2.0:1788624663.749823:0:35273:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624663.749829:0:35273:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624663.749832:0:35273:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624663.749849:0:35273:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624663.749931:0:35273:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff99dd04900000. 02000000:00000001:2.0:1788624663.749935:0:35273:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624663.749951:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624663.749956:0:35273:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2e70. 00000400:00000010:2.0:1788624663.749965:0:35273:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff99dd0483b800. 00000100:00000200:2.0:1788624663.749981:0:35273:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875506845079040, portal 10 00000100:00000001:2.0:1788624663.749983:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624663.749985:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000040:2.0:1788624663.749991:0:35273:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d62a00 x1875506845079040/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624679 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624663.749997:0:35273:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624663.750000:0:35273:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624663.750013:0:35273:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08330. 00000100:00000200:2.0:1788624663.750016:0:35273:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875506845079040, offset 0 00000400:00000200:2.0:1788624663.750022:0:35273:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624663.750030:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.750054:0:35273:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624663.750074:0:35273:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624663.750078:0:35273:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624663.750082:0:35273:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624663.750085:0:35273:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624663.750102:0:35273:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3006:3006:256:4294967295] 192.168.202.125@tcp LPNI seq info [3006:3006:8:4294967295] 00000400:00000200:2.0:1788624663.750575:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.750585:0:35273:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624663.750592:0:35273:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624663.750598:0:35273:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346f00. 00000800:00000200:2.0:1788624663.750605:0:35273:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624663.750612:0:35273:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624663.750617:0:35273:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346f00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1788624663.750674:0:35273:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624663.750679:0:35273:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24880 usecs (25 jiffies) 00000400:00000200:2.0:1788624663.750683:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624663.750686:0:35273:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296677837 00000100:00000001:2.0:1788624663.750689:0:35273:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:2.0:1788624663.750691:0:35273:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296677837 00000100:00000001:2.0:1788624663.750694:0:35273:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:2.0:1788624663.750696:0:35273:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624663.750700:0:35273:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624663.750702:0:35273:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624663.750704:0:35273:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624663.750707:0:35273:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1047e600 going to sleep for 11 seconds 00000100:00000001:2.0:1788624663.750710:0:35273:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624663.750713:0:35273:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624663.758918:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624663.758929:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346f00. 00000400:00000200:3.0:1788624663.758937:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624663.758946:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624663.758955:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08330 00000400:00000010:3.0:1788624663.758958:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08330. 00000100:00000001:3.0:1788624663.758975:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624663.758985:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d62a00 x1875506845079040/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624679 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.758997:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624663.759001:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d62a00 x1875506845079040/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624679 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.759009:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624663.759011:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624663.773236:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.773263:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624663.773274:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.773277:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624663.773288:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.773294:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624663.773302:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.773315:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.773320:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.773323:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c377465600 00000400:00000200:2.0:1788624663.773328:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.773332:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x8875 [32] + 224 00000800:00000001:2.0:1788624663.773338:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.773346:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624663.773349:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624663.773354:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624663.773363:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624663.773373:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d62a00 x1875506845079040/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624679 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624663.773386:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff99dd11d62a00 x1875506845079040/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624663.773409:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624663.773418:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.773421:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624663.773729:0:35273:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624663.773738:0:35273:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624663.773741:0:35273:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624663.773745:0:35273:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2e70. 00000400:00000200:3.0:1788624663.773749:0:35273:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0483b800 00000400:00000010:3.0:1788624663.773752:0:35273:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff99dd0483b800. 00000100:00000001:3.0:1788624663.773755:0:35273:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624663.773760:0:35273:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d62a00 x1875506845079040/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788624663.773768:0:35273:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d62a00 x1875506845079040/t0(0) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.773774:0:35273:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624663.773776:0:35273:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624663.773778:0:35273:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624663.773782:0:35273:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624663.773785:0:35273:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624663.773787:0:35273:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624663.773791:0:35273:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624663.773801:0:35273:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=92 v=5 (5 103 103 103) 00000100:00001000:3.0:1788624663.773805:0:35273:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=92 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624663.773808:0:35273:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624663.773811:0:35273:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.773814:0:35273:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624663.773817:0:35273:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624663.773820:0:35273:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788624663.773822:0:35273:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000022/0x1] 00000100:00000001:3.0:1788624663.773824:0:35273:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788624663.773827:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624663.773828:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000001:3.0:1788624663.773832:0:35273:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624663.773834:0:35273:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788624663.773836:0:35273:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624663.773839:0:35273:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624663.773844:0:35273:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d62a00 x1875506845079040/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624679 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.773851:0:35273:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624663.773855:0:35273:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624663.773857:0:35273:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624663.773860:0:35273:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d62a00 x1875506845079040/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624679 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788624663.773867:0:35273:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d62a00 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35273:1875506845079040:192.168.202.125@tcp:101:multiop.0 00000100:00000001:3.0:1788624663.773872:0:35273:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624663.773875:0:35273:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624663.773878:0:35273:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788624663.773880:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624663.773883:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d62a00 x1875506845079040/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624679 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.773890:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624663.773893:0:35273:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1047e600. 00000100:00000001:3.0:1788624663.773896:0:35273:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788624663.773898:0:35273:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.773901:0:35273:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788624663.773906:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624663.773910:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624663.773913:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=4 00000020:00000001:3.0:1788624663.773916:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624663.773919:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000040:3.0:1788624663.773926:0:35273:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10767600, remote cookie: 0xa103bd66258a8829, flags: 0x1001 00010000:00010000:3.0:1788624663.773932:0:35273:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef419a7 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8829 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788624663.773940:0:35273:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x8:0x0].0x0, instead of [0x240000402:0x7:0x0].0x0 00010000:00000001:3.0:1788624663.773943:0:35273:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788624663.773951:0:35273:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd0382a100. 00010000:00000010:3.0:1788624663.773957:0:35273:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd1115a700. 00010000:00000040:3.0:1788624663.773972:0:35273:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03870b00 count: 0 00010000:00000010:3.0:1788624663.773978:0:35273:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd05188900. 00010000:00000001:3.0:1788624663.773986:0:35273:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624663.773990:0:35273:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef419a7 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8829 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624663.773999:0:35273:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef419a7 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8829 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624663.774005:0:35273:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788624663.774010:0:35273:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788624663.774013:0:35273:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788624663.774014:0:35273:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788624663.774016:0:35273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788624663.774018:0:35273:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000402:0x8:0x0].0x0 (ffff99dd0382a100) refcount = 1 00010000:00010000:3.0:1788624663.774022:0:35273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef419a7 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8829 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624663.774028:0:35273:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788624663.774031:0:35273:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788624663.774033:0:35273:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624663.774035:0:35273:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788624663.774038:0:35273:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624663.774041:0:35273:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef419a7 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8829 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624663.774046:0:35273:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788624663.774047:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.774049:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624663.774050:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.774051:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624663.774052:0:35273:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624663.774056:0:35273:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788624663.774060:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624663.774061:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624663.774062:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:3.0:1788624663.774065:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624663.774067:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624663.774069:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624663.774070:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624663.774071:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=4 00000020:00000001:3.0:1788624663.774072:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624663.774074:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624663.774077:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624663.774079:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624663.774082:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef419a7 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8829 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624663.774088:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.774089:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624663.774091:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624663.774092:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624663.774093:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=5 00000020:00000001:3.0:1788624663.774095:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624663.774097:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624663.774099:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624663.774102:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef419a7 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8829 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624663.774166:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.774167:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788624663.774170:0:35273:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef419a7 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8829 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624663.774177:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624663.774178:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.774179:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624663.774181:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.774182:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788624663.774187:0:35273:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff99dd11d62a00 x1875506845079040/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624679 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788624663.774196:0:35273:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788624663.774202:0:35273:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11d62a00 x1875506845079040/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624679 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788624663.774209:0:35273:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.774217:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624663.774219:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624663.774220:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:3.0:1788624663.774222:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624663.774224:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00000002:00010000:3.0:1788624663.774227:0:35273:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef419a7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8829 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788624663.774237:0:35273:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99dd049c38c0. 00010000:00000001:3.0:1788624663.774239:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.774240:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624663.774242:0:35273:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624663.774244:0:35273:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624663.774247:0:35273:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788624663.774249:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624663.774251:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000001:3.0:1788624663.774253:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624663.774254:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00010000:00000001:3.0:1788624663.774256:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624663.774257:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624663.774258:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:3.0:1788624663.774260:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624663.774262:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00000002:00010000:3.0:1788624663.774264:0:35273:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef419a7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8829 expref: -99 pid: 35273 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624663.774280:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.774281:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624663.774283:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788624663.774284:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624663.774285:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624663.774286:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:3.0:1788624663.774288:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624663.774290:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000040:3.0:1788624663.774293:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a100 count: 2 00010000:00000001:3.0:1788624663.774296:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788624663.774299:0:35273:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd21755c00 type 13 mode 4 res 9663677442/8 (0 0) 00010000:00000001:3.0:1788624663.774301:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.774302:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624663.774304:0:35273:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788624663.774313:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17768 00000002:00002000:3.0:1788624663.774315:0:35273:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24a.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1788624663.774318:0:35273:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624663.774322:0:35273:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624663.774324:0:35273:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788624663.774327:0:35273:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000402:0x7:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788624663.774330:0:35273:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624663.774334:0:35273:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788624663.774336:0:35273:0:(namei.c:674:ll_lookup_it_finish()) it ffff99dd18588240 it_disposition 1800037 00000080:00002000:3.0:1788624663.774341:0:35273:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd19186e58 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1788624663.774346:0:35273:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788624663.774349:0:35273:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1788624663.774351:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17990 00000080:00200000:3.0:1788624663.774353:0:35273:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24a.recovery-small, dir=[0x240000402:0x7:0x0](ffff99dd19870908), intent=open|creat 00000080:00000001:3.0:1788624663.774355:0:35273:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1788624663.774357:0:35273:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788624663.774363:0:35273:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788624663.774366:0:35273:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788624663.774369:0:35273:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761480 : 162129603798761480 : 240000402000008) 00000080:00000001:3.0:1788624663.774372:0:35273:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788624663.774389:0:35273:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff99dd1919b9c0. 00000020:00000001:3.0:1788624663.774400:0:35273:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1788624663.774402:0:35273:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1788624663.774405:0:35273:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788624663.774407:0:35273:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x8:0x0](ffff99dd1919ba88) 00000020:00000001:3.0:1788624663.774411:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624663.774415:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833432 : -112300453718184 : ffff99dd03591758) 00000020:00001000:3.0:1788624663.774417:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591750 00000020:00000001:3.0:1788624663.774421:0:35273:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1788624663.774427:0:35273:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff99dd1145fe10. 00000020:00000001:3.0:1788624663.774430:0:35273:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788624663.774433:0:35273:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624663.774440:0:35273:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1788624663.774444:0:35273:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff99dd217268b8. 00020000:00000001:3.0:1788624663.774446:0:35273:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446631773760809144 : -112299948742472 : ffff99dd217268b8) 00020000:00000001:3.0:1788624663.774449:0:35273:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1788624663.774451:0:35273:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788624663.774457:0:35273:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd049adf60. 00020000:00000010:3.0:1788624663.774462:0:35273:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd048abe80. 00020000:00000010:3.0:1788624663.774468:0:35273:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd049ada20. 00020000:00000001:3.0:1788624663.774471:0:35273:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773276920352 : -112300432631264 : ffff99dd049ada20) 00020000:00000002:3.0:1788624663.774475:0:35273:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd049ada20, objid 0x8:1073742850, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788624663.774479:0:35273:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788624663.774484:0:35273:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd048abe80: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000001:3.0:1788624663.774487:0:35273:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1788624663.774489:0:35273:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd049ada20, objid 0x8:1073742850, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788624663.774493:0:35273:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788624663.774496:0:35273:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd048abe80: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000010:3.0:1788624663.774500:0:35273:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff99dd087e5780. 00020000:00000010:3.0:1788624663.774503:0:35273:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff99dd11df0300. 00020000:00000001:3.0:1788624663.775763:0:35273:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1788624663.775774:0:35273:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff99dd033b9a18. 00020000:00000001:3.0:1788624663.775779:0:35273:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1788624663.775781:0:35273:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1788624663.775788:0:35273:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1788624663.775792:0:35273:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff99dd1145fbb8. 00000020:00000001:3.0:1788624663.775794:0:35273:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788624663.775796:0:35273:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624663.775799:0:35273:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446631773489462328 : -112300220089288 : ffff99dd1145fc38) 00020000:00000001:3.0:1788624663.775804:0:35273:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1788624663.775807:0:35273:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff99dd04c728c0. 00020000:00000001:3.0:1788624663.775809:0:35273:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624663.775813:0:35273:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446631773489462328 : -112300220089288 : ffff99dd1145fc38) 00020000:00000001:3.0:1788624663.775815:0:35273:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446631773489462328 : -112300220089288 : ffff99dd1145fc38) 00020000:00000002:3.0:1788624663.775818:0:35273:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x4:0x0]@ffff99dd1145fbb8[0:0] -> [0x240000402:0x8:0x0]@ffff99dd1145fe10: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000001:3.0:1788624663.775822:0:35273:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1788624663.775825:0:35273:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1788624663.775827:0:35273:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624663.775831:0:35273:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446631773489462928 : -112300220088688 : ffff99dd1145fe90) 00000020:00001000:3.0:1788624663.775835:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591750 00000080:00000001:3.0:1788624663.775842:0:35273:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761480 : 162129603798761480 : 240000402000008) 00000080:00000001:3.0:1788624663.775845:0:35273:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:3.0:1788624663.775848:0:35273:0:(llite_lib.c:3050:ll_update_inode()) setting ino 162129603798761480 mtime from 0 to 1788624663 00000080:00000001:3.0:1788624663.775853:0:35273:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788624663.775857:0:35273:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620779656 : -112300088771960 : ffff99dd1919ba88) 00010000:00000001:3.0:1788624663.775860:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624663.775862:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624663.775863:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:3.0:1788624663.775866:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624663.775868:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00000080:00000001:3.0:1788624663.775872:0:35273:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788624663.775873:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624663.775876:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833432 : -112300453718184 : ffff99dd03591758) 00000020:00001000:3.0:1788624663.775878:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591750 00000020:00000001:3.0:1788624663.775880:0:35273:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788624663.775882:0:35273:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788624663.775883:0:35273:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788624663.775887:0:35273:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd049ad060. 00020000:00000010:3.0:1788624663.775891:0:35273:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd048ab080. 00020000:00000010:3.0:1788624663.775894:0:35273:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd049ade40. 00020000:00000001:3.0:1788624663.775896:0:35273:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773276921408 : -112300432630208 : ffff99dd049ade40) 00020000:00000002:3.0:1788624663.775899:0:35273:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd049ade40, objid 0x8:1073742850, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788624663.775903:0:35273:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788624663.775907:0:35273:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd048ab080: ostid: 0x280000400:4 ost idx: 0 gen: 0 00020000:00000002:3.0:1788624663.775911:0:35273:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd217268b8) owner ffff99dd216b8000 00020000:00000001:3.0:1788624663.775913:0:35273:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788624663.775915:0:35273:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd217268b8) owner ffff99dd216b8000 00020000:00000010:3.0:1788624663.775920:0:35273:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd048ab080. 00020000:00000010:3.0:1788624663.775925:0:35273:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd049ad060. 00020000:00000010:3.0:1788624663.775928:0:35273:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd049ade40. 00020000:00000002:3.0:1788624663.775930:0:35273:0:(lov_object.c:1535:lov_conf_set()) [0x240000402:0x8:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788624663.775933:0:35273:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624663.775934:0:35273:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624663.775938:0:35273:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788624663.775940:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00020000:00000002:3.0:1788624663.775943:0:35273:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd049ada20 addref 2/0 by ffff99dd216b8000. 00020000:00000002:3.0:1788624663.775945:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00020000:00000001:3.0:1788624663.775948:0:35273:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788624663.775950:0:35273:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788624663.775951:0:35273:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788624663.775953:0:35273:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788624663.775955:0:35273:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788624663.775957:0:35273:0:(file.c:6843:ll_layout_conf()) [0x240000402:0x8:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788624663.775960:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591750 00000080:00000001:3.0:1788624663.775962:0:35273:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624663.776701:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.776704:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788624663.776705:0:35273:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788624663.776710:0:35273:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788624663.776712:0:35273:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624663.776716:0:35273:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x240000402:0x8:0x0](ffff99dd1919ba88) 00000080:00010000:3.0:1788624663.776721:0:35273:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x240000402:0x8:0x0](ffff99dd1919ba88) for lock 0xcc94206c7ef419a7 00800000:00000001:3.0:1788624663.776725:0:35273:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624663.776729:0:35273:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624663.776730:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624663.776732:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624663.776734:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:3.0:1788624663.776736:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624663.776739:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:3.0:1788624663.776743:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624663.776744:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624663.776746:0:35273:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624663.776748:0:35273:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624663.776750:0:35273:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1788624663.776753:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624663.776766:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff99dd11d62a00 x1875506845079040/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624679 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.776781:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788624663.776787:0:35273:0:(namei.c:1651:ll_create_it()) inode ffff99dd1919ba88 need_sync_to_mds [0x240000402:0x8:0x0] 00000080:00000001:3.0:1788624663.776791:0:35273:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624663.776795:0:35273:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x8:0x0](ffff99dd1919ba88) 00000080:00000001:3.0:1788624663.776798:0:35273:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788624663.776802:0:35273:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd05164600. 00000100:00000001:3.0:1788624663.776808:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624663.776812:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d62a00 x1875506845079040/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624679 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.776818:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624663.776823:0:35273:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1788624663.776825:0:35273:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788624663.776827:0:35273:0:(namei.c:1500:ll_atomic_open()) inode ffff99dd1919ba88 need_sync_to_mds [0x240000402:0x8:0x0] 00000080:00000001:3.0:1788624663.776839:0:35273:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788624663.776842:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17a68 00000080:00200008:3.0:1788624663.776845:0:35273:0:(file.c:1090:ll_file_open()) START file f24a.recovery-small:[0x240000402:0x8:0x0](ffff99dd1919ba88), flags 100102 00000080:00000010:2.0:1788624663.782064:0:35273:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd017c8280. 00000080:00000010:2.0:1788624663.782084:0:35273:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd11d2d7c0. 00000080:00000001:2.0:1788624663.782088:0:35273:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788624663.782098:0:35273:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788624663.782101:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624663.782386:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624663.782390:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624663.782393:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624663.782396:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624663.782398:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:2.0:1788624663.782401:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624663.782406:0:35273:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788624663.782414:0:35273:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd104cb6e0. 00000002:00100000:2.0:1788624663.782427:0:35273:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11d62a00 x1875506845079040/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624679 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788624663.782435:0:35273:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624663.782437:0:35273:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788624663.782441:0:35273:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788624663.782444:0:35273:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624663.782447:0:35273:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624663.782452:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624663.782456:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d62a00 x1875506845079040/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624679 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788624663.782464:0:35273:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624663.782467:0:35273:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff99dd04900000. 02000000:00000001:2.0:1788624663.782494:0:35273:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788624663.782497:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624663.782501:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17a68 00000080:00000008:2.0:1788624663.782504:0:35273:0:(file.c:1329:ll_file_open()) COMPLETED file f24a.recovery-small:[0x240000402:0x8:0x0](ffff99dd1919ba88), flags 100102, rc = 0 00000080:00000001:2.0:1788624663.783652:0:35273:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788624663.783655:0:35273:0:(dcache.c:176:ll_intent_release()) intent ffff99dd18588240 released 00000080:00010000:2.0:1788624663.783658:0:35273:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419a7 from it ffff99dd18588240 00010000:00000001:2.0:1788624663.783662:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624663.783665:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624663.783668:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767600 refcount=3 00000020:00000001:2.0:1788624663.783671:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:2.0:1788624663.783674:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475862016 : -112300233689600 : ffff99dd10767600) 00010000:00000001:2.0:1788624663.783678:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624663.783683:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef419a7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a8829 expref: -99 pid: 35273 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624663.783693:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624663.783695:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624663.783696:0:35273:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624663.783699:0:35273:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624663.783702:0:35273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff99dd10dbf800 lock: ffff99dd10767600/0xcc94206c7ef419a7 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a8829 expref: -99 pid: 35273 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624663.783712:0:35273:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624663.783715:0:35273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624663.783718:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624663.783723:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624663.783724:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624663.783726:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624663.783730:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624663.783732:0:35273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624663.783734:0:35273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624663.783736:0:35273:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624663.783739:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624663.783740:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624663.783741:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624663.783743:0:35273:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788624663.783745:0:35273:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1788624663.783748:0:35273:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788624663.783750:0:35273:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624663.783753:0:35273:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788624663.783755:0:35273:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624663.783758:0:35273:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788624663.783759:0:35273:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624663.783761:0:35273:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788624663.783764:0:35273:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624663.783765:0:35273:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788624663.783769:0:35273:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff99dd18588240. 00000080:00000001:2.0:1788624663.783774:0:35273:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624663.783779:0:35273:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788624663.783782:0:35273:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0x8:0x0](ffff99dd1919ba88), inode mode 81a4 mask 40 00000080:00000001:2.0:1788624663.783786:0:35273:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624663.787420:0:35273:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1788624663.787427:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17d88 00000080:00200008:2.0:1788624663.787431:0:35273:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 0, count: 1 00000080:00000002:2.0:1788624663.787435:0:35273:0:(file.c:2656:do_file_write_iter()) inode ffff99dd1919ba88 need_sync_to_oss [0x240000402:0x8:0x0] 00000080:00000001:2.0:1788624663.787438:0:35273:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1788624663.787441:0:35273:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624663.787443:0:35273:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788624663.787448:0:35273:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624663.787450:0:35273:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:2.0:1788624663.787452:0:35273:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788624663.787455:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00020000:00000002:2.0:1788624663.787459:0:35273:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd049ada20 addref 2/0 by ffff99dd216b8000. 00020000:00000002:2.0:1788624663.787462:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00000020:00000001:2.0:1788624663.787465:0:35273:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000001:2.0:1788624663.787471:0:35273:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788624663.787473:0:35273:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000080:00000001:2.0:1788624663.787478:0:35273:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1788624663.787481:0:35273:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:2.0:1788624663.787483:0:35273:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:2.0:1788624663.787485:0:35273:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624663.787487:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624663.787490:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482286472 : -112300227265144 : ffff99dd10d87d88) 00000020:00001000:2.0:1788624663.787492:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87d80 00000080:00000001:2.0:1788624663.787495:0:35273:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788624663.787497:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17c98 00000080:00200000:2.0:1788624663.787499:0:35273:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 0, bytes: 1 00000020:00000001:2.0:1788624663.787504:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17c30 00000080:00200000:2.0:1788624663.788413:0:35273:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:2.0:1788624663.788421:0:35273:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788624663.788429:0:35273:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c3710ccf[0x110, 1, [0x240000402:0x8:0x0] hash] 00000020:00200000:2.0:1788624663.788431:0:35273:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 1) 0 0 00000020:00000001:2.0:1788624663.788435:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000020:00000001:2.0:1788624663.788438:0:35273:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788624663.788441:0:35273:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788624663.788443:0:35273:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788624663.788446:0:35273:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624663.788448:0:35273:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788624663.788450:0:35273:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624663.788455:0:35273:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624663.788458:0:35273:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788624663.788460:0:35273:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624663.788462:0:35273:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788624663.788466:0:35273:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff99dd18bb7a30 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1788624663.788469:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00020000:00000001:2.0:1788624663.788473:0:35273:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788624663.788475:0:35273:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788624663.788478:0:35273:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788624663.788479:0:35273:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1788624663.788482:0:35273:0:(lov_io.c:860:lov_io_slice_init()) 0 1 00020000:00000001:2.0:1788624663.788485:0:35273:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1788624663.788487:0:35273:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788624663.788488:0:35273:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624663.788490:0:35273:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624663.788491:0:35273:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788624663.788493:0:35273:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788624663.788494:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00000020:00000001:2.0:1788624663.788496:0:35273:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624663.788498:0:35273:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788624663.788500:0:35273:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:2.0:1788624663.788502:0:35273:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1788624663.788505:0:35273:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624663.788674:0:35273:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788624663.788676:0:35273:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788624663.788678:0:35273:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788624663.788679:0:35273:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1788624663.788681:0:35273:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1788624663.788683:0:35273:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1) 1, 1 00020000:00000001:2.0:1788624663.788686:0:35273:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788624663.788688:0:35273:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788624663.788691:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:2.0:1788624663.788694:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624663.788696:0:35273:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788624663.788698:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624663.788701:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482285320 : -112300227266296 : ffff99dd10d87908) 00000020:00001000:2.0:1788624663.788704:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87900 00000020:00000001:2.0:1788624663.788707:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fc38 -> ffff99dd1145fe90 00000020:00000001:2.0:1788624663.788709:0:35273:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788624663.788711:0:35273:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624663.788712:0:35273:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788624663.788714:0:35273:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624663.788715:0:35273:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624663.788717:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481906840 : -112300227644776 : ffff99dd10d2b298) 00000020:00000001:2.0:1788624663.788720:0:35273:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788624663.788722:0:35273:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788624663.788726:0:35273:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624663.788727:0:35273:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624663.788729:0:35273:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624663.788731:0:35273:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624663.788733:0:35273:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624663.788735:0:35273:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788624663.788737:0:35273:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788624663.788738:0:35273:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788624663.788741:0:35273:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788624663.788744:0:35273:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624663.788746:0:35273:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624663.788748:0:35273:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788624663.788749:0:35273:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:2.0:1788624663.788751:0:35273:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788624663.788752:0:35273:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788624663.788754:0:35273:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624663.788756:0:35273:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624663.788757:0:35273:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624663.788759:0:35273:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624663.788761:0:35273:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624663.788763:0:35273:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788624663.788764:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624663.788765:0:35273:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788624663.788767:0:35273:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788624663.788768:0:35273:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624663.788769:0:35273:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624663.788771:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624663.788773:0:35273:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624663.788774:0:35273:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788624663.788777:0:35273:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788624663.788779:0:35273:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788624663.788781:0:35273:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788624663.788783:0:35273:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788624663.788785:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:2.0:1788624663.788794:0:35273:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd05188b80. 00020000:00000002:2.0:1788624663.788797:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:2.0:1788624663.788799:0:35273:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788624663.788801:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624663.788802:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481906840 : -112300227644776 : ffff99dd10d2b298) 00000020:00000001:2.0:1788624663.788803:0:35273:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788624663.788808:0:35273:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd10fb2130. 00000008:00010000:2.0:1788624663.788810:0:35273:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788624663.788813:0:35273:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788624663.788814:0:35273:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788624663.788818:0:35273:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd05188bb0, osc lock ffff99dd10fb2130, flags 0x0 00000020:00000001:2.0:1788624663.788820:0:35273:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624663.788822:0:35273:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624663.788824:0:35273:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773285157760 : -112300424393856 : ffff99dd05188b80) 00000020:00000001:2.0:1788624663.788826:0:35273:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788624663.788827:0:35273:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788624663.788829:0:35273:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624663.788830:0:35273:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624663.788832:0:35273:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788624663.788834:0:35273:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788624663.788835:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624663.788836:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481906840 : -112300227644776 : ffff99dd10d2b298) 00000020:00000001:2.0:1788624663.788837:0:35273:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788624663.788840:0:35273:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788624663.788841:0:35273:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788624663.788843:0:35273:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624663.788846:0:35273:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788624663.788848:0:35273:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788624663.788850:0:35273:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788624663.788851:0:35273:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788624663.788852:0:35273:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788624663.788853:0:35273:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788624663.788855:0:35273:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788624663.788858:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624663.788866:0:35273:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624663.788869:0:35273:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788624663.788874:0:35273:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61500. 00000020:00000040:2.0:1788624663.788879:0:35273:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00010000:00000001:2.0:1788624663.788883:0:35273:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624663.788888:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624663.788891:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624663.788895:0:35273:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624663.788897:0:35273:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624663.788901:0:35273:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624663.788907:0:35273:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd05165400. 00000100:00000001:2.0:1788624663.788914:0:35273:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624663.788919:0:35273:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624663.788921:0:35273:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624663.788922:0:35273:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624663.788923:0:35273:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624663.788926:0:35273:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624663.788928:0:35273:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446631773498905856 : -112300210645760 : ffff99dd11d61500) 00010000:00000001:2.0:1788624663.788932:0:35273:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624663.788934:0:35273:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788624663.788938:0:35273:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03870000. 00010000:00000010:2.0:1788624663.788941:0:35273:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff99dd03870c00. 00010000:00000001:2.0:1788624663.788946:0:35273:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624663.788949:0:35273:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10766a00. 00000020:00000001:2.0:1788624663.788953:0:35273:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624663.788956:0:35273:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10766a00 with handle 0xcc94206c7ef419ae to hash 00000020:00000001:2.0:1788624663.788958:0:35273:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624663.788960:0:35273:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000010:2.0:1788624663.788963:0:35273:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff99dd11d2d700. 00010000:00000001:2.0:1788624663.788966:0:35273:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:2.0:1788624663.788969:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624663.788972:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624663.788977:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624663.788994:0:35273:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624663.789005:0:35273:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624663.789012:0:35273:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624663.789014:0:35273:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624663.789020:0:35273:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1047eb40. 00000100:00000001:2.0:1788624663.789022:0:35273:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773472811840 : -112300236739776 : ffff99dd1047eb40) 00000100:00000001:2.0:1788624663.789025:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624663.789026:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498905856 : -112300210645760 : ffff99dd11d61500) 00000100:00000001:2.0:1788624663.789030:0:35273:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624663.789032:0:35273:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624663.789035:0:35273:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624663.789036:0:35273:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624663.789047:0:35273:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61500 x1875506845079168/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624663.789055:0:35273:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624663.789058:0:35273:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624663.789062:0:35273:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624663.789064:0:35273:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624663.789067:0:35273:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624663.789070:0:35273:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61500 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35273:1875506845079168:192.168.202.125@tcp:101:multiop.0 00000100:00000001:2.0:1788624663.789075:0:35273:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624663.789080:0:35273:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624663.789082:0:35273:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624663.789085:0:35273:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624663.789089:0:35273:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04839c00. 02000000:00000001:2.0:1788624663.789091:0:35273:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624663.789097:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624663.789102:0:35273:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2aa8. 00000400:00000010:2.0:1788624663.789142:0:35273:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08cc0. 00000100:00000200:2.0:1788624663.789149:0:35273:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845079168, portal 4 00000100:00000001:2.0:1788624663.789150:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624663.789152:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498905856 : -112300210645760 : ffff99dd11d61500) 00000100:00000040:2.0:1788624663.789167:0:35273:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d61500 x1875506845079168/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624679 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624663.789175:0:35273:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624663.789178:0:35273:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624663.789181:0:35273:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08c38. 00000100:00000200:2.0:1788624663.789183:0:35273:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875506845079168, offset 0 00000400:00000200:2.0:1788624663.789189:0:35273:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624663.789198:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.789205:0:35273:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624663.789210:0:35273:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624663.789214:0:35273:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624663.789218:0:35273:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624663.789221:0:35273:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624663.789224:0:35273:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3007:3007:256:4294967295] 192.168.202.125@tcp LPNI seq info [3007:3007:8:4294967295] 00000400:00000200:2.0:1788624663.789229:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.789238:0:35273:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624663.789244:0:35273:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624663.789249:0:35273:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346000. 00000800:00000200:2.0:1788624663.789255:0:35273:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624663.789262:0:35273:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624663.789279:0:35273:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788624663.789296:0:35273:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624663.789301:0:35273:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 198995 usecs (199 jiffies) 00010000:00000010:3.1:1788624663.789403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870b00. 00000800:00000200:3.0:1788624663.789525:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624663.789529:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346000. 00000400:00000200:3.0:1788624663.789534:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624663.789539:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624663.789545:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08c38 00000400:00000010:3.0:1788624663.789547:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08c38. 00000100:00000001:3.0:1788624663.789551:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624663.789555:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61500 x1875506845079168/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624679 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.789566:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624663.789569:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61500 x1875506845079168/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624679 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.789576:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624663.789578:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1788624663.790625:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624663.790631:0:35273:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296678051 00000100:00000001:2.0:1788624663.790635:0:35273:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:2.0:1788624663.790638:0:35273:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296678051 00000100:00000001:2.0:1788624663.790640:0:35273:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:2.0:1788624663.790643:0:35273:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624663.790646:0:35273:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624663.790649:0:35273:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624663.790651:0:35273:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624663.790654:0:35273:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1047eb40 going to sleep for 11 seconds 00000100:00000001:2.0:1788624663.790658:0:35273:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624663.790661:0:35273:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624663.793229:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.795211:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624663.795220:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.795230:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624663.795240:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.795585:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624663.795598:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.795603:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.795609:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.795614:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 400 into portal 4 MB=0x6a9c377465680 00000400:00000200:2.0:1788624663.795618:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.795624:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 400/400 into md 0x8885 [1] + 224 00000800:00000001:2.0:1788624663.795631:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.795643:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624663.795647:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624663.795651:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624663.795660:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624663.795670:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61500 x1875506845079168/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624679 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624663.795682:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff99dd11d61500 x1875506845079168/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.795776:0:35273:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624663.795796:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624663.795808:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.795812:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788624663.799486:0:35273:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624663.799492:0:35273:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624663.799497:0:35273:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2aa8. 00000400:00000200:0.0:1788624663.799517:0:35273:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08cc0 00000400:00000010:0.0:1788624663.799519:0:35273:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08cc0. 00000100:00000001:0.0:1788624663.799525:0:35273:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624663.799537:0:35273:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61500 x1875506845079168/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624663.799549:0:35273:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61500 x1875506845079168/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.799558:0:35273:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624663.799560:0:35273:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.799563:0:35273:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624663.799567:0:35273:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624663.799570:0:35273:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624663.799572:0:35273:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.799575:0:35273:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624663.799586:0:35273:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624663.799591:0:35273:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624663.799594:0:35273:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624663.799596:0:35273:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.799599:0:35273:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624663.799603:0:35273:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.799607:0:35273:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624663.799609:0:35273:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1788624663.799611:0:35273:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624663.799613:0:35273:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624663.799618:0:35273:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d61500 x1875506845079168/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.799635:0:35273:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624663.799639:0:35273:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624663.799642:0:35273:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624663.799647:0:35273:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61500 x1875506845079168/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624679 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624663.799654:0:35273:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d61500 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35273:1875506845079168:192.168.202.125@tcp:101:multiop.0 00000100:00000001:0.0:1788624663.799658:0:35273:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.799662:0:35273:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.799664:0:35273:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624663.799667:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.799670:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61500 x1875506845079168/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624679 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.799677:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624663.799681:0:35273:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1047eb40. 00000100:00000001:0.0:1788624663.799684:0:35273:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624663.799686:0:35273:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.799689:0:35273:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624663.799692:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.799695:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.799698:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766a00 refcount=4 00000020:00000001:0.0:1788624663.799701:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:0.0:1788624663.799703:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000040:0.0:1788624663.799710:0:35273:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10766a00, remote cookie: 0xa103bd66258a8837, flags: 0x1 00010000:00010000:0.0:1788624663.799717:0:35273:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 4/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.799728:0:35273:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788624663.799731:0:35273:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.799733:0:35273:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624663.799737:0:35273:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788624663.799741:0:35273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788624663.799756:0:35273:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x4:0x0].0x0 (ffff99dd03870000) refcount = 1 00010000:00000040:0.0:1788624663.799759:0:35273:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788624663.799761:0:35273:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.799770:0:35273:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624663.799771:0:35273:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624663.799774:0:35273:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624663.799776:0:35273:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624663.799780:0:35273:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.799786:0:35273:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624663.799788:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.799790:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.799791:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.799792:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.799794:0:35273:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624663.799797:0:35273:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788624663.799800:0:35273:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788624663.799803:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.799805:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.799806:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766a00 refcount=3 00000020:00000001:0.0:1788624663.799808:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:0.0:1788624663.799811:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:0.0:1788624663.799813:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.799814:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.799815:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766a00 refcount=4 00000020:00000001:0.0:1788624663.799817:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:0.0:1788624663.799819:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:0.0:1788624663.799822:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624663.799826:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624663.799829:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.799836:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.799837:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624663.799840:0:35273:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788624663.799843:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000008:00010000:0.0:1788624663.799848:0:35273:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788624663.799855:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624663.799857:0:35273:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788624663.799859:0:35273:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788624663.799862:0:35273:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788624663.799864:0:35273:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.799865:0:35273:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.799867:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000008:00000001:0.0:1788624663.799868:0:35273:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1788624663.799870:0:35273:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.799872:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.799873:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.799874:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766a00 refcount=5 00000020:00000001:0.0:1788624663.799876:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:0.0:1788624663.799878:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:0.0:1788624663.799880:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624663.799883:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.799889:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.799890:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624663.799892:0:35273:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.799903:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624663.799904:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.799904:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624663.799906:0:35273:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.799908:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.799911:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d61500 x1875506845079168/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.799917:0:35273:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624663.799919:0:35273:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624663.799922:0:35273:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd04839c00. 02000000:00000001:0.0:1788624663.799926:0:35273:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624663.799928:0:35273:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624663.799929:0:35273:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624663.799931:0:35273:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624663.799933:0:35273:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd05165400. 02000000:00000001:0.0:1788624663.799936:0:35273:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624663.799938:0:35273:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624663.799940:0:35273:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d61500. 00000100:00000001:0.0:1788624663.799943:0:35273:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624663.799944:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788624663.799945:0:35273:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624663.799947:0:35273:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.799950:0:35273:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.799953:0:35273:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.799954:0:35273:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.799956:0:35273:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.799958:0:35273:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.799960:0:35273:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.800442:0:35273:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788624663.800449:0:35273:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1788624663.800699:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17b80 00000080:00200000:0.0:1788624663.800703:0:35273:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [0, 1) append 0 append lockpos 0 00000020:00000001:0.0:1788624663.800707:0:35273:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788624663.800710:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00020000:00000002:0.0:1788624663.800714:0:35273:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd049ada20 addref 2/0 by ffff99dd216b8000. 00020000:00000002:0.0:1788624663.800717:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00000020:00000001:0.0:1788624663.800719:0:35273:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:0.0:1788624663.800723:0:35273:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788624663.800727:0:35273:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788624663.800730:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:0.0:1788624663.800734:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624663.800736:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481906840 : -112300227644776 : ffff99dd10d2b298) 00000020:00000001:0.0:1788624663.800738:0:35273:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788624663.800741:0:35273:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788624663.800744:0:35273:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.800746:0:35273:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.800748:0:35273:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.800749:0:35273:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.800757:0:35273:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788624663.800758:0:35273:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000020:00000001:0.0:1788624663.800784:0:35273:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788624663.800786:0:35273:0:(cl_page.c:427:cl_page_find()) 0@[0x240000402:0x8:0x0] ffffeaa684957540 0 1 00000020:00000001:0.0:1788624663.800790:0:35273:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788624663.800791:0:35273:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.800793:0:35273:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788624663.800801:0:35273:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff99dd104f32a0. 00000020:00000001:0.0:1788624663.800805:0:35273:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788624663.800806:0:35273:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788624663.800809:0:35273:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788624663.800812:0:35273:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1788624663.800814:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624663.800816:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481906840 : -112300227644776 : ffff99dd10d2b298) 00000008:00000001:0.0:1788624663.800819:0:35273:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788624663.800822:0:35273:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff99dd104f3310 folio ffffeaa684957540 pg:0 obj off 0 00000008:00000001:0.0:1788624663.800824:0:35273:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.800825:0:35273:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788624663.800826:0:35273:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788624663.800828:0:35273:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788624663.800830:0:35273:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.800833:0:35273:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.800835:0:35273:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446631773473288864 : -112300236262752 : ffff99dd104f32a0) 00000020:00000001:0.0:1788624663.800838:0:35273:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446631773473288864 : -112300236262752 : ffff99dd104f32a0) 00000020:00000001:0.0:1788624663.800840:0:35273:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788624663.800842:0:35273:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788624663.800844:0:35273:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773614602800 : -112300094948816 : ffff99dd18bb7a30) 00000020:00000001:0.0:1788624663.800846:0:35273:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788624663.800848:0:35273:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788624663.800849:0:35273:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788624663.800855:0:35273:0:(cl_page.c:507:__cl_page_state_set()) page@000000000447eb2e[2 00000000ce6de20b 1 1 00000000967c5f76 0 0 0] 00000020:00000001:0.0:1788624663.800857:0:35273:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788624663.800858:0:35273:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788624663.800860:0:35273:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:0.0:1788624663.800862:0:35273:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:0.0:1788624663.800864:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624663.800866:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624663.800868:0:35273:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788624663.800872:0:35273:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788624663.800876:0:35273:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788624663.800877:0:35273:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.800879:0:35273:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788624663.800880:0:35273:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624663.800883:0:35273:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788624663.800886:0:35273:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624663.800889:0:35273:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788624663.800891:0:35273:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.800893:0:35273:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.800894:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000080:00000001:0.0:1788624663.800898:0:35273:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788624663.800901:0:35273:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788624663.800902:0:35273:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.800905:0:35273:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788624663.800907:0:35273:0:(rw26.c:871:ll_write_end()) pos 0, len 1, copied 1 00000020:00000001:0.0:1788624663.800909:0:35273:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788624663.800910:0:35273:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773614602800 : -112300094948816 : ffff99dd18bb7a30) 00000020:00000001:0.0:1788624663.800912:0:35273:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788624663.800913:0:35273:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788624663.800927:0:35273:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788624663.800929:0:35273:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788624663.800930:0:35273:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788624663.800932:0:35273:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788624663.800936:0:35273:0:(rw26.c:929:ll_write_end()) page@000000000447eb2e[3 00000000ce6de20b 2 1 00000000967c5f76 0 0 0] 00000080:00200000:0.0:1788624663.800939:0:35273:0:(rw26.c:929:ll_write_end()) vmpage @00000000bc915a32 17ffffc0001001 3:0 ffff99dd104f32a0 0 lru 00000080:00200000:0.0:1788624663.800947:0:35273:0:(rw26.c:929:ll_write_end()) osc-page@000000008aa1427b 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000aada82c8 0000000097dd29e2 > 3< 0 0 > 4< 0 0 8 8331264 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788624663.800949:0:35273:0:(rw26.c:929:ll_write_end()) end page@000000000447eb2e 00000080:00200000:0.0:1788624663.800951:0:35273:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788624663.800952:0:35273:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624663.800956:0:35273:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788624663.800958:0:35273:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 1 prio 0 00000020:00000001:0.0:1788624663.800960:0:35273:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788624663.801039:0:35273:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788624663.801042:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624663.801043:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481906840 : -112300227644776 : ffff99dd10d2b298) 00000020:00000001:0.0:1788624663.801045:0:35273:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788624663.801047:0:35273:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788624663.801050:0:35273:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788624663.801051:0:35273:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788624663.801052:0:35273:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788624663.801054:0:35273:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788624663.801058:0:35273:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff99dd04c728c0 ready 0|-|- wr 0|-|- rd 0|- oap ffff99dd104f3310 folio ffffeaa684957540 pg:0 added for cmd 2 00000008:00000001:0.0:1788624663.801064:0:35273:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788624663.801066:0:35273:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff99dd10dbf800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8331264, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:0.0:1788624663.801072:0:35273:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff99dd10dbf800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8331264, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:0.0:1788624663.801076:0:35273:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff99dd104f3348 page ffffeaa684957540 00000008:00000020:0.0:1788624663.801079:0:35273:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0000-osc-ffff99dd10dbf800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8302592, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:0.0:1788624663.801084:0:35273:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1788624663.801086:0:35273:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624663.801088:0:35273:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:0.0:1788624663.801093:0:35273:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff99dd04fa2300. 00000008:00000020:0.0:1788624663.801100:0:35273:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff99dd04c728c0 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:0.0:1788624663.801142:0:35273:0:(osc_cache.c:1926:osc_update_pending()) obj ffff99dd04c728c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1788624663.801148:0:35273:0:(osc_cache.c:858:osc_extent_find()) extent ffff99dd04fa2300@{[0 -> 0/1023], [3|1|-|active|wi|ffff99dd04c728c0], [28672|0|-|-|ffff99dd10766a00|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1788624663.801155:0:35273:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000907e4451 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1788624663.801174:0:35273:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:0.0:1788624663.801177:0:35273:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624663.801180:0:35273:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624663.801183:0:35273:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788624663.801185:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000008:00000002:0.0:1788624663.801187:0:35273:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->1 0 00000020:00000001:0.0:1788624663.801190:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624663.801191:0:35273:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788624663.801193:0:35273:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 1 00020000:00000001:0.0:1788624663.801196:0:35273:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788624663.801197:0:35273:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.801199:0:35273:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.801201:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000008:00000001:0.0:1788624663.801202:0:35273:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788624663.801204:0:35273:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788624663.801206:0:35273:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788624663.801210:0:35273:0:(cl_page.c:556:cl_batch_put()) page@000000000447eb2e[4 00000000ce6de20b 2 1 00000000967c5f76 0 0 0] 00000020:00000001:0.0:1788624663.801211:0:35273:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788624663.801213:0:35273:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788624663.801214:0:35273:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1788624663.801216:0:35273:0:(osc_request.c:745:osc_update_next_shrink()) next time 3210 to shrink grant 00000080:00000001:0.0:1788624663.801219:0:35273:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1788624663.801221:0:35273:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1788624663.801228:0:35273:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff99dd1919bc38, count 1, dirtied 1 00000080:00000001:0.0:1788624663.801230:0:35273:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1788624663.801232:0:35273:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788624663.801233:0:35273:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788624663.801234:0:35273:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788624663.801235:0:35273:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788624663.801238:0:35273:0:(cl_page.c:507:__cl_page_state_set()) page@000000000447eb2e[3 00000000ce6de20b 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788624663.801239:0:35273:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788624663.801241:0:35273:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788624663.801242:0:35273:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788624663.801243:0:35273:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788624663.801246:0:35273:0:(cl_page.c:556:cl_batch_put()) page@000000000447eb2e[3 00000000ce6de20b 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788624663.801247:0:35273:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788624663.801249:0:35273:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788624663.801250:0:35273:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1788624663.801251:0:35273:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1788624663.801253:0:35273:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.801906:0:35273:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.801908:0:35273:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.801910:0:35273:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624663.801912:0:35273:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:0.0:1788624663.801915:0:35273:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788624663.801917:0:35273:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788624663.801918:0:35273:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.801922:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17b80 00000080:00200000:0.0:1788624663.801923:0:35273:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:0.0:1788624663.801926:0:35273:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.801929:0:35273:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788624663.801932:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624663.801935:0:35273:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788624663.801937:0:35273:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788624663.801939:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624663.801942:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624663.801943:0:35273:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788624663.801945:0:35273:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788624663.801946:0:35273:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.801948:0:35273:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.801950:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000008:00000001:0.0:1788624663.801951:0:35273:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.801953:0:35273:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.801955:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.801956:0:35273:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.801958:0:35273:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.801960:0:35273:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788624663.801961:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788624663.801962:0:35273:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788624663.802039:0:35273:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788624663.802041:0:35273:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1788624663.802044:0:35273:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788624663.802049:0:35273:0:(osc_cache.c:1926:osc_update_pending()) obj ffff99dd04c728c0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:0.0:1788624663.802056:0:35273:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788624663.802058:0:35273:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624663.802060:0:35273:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788624663.802062:0:35273:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624663.802064:0:35273:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:0.0:1788624663.802066:0:35273:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788624663.802067:0:35273:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.802068:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.802071:0:35273:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788624663.802072:0:35273:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788624663.802075:0:35273:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788624663.802077:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd10d85a88 (ffff99dd10d87d88/0) at cl_lock_release():245 00000020:00000001:0.0:1788624663.802080:0:35273:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624663.802081:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd10d85a88 (ffff99dd10d87d88/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788624663.802085:0:35273:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788624663.802087:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624663.802088:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481906840 : -112300227644776 : ffff99dd10d2b298) 00000020:00000001:0.0:1788624663.802090:0:35273:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624663.802091:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd05188bb0 (ffff99dd10d87908/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788624663.802095:0:35273:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788624663.802097:0:35273:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788624663.802099:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.802101:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.802134:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766a00 refcount=5 00000020:00000001:0.0:1788624663.802137:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:0.0:1788624663.802140:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:0.0:1788624663.802143:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624663.802147:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624663.802155:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.802167:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.802169:0:35273:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624663.802173:0:35273:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624663.802176:0:35273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624663.802187:0:35273:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624663.802190:0:35273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624663.802192:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624663.802195:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.802196:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.802198:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.802201:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624663.802203:0:35273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.802205:0:35273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.802207:0:35273:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.802209:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624663.802210:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.802212:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624663.802213:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.802214:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624663.802215:0:35273:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788624663.802217:0:35273:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624663.802218:0:35273:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624663.802219:0:35273:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624663.802220:0:35273:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624663.802222:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd10d85a88 (ffff99dd10d87d88/0) at cl_lock_fini():72 00020000:00000001:0.0:1788624663.802224:0:35273:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788624663.802225:0:35273:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624663.802226:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd05188bb0 (ffff99dd10d87d88/1) at cl_lock_fini():72 00000008:00000010:0.0:1788624663.802229:0:35273:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd10fb2130. 00000020:00000001:0.0:1788624663.802235:0:35273:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788624663.802237:0:35273:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd05188b80. 00020000:00000001:0.0:1788624663.802242:0:35273:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788624663.802243:0:35273:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788624663.802244:0:35273:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788624663.802246:0:35273:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788624663.802258:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624663.802259:0:35273:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788624663.802261:0:35273:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788624663.802262:0:35273:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.802264:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.802265:0:35273:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788624663.803787:0:35273:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788624663.803790:0:35273:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788624663.803794:0:35273:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:0.0:1788624663.803797:0:35273:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788624663.803799:0:35273:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624663.803801:0:35273:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624663.803803:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624663.803804:0:35273:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788624663.803808:0:35273:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788624663.803809:0:35273:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.803811:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.803813:0:35273:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624663.803814:0:35273:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624663.803816:0:35273:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624663.803821:0:35273:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:0.0:1788624663.803824:0:35273:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788624663.803826:0:35273:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788624663.803829:0:35273:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788624663.803831:0:35273:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788624663.803832:0:35273:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788624663.803833:0:35273:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788624663.803835:0:35273:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624663.803838:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87900 00020000:00000001:0.0:1788624663.803842:0:35273:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788624663.803844:0:35273:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788624663.803846:0:35273:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624663.803848:0:35273:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788624663.803852:0:35273:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624663.803852:0:35273:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788624663.803855:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17c98 00000080:00200000:0.0:1788624663.803857:0:35273:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:0.0:1788624663.803862:0:35273:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788624663.803864:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624663.803866:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624663.803868:0:35273:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788624663.803873:0:35273:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788624663.803878:0:35273:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788624663.803880:0:35273:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1788624663.803881:0:35273:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788624663.803882:0:35273:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1788624663.803885:0:35273:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=1 (1) m=1788624663 a=0 c=1788624663 b=0 00020000:00000001:0.0:1788624663.803890:0:35273:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624663.803892:0:35273:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1788624663 a=0 c=1788624663 b=0 00020000:00000001:0.0:1788624663.803895:0:35273:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.803897:0:35273:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.803899:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000080:00200000:0.0:1788624663.803901:0:35273:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 1 i_blocks 0 00000080:00000001:0.0:1788624663.803904:0:35273:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788624663.803909:0:35273:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:0.0:1788624663.803912:0:35273:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:0.0:1788624663.803913:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87d80 00000020:00000001:0.0:1788624663.803916:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17d88 00000080:00000008:0.0:1788624663.803918:0:35273:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 1, count: 0, rc = 1 00000080:00000001:0.0:1788624663.803921:0:35273:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624663.803945:0:35273:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:0.0:1788624663.803947:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17e48 00000080:00200008:0.0:1788624663.803949:0:35273:0:(file.c:5384:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/1 00000080:00000001:0.0:1788624663.803956:0:35273:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1788624663.803958:0:35273:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788624663.803960:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624663.804176:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482286472 : -112300227265144 : ffff99dd10d87d88) 00000020:00001000:0.0:1788624663.804180:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87d80 00000020:00000001:0.0:1788624663.804183:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624663.804185:0:35273:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788624663.804187:0:35273:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788624663.804189:0:35273:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788624663.804192:0:35273:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624663.804193:0:35273:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788624663.804195:0:35273:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624663.804198:0:35273:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff99dd18bb7a30 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788624663.804200:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00020000:00000001:0.0:1788624663.804204:0:35273:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788624663.804205:0:35273:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788624663.804208:0:35273:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788624663.804210:0:35273:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.804212:0:35273:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788624663.804214:0:35273:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788624663.804216:0:35273:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.804218:0:35273:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624663.804219:0:35273:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788624663.804220:0:35273:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788624663.804222:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00000020:00000001:0.0:1788624663.804225:0:35273:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.804227:0:35273:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788624663.804228:0:35273:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788624663.804230:0:35273:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788624663.804232:0:35273:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788624663.804234:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788624663.804238:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624663.804239:0:35273:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788624663.804240:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624663.804242:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482285320 : -112300227266296 : ffff99dd10d87908) 00000020:00001000:0.0:1788624663.806086:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87900 00000020:00000001:0.0:1788624663.806094:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fc38 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624663.806097:0:35273:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788624663.806102:0:35273:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624663.806104:0:35273:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788624663.806118:0:35273:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.806120:0:35273:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.806123:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481906840 : -112300227644776 : ffff99dd10d2b298) 00000020:00000001:0.0:1788624663.806126:0:35273:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788624663.806127:0:35273:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.806131:0:35273:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.806132:0:35273:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.806135:0:35273:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788624663.806137:0:35273:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788624663.806139:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624663.806140:0:35273:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788624663.806142:0:35273:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624663.806143:0:35273:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.806145:0:35273:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.806147:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.806148:0:35273:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.806150:0:35273:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624663.806151:0:35273:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.806152:0:35273:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.806153:0:35273:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788624663.806156:0:35273:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788624663.806167:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624663.806168:0:35273:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788624663.806170:0:35273:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788624663.806173:0:35273:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788624663.806180:0:35273:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788624663.806183:0:35273:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1788624663.806185:0:35273:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788624663.806188:0:35273:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788624663.806190:0:35273:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:0.0:1788624663.806192:0:35273:0:(osc_cache.c:2357:osc_next_obj()) Process leaving (rc=18446631773279824064 : -112300429727552 : ffff99dd04c728c0) 00000008:00000020:0.0:1788624663.806195:0:35273:0:(osc_cache.c:2393:osc_check_rpcs()) obj ffff99dd04c728c0 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:0.0:1788624663.806199:0:35273:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788624663.806200:0:35273:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1788624663.806201:0:35273:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788624663.806203:0:35273:0:(osc_cache.c:2213:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1788624663.806205:0:35273:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1788624663.806207:0:35273:0:(osc_cache.c:2074:try_to_add_extent_for_io()) extent ffff99dd04fa2300@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff99dd04c728c0], [28672|1|+|-|ffff99dd10766a00|1024|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1788624663.806215:0:35273:0:(osc_cache.c:2074:try_to_add_extent_for_io()) ### extent: 00000000907e4451 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788624663.806228:0:35273:0:(osc_cache.c:2123:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1788624663.806232:0:35273:0:(osc_cache.c:1926:osc_update_pending()) obj ffff99dd04c728c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1788624663.806236:0:35273:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1788624663.806239:0:35273:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788624663.806242:0:35273:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff99dd04fa2300@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff99dd04c728c0], [28672|1|+|-|ffff99dd10766a00|1024|ffff99dd216b8000]} make ready 00000008:00010000:0.0:1788624663.806685:0:35273:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000907e4451 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788624663.806694:0:35273:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:0.0:1788624663.806696:0:35273:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1788624663.806713:0:35273:0:(cl_page.c:1160:cl_page_make_ready()) page@000000000447eb2e[2 00000000ce6de20b 1 1 0000000000000000 0 0 0] 00000020:00008000:0.0:1788624663.806715:0:35273:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1788624663.806717:0:35273:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788624663.806719:0:35273:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788624663.806721:0:35273:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788624663.806723:0:35273:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788624663.806724:0:35273:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788624663.806727:0:35273:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788624663.806730:0:35273:0:(cl_page.c:507:__cl_page_state_set()) page@000000000447eb2e[2 00000000ce6de20b 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788624663.806732:0:35273:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1788624663.806733:0:35273:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788624663.806734:0:35273:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788624663.806737:0:35273:0:(cl_page.c:1182:cl_page_make_ready()) page@000000000447eb2e[2 00000000ce6de20b 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788624663.806738:0:35273:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1788624663.806740:0:35273:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.806743:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624663.806745:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624663.806747:0:35273:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1788624663.806750:0:35273:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.806751:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000008:00000001:0.0:1788624663.806754:0:35273:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624663.806756:0:35273:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:0.0:1788624663.806760:0:35273:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff99dd10dbf800: cli: ffff99dd064b21e8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1788624663.806771:0:35273:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff99dd09345cc0. 00000008:00000010:0.0:1788624663.806776:0:35273:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff99dd216df000. 00000020:00000001:0.0:1788624663.806779:0:35273:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788624663.806781:0:35273:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788624663.806782:0:35273:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788624663.806786:0:35273:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788624663/1788624663 00000020:00000001:0.0:1788624663.806790:0:35273:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788624663.806792:0:35273:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1788624663.806794:0:35273:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1788624663.806797:0:35273:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:0.0:1788624663.806800:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624663.806805:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870000 count: 2 00010000:00000001:0.0:1788624663.806808:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624663.806814:0:35273:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788624663.806817:0:35273:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788624663.806820:0:35273:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624663.806825:0:35273:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624663.806828:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624663.806837:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.806839:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624663.806841:0:35273:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788624663.806843:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624663.806845:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624663.806848:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766a00 refcount=3 00000020:00000001:0.0:1788624663.806850:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:0.0:1788624663.806853:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00000008:00000001:0.0:1788624663.806855:0:35273:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:0.0:1788624663.806857:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.806858:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1788624663.806859:0:35273:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1788624663.806861:0:35273:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1788624663.806868:0:35273:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07100. 00000020:00000040:0.0:1788624663.806872:0:35273:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624663.806879:0:35273:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624663.806882:0:35273:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624663.806884:0:35273:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624663.806890:0:35273:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd197f4000. 00000100:00000001:0.0:1788624663.806896:0:35273:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788624663.806903:0:35273:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 1 00000008:00000020:0.0:1788624663.806908:0:35273:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff99dd10dbf800: dirty: 28672 undirty: 484638720 dropped 0 grant: 8302592 cl_lost_grant 0 00000008:00000001:0.0:1788624663.806913:0:35273:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1788624663.806945:0:35273:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10083 MB/s 00000008:00008000:0.0:1788624663.806951:0:35273:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffeaa684957540 map ffff99dd1919bc38 index 0 flags 17ffffc0005008 count 3 priv ffff99dd104f32a0: off 0 00000008:00000001:0.0:1788624663.807099:0:35273:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1788624663.807130:0:35273:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5b57dc90 (4) 00000008:00100000:0.0:1788624663.807135:0:35273:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff99dd11c07100 - object 0x280000400:4 offset 0<>1 00000008:00000001:0.0:1788624663.807138:0:35273:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.807140:0:35273:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788624663.807143:0:35273:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788624663.807144:0:35273:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788624663.807145:0:35273:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788624663/1788624663 00000020:00000001:0.0:1788624663.807147:0:35273:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788624663.807149:0:35273:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1788624663.807150:0:35273:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1788624663.807153:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624663.807155:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497487616 : -112300212064000 : ffff99dd11c07100) 00000008:00000002:0.0:1788624663.807176:0:35273:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 000000003277fe5c, now 0r/1w/0d in flight req@ffff99dd11c07100 x1875506845079296/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1788624663.807185:0:35273:0:(osc_request.c:2988:osc_build_rpc()) [0x240000402:0x8:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:0.0:1788624663.807192:0:35273:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c81b88e4] to pc [ptlrpcd_00_00+0] req@ffff99dd11c07100 x1875506845079296/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788624663.807232:0:35273:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1788624663.807234:0:35273:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624663.807237:0:35273:0:(osc_cache.c:2262:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624663.807238:0:35273:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788624663.807240:0:35273:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624663.807242:0:35273:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788624663.807243:0:35273:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624663.807244:0:35273:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788624663.807245:0:35273:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624663.807249:0:35273:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:0.0:1788624663.807250:0:35273:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624663.807252:0:35273:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1788624663.807262:0:35273:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff99dd04c728c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000001:1.0:1788624663.807741:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624663.807747:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624663.807750:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624663.807760:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07100 x1875506845079296/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.807768:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624663.807770:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624663.807775:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624663.807778:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624663.807780:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624663.807783:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845079296:192.168.202.125@tcp:4:multiop.0 00000100:00000001:1.0:1788624663.807788:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624663.807794:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624663.807796:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624663.807798:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624663.807806:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e1c00. 02000000:00000001:1.0:1788624663.807808:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624663.807818:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624663.807823:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793528. 00000400:00000010:1.0:1788624663.807831:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c440. 00000100:00000200:1.0:1788624663.807839:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845079296, portal 4 00000100:00000001:1.0:1788624663.807841:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624663.807842:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497487616 : -112300212064000 : ffff99dd11c07100) 00000100:00000040:1.0:1788624663.807849:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c07100 x1875506845079296/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 1788624679 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.807856:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624663.807859:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624663.807863:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c770. 00000100:00000200:1.0:1788624663.807866:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1875506845079296, offset 0 00000400:00000200:1.0:1788624663.807873:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624663.807881:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624663.807889:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624663.807894:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624663.807899:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624663.807903:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624663.807906:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624663.807910:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3008:3008:256:4294967295] 192.168.202.125@tcp LPNI seq info [3008:3008:8:4294967295] 00000400:00000200:1.0:1788624663.807914:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624663.807924:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624663.807930:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624663.807935:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e400. 00000800:00000200:1.0:1788624663.807941:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624663.807948:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624663.807952:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e400 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1788624663.807979:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624663.807983:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 198193 usecs (199 jiffies) 00000400:00000200:1.0:1788624663.807987:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624663.807990:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296678068 00000100:00000001:1.0:1788624663.807993:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:1.0:1788624663.807995:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296678068 00000100:00000001:1.0:1788624663.807997:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:1.0:1788624663.808000:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624663.808003:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.808008:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.808012:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.808023:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624663.808026:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624663.808030:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624663.808031:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624663.808033:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.808035:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.808069:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624663.808071:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624663.808203:0:35273:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788624663.808208:0:35273:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.808213:0:35273:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.808216:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.808219:0:35273:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.808221:0:35273:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.808224:0:35273:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788624663.808227:0:35273:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788624663.808229:0:35273:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788624663.808230:0:35273:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788624663.808233:0:35273:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000001:0.0:1788624663.808237:0:35273:0:(osc_cache.c:973:osc_extent_wait()) Process entered 00000008:00000001:0.0:1788624663.808241:0:35273:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1788624663.809549:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624663.809561:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e400. 00000400:00000200:3.0:1788624663.809569:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624663.810453:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624663.810467:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c770 00000400:00000010:3.0:1788624663.810472:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c770. 00000100:00000001:3.0:1788624663.810481:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624663.810493:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07100 x1875506845079296/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 1788624679 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.810509:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624663.810514:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c07100 x1875506845079296/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 1788624679 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.810521:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624663.810523:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624663.822991:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.823017:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624663.823021:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.823024:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624663.823033:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.823041:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624663.823053:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.823058:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.823064:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.823068:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 448 into portal 4 MB=0x6a9c377465700 00000400:00000200:2.0:1788624663.823074:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.823080:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 448/448 into md 0x8895 [1] + 224 00000800:00000001:2.0:1788624663.823086:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.823098:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624663.823101:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624663.823153:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624663.823170:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624663.823182:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07100 x1875506845079296/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 1788624679 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624663.823193:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff99dd11c07100 x1875506845079296/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.823263:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624663.823277:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624663.823627:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624663.823638:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.823642:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788624663.827772:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624663.827780:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624663.827785:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793528. 00000400:00000200:1.0:1788624663.827797:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c440 00000400:00000010:1.0:1788624663.827800:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c440. 00000100:00000001:1.0:1788624663.827805:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624663.827817:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07100 x1875506845079296/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624663.827830:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07100 x1875506845079296/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.827838:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624663.827841:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.827844:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624663.827847:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624663.827849:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624663.827851:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624663.827854:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624663.827863:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194454a8 time=991 v=5 (5 5 0 0) 00000100:00001000:1.0:1788624663.827867:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624663.827869:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624663.827871:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.827874:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624663.827878:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.827881:0:2389:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624663.827883:0:2389:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788624663.827885:0:2389:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624663.827887:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624663.827888:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497487616 : -112300212064000 : ffff99dd11c07100) 00000100:00000001:1.0:1788624663.827891:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624663.827894:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1788624663.827895:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624663.827898:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624663.827903:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07100 x1875506845079296/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 1788624679 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.827911:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624663.827914:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624663.827916:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788624663.827920:0:2389:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:1.0:1788624663.827922:0:2389:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:1.0:1788624663.827928:0:2389:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:1.0:1788624663.827932:0:2389:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:1.0:1788624663.827937:0:2389:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff99dd10dbf800: setdq to remove for usr 0 00000001:04000000:1.0:1788624663.827939:0:2389:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff99dd10dbf800: setdq to remove for grp 0 00000001:04000000:1.0:1788624663.827941:0:2389:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff99dd10dbf800: setdq to remove for prj 0 00000001:00000001:1.0:1788624663.827943:0:2389:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788624663.827946:0:2389:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:1.0:1788624663.827948:0:2389:0:(osc_request.c:2091:check_write_checksum()) checksum 5b57dc90 confirmed 00000008:00000001:1.0:1788624663.827952:0:2389:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788624663.827954:0:2389:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:1.0:1788624663.827956:0:2389:0:(osc_request.c:2586:brw_interpret()) request ffff99dd11c07100 aa ffff99dd11c072b0 rc 0 00000020:00000001:1.0:1788624663.827973:0:2389:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000020:00000001:1.0:1788624663.827976:0:2389:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000020:00000001:1.0:1788624663.827979:0:2389:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788624663.827982:0:2389:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788624663.827985:0:2389:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624663.827987:0:2389:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624663.827989:0:2389:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000008:00000010:1.0:1788624663.827991:0:2389:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff99dd216df000. 00000020:00000001:1.0:1788624663.827997:0:2389:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000020:00000001:1.0:1788624663.827999:0:2389:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:1.0:1788624663.828004:0:2389:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:1.0:1788624663.828006:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624663.828009:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c07100 x1875506845079296/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 1788624679 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.828016:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624663.828020:0:2389:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:1.0:1788624663.828023:0:2389:0:(osc_cache.c:908:osc_extent_finish()) extent ffff99dd04fa2300@{[0 -> 0/1023], [3|0|-|rpc|wiuY|ffff99dd04c728c0], [28672|1|+|+|ffff99dd10766a00|1024|ffff99dd216b8000]} extent finished. 00000008:00010000:1.0:1788624663.828031:0:2389:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000907e4451 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1788624663.828051:0:2389:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:1.0:1788624663.828054:0:2389:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1788624663.828058:0:2389:0:(cl_page.c:1104:cl_page_complete()) page@000000000447eb2e[2 00000000ce6de20b 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788624663.828059:0:2389:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1788624663.828061:0:2389:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788624663.828063:0:2389:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788624663.828065:0:2389:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788624663.828068:0:2389:0:(cl_page.c:507:__cl_page_state_set()) page@000000000447eb2e[2 00000000ce6de20b 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788624663.828070:0:2389:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1788624663.828071:0:2389:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1788624663.828074:0:2389:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1788624663.828077:0:2389:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000000447eb2e[2 00000000ce6de20b 1 1 0000000000000000 0 0 0] 00000080:00008000:1.0:1788624663.828079:0:2389:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1788624663.828097:0:2389:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1788624663.828098:0:2389:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1788624663.828100:0:2389:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788624663.828102:0:2389:0:(cl_page.c:556:cl_batch_put()) page@000000000447eb2e[2 00000000ce6de20b 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788624663.828119:0:2389:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1788624663.828121:0:2389:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788624663.828122:0:2389:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:1.0:1788624663.828125:0:2389:0:(osc_cache.c:1648:osc_free_grant()) lost 0 grant: 0 avail: 16740352 dirty: 0/0 00000008:00000020:1.0:1788624663.828133:0:2389:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff99dd04fa2300@{[0 -> 0/1023], [2|0|-|inv|wuY|ffff99dd04c728c0], [28672|0|-|-|ffff99dd10766a00|1024|ffff99dd216b8000]} destroyed. 00000008:00010000:1.0:1788624663.828139:0:2389:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000907e4451 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1788624663.828146:0:2389:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788624663.828148:0:2389:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff99dd09345cc0. 00000008:00000020:1.0:1788624663.828165:0:2389:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff99dd064b21e8. 00000008:00000001:1.0:1788624663.828179:0:2389:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624663.828184:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07100 x1875506845079296/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 1788624679 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624663.828199:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845079296:192.168.202.125@tcp:4:multiop.0 00000100:00000001:1.0:1788624663.828204:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.828207:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624663.828209:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07100 x1875506845079296/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 1788624679 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.828215:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.828218:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.828225:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624663.828227:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.828229:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624663.828232:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624663.828248:0:29476:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624663.828252:0:29476:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624663.828255:0:29476:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00000008:00000020:1.0:1788624663.828257:0:29476:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff99dd064b21e8. 00000008:00000001:1.0:1788624663.828259:0:29476:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788624663.828261:0:29476:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1788624663.828263:0:29476:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624663.828273:0:29476:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1788624663.828275:0:29476:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00000008:00000001:0.0:1788624663.828677:0:35273:0:(osc_cache.c:1008:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.828682:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624663.828684:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1788624663.828688:0:35273:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff99dd04fa2300. 00000008:00000020:0.0:1788624663.828693:0:35273:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff99dd04c728c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788624663.828696:0:35273:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.828700:0:35273:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788624663.828702:0:35273:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.828705:0:35273:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788624663.828707:0:35273:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788624663.828710:0:35273:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788624663.828712:0:35273:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788624663.828714:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624663.828716:0:35273:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788624663.828717:0:35273:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788624663.828718:0:35273:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.828720:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.828722:0:35273:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788624663.828723:0:35273:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788624663.828724:0:35273:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788624663.828725:0:35273:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788624663.828727:0:35273:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624663.828729:0:35273:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624663.828730:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624663.828731:0:35273:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788624663.828732:0:35273:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788624663.828733:0:35273:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.828735:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.828737:0:35273:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624663.828738:0:35273:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624663.828740:0:35273:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.828742:0:35273:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788624663.828744:0:35273:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788624663.828745:0:35273:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788624663.828746:0:35273:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788624663.828748:0:35273:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624663.828749:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87900 00020000:00000001:0.0:1788624663.828752:0:35273:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788624663.828753:0:35273:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788624663.828756:0:35273:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624663.828759:0:35273:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788624663.828762:0:35273:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624663.828763:0:35273:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624663.828766:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87d80 00000080:00000001:0.0:1788624663.828768:0:35273:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624663.828771:0:35273:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.828778:0:35273:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788624663.828781:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00020000:00000002:0.0:1788624663.828784:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00020000:00000001:0.0:1788624663.828788:0:35273:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788624663.828790:0:35273:0:(file.c:5353:ll_mdsync()) inode ffff99dd1919ba88 metadata sync [0x240000402:0x8:0x0] (need_sync=1) 00800000:00000001:0.0:1788624663.828796:0:35273:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00800000:00000001:0.0:1788624663.828798:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624663.828801:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624663.828803:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624663.828805:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624663.828807:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624663.828809:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:0.0:1788624663.828811:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.828816:0:35273:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:0.0:1788624663.828825:0:35273:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05c00. 00000020:00000040:0.0:1788624663.828830:0:35273:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=7 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624663.828834:0:35273:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624663.828836:0:35273:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624663.828841:0:35273:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624663.828848:0:35273:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd197f5e00. 00000100:00000001:0.0:1788624663.828855:0:35273:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.828862:0:35273:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624663.828864:0:35273:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624663.828869:0:35273:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203be540. 00000100:00000001:0.0:1788624663.828872:0:35273:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740459328 : -112299969092288 : ffff99dd203be540) 00000100:00000001:0.0:1788624663.828874:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624663.828875:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497482240 : -112300212069376 : ffff99dd11c05c00) 00000100:00000001:0.0:1788624663.828879:0:35273:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624663.828883:0:35273:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.828886:0:35273:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624663.828888:0:35273:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624663.828893:0:35273:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05c00 x1875506845079424/t0(0) o44->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.828901:0:35273:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624663.828903:0:35273:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.828907:0:35273:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624663.828909:0:35273:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624663.828911:0:35273:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624663.828914:0:35273:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05c00 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35273:1875506845079424:192.168.202.125@tcp:44:multiop.0 00000100:00000001:0.0:1788624663.828918:0:35273:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624663.828924:0:35273:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624663.828926:0:35273:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.828929:0:35273:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624663.828933:0:35273:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049c9400. 02000000:00000001:0.0:1788624663.828935:0:35273:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624663.828941:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624663.828945:0:35273:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d6e0. 00000400:00000010:0.0:1788624663.828951:0:35273:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395990. 00000100:00000200:0.0:1788624663.828957:0:35273:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845079424, portal 10 00000100:00000001:0.0:1788624663.828959:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624663.828960:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497482240 : -112300212069376 : ffff99dd11c05c00) 00000100:00000040:0.0:1788624663.828979:0:35273:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05c00 x1875506845079424/t0(0) o44->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.828987:0:35273:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624663.828989:0:35273:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624663.828993:0:35273:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053953b8. 00000100:00000200:0.0:1788624663.828996:0:35273:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1875506845079424, offset 0 00000400:00000200:0.0:1788624663.829002:0:35273:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624663.829010:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624663.829017:0:35273:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624663.829023:0:35273:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624663.829028:0:35273:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624663.829031:0:35273:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624663.829034:0:35273:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624663.829038:0:35273:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3009:3009:256:4294967295] 192.168.202.125@tcp LPNI seq info [3009:3009:8:4294967295] 00000400:00000200:0.0:1788624663.829041:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624663.829053:0:35273:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624663.829059:0:35273:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624663.829065:0:35273:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cf00. 00000800:00000200:0.0:1788624663.829071:0:35273:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624663.829078:0:35273:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624663.829082:0:35273:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cf00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1788624663.829139:0:35273:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624663.829143:0:35273:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24897 usecs (25 jiffies) 00000400:00000200:0.0:1788624663.829146:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624663.829149:0:35273:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296677916 00000100:00000001:0.0:1788624663.829153:0:35273:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:0.0:1788624663.829155:0:35273:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296677916 00000100:00000001:0.0:1788624663.829167:0:35273:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:0.0:1788624663.829169:0:35273:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624663.829171:0:35273:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.829173:0:35273:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624663.829175:0:35273:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624663.829177:0:35273:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be540 going to sleep for 11 seconds 00000100:00000001:0.0:1788624663.829179:0:35273:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624663.829182:0:35273:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624663.829607:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624663.829612:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cf00. 00000400:00000200:3.0:1788624663.829618:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624663.829624:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624663.829630:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053953b8 00000400:00000010:3.0:1788624663.829632:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053953b8. 00000100:00000001:3.0:1788624663.829637:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624663.829642:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05c00 x1875506845079424/t0(0) o44->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624663.829652:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624663.829655:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05c00 x1875506845079424/t0(0) o44->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624679 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624663.829661:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624663.829663:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624663.839700:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.839726:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624663.839731:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.839734:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624663.839744:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.839753:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624663.839766:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.839773:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.839778:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.839783:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 440 into portal 10 MB=0x6a9c377465780 00000400:00000200:2.0:1788624663.839788:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.839795:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 440/440 into md 0x889d [1] + 224 00000800:00000001:2.0:1788624663.839804:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.839816:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624663.839819:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624663.839823:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624663.839832:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624663.839843:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05c00 x1875506845079424/t0(0) o44->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624663.839853:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff99dd11c05c00 x1875506845079424/t0(0) o44->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624663.839882:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624663.839892:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.839895:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.840044:0:35273:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624663.840053:0:35273:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624663.840056:0:35273:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624663.840059:0:35273:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d6e0. 00000400:00000200:0.0:1788624663.840065:0:35273:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395990 00000400:00000010:0.0:1788624663.840067:0:35273:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395990. 00000100:00000001:0.0:1788624663.840071:0:35273:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624663.840077:0:35273:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05c00 x1875506845079424/t0(0) o44->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624663.840085:0:35273:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05c00 x1875506845079424/t0(0) o44->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.840092:0:35273:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624663.840094:0:35273:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.840097:0:35273:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624663.840101:0:35273:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624663.840103:0:35273:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624663.840203:0:35273:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624663.840207:0:35273:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624663.840218:0:35273:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=92 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624663.840222:0:35273:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=92 v=5 (1 1 1 1) 00000100:00000001:0.0:1788624663.840224:0:35273:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624663.840225:0:35273:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624663.840228:0:35273:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624663.840231:0:35273:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.840234:0:35273:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788624663.840237:0:35273:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: committing for last_committed 4294967334 gen 1 00000100:00000040:0.0:1788624663.840243:0:35273:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967334) req@ffff99dd11596a00 x1875506845076736/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.840259:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.840264:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11596a00 x1875506845076736/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.840276:0:35273:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624663.840279:0:35273:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624663.840283:0:35273:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049ce000. 02000000:00000001:0.0:1788624663.840287:0:35273:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624663.840290:0:35273:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624663.840292:0:35273:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=6 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624663.840294:0:35273:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624663.840297:0:35273:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049cd000. 02000000:00000001:0.0:1788624663.840300:0:35273:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624663.840303:0:35273:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624663.840361:0:35273:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11596a00. 00000100:00000001:0.0:1788624663.840366:0:35273:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624663.840367:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624663.840373:0:35273:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967334) req@ffff99dd11c06300 x1875506845078528/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/456 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.840380:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.840383:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06300 x1875506845078528/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/456 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.840390:0:35273:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624663.840391:0:35273:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624663.840394:0:35273:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049c9c00. 02000000:00000001:0.0:1788624663.840396:0:35273:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624663.840398:0:35273:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624663.840399:0:35273:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=5 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624663.840401:0:35273:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624663.840402:0:35273:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049c9000. 02000000:00000001:0.0:1788624663.840405:0:35273:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624663.840406:0:35273:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624663.840407:0:35273:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06300. 00000100:00000001:0.0:1788624663.840410:0:35273:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624663.840411:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788624663.840416:0:35273:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff99dd11d62a00 x1875506845079040/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624679 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624663.840424:0:35273:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788624663.840428:0:35273:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:0.0:1788624663.840430:0:35273:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624663.840432:0:35273:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624663.840437:0:35273:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05c00 x1875506845079424/t0(0) o44->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624679 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.840443:0:35273:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624663.840448:0:35273:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624663.840451:0:35273:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624663.840456:0:35273:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05c00 x1875506845079424/t0(0) o44->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624679 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624663.840462:0:35273:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05c00 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35273:1875506845079424:192.168.202.125@tcp:44:multiop.0 00000100:00000001:0.0:1788624663.840466:0:35273:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624663.840469:0:35273:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.840471:0:35273:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624663.840472:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.840475:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05c00 x1875506845079424/t0(0) o44->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624679 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.840480:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624663.840482:0:35273:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203be540. 00000100:00000001:0.0:1788624663.840484:0:35273:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624663.840486:0:35273:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624663.840488:0:35273:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624663.840491:0:35273:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.840494:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624663.840497:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05c00 x1875506845079424/t0(0) o44->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624663.840502:0:35273:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624663.840503:0:35273:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624663.840505:0:35273:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049c9400. 02000000:00000001:0.0:1788624663.840689:0:35273:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624663.840691:0:35273:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624663.840693:0:35273:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624663.840695:0:35273:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624663.840696:0:35273:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd197f5e00. 02000000:00000001:0.0:1788624663.840699:0:35273:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624663.840700:0:35273:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624663.840702:0:35273:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05c00. 00000100:00000001:0.0:1788624663.840704:0:35273:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624663.840706:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624663.840710:0:35273:0:(pcc.c:2839:pcc_fsync()) Process entered 00000080:00000001:0.0:1788624663.840712:0:35273:0:(pcc.c:2842:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624663.840716:0:35273:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788624663.840718:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624663.840723:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482286472 : -112300227265144 : ffff99dd10d87d88) 00000020:00001000:0.0:1788624663.840725:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87d80 00000020:00000001:0.0:1788624663.840730:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624663.840733:0:35273:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788624663.840735:0:35273:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788624663.840738:0:35273:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788624663.840741:0:35273:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624663.840742:0:35273:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788624663.840744:0:35273:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624663.840748:0:35273:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff99dd18bb7a30 type 6 ignore/verify layout 0/0 00020000:00000002:0.0:1788624663.840751:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00020000:00000001:0.0:1788624663.840756:0:35273:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788624663.840758:0:35273:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788624663.840760:0:35273:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788624663.840762:0:35273:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.840764:0:35273:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788624663.840766:0:35273:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788624663.840767:0:35273:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.840768:0:35273:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624663.840770:0:35273:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788624663.840771:0:35273:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788624663.840772:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00000020:00000001:0.0:1788624663.840775:0:35273:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.840777:0:35273:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788624663.840779:0:35273:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788624663.840780:0:35273:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788624663.840783:0:35273:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788624663.840787:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:0.0:1788624663.840791:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624663.840792:0:35273:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788624663.840793:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624663.840794:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482285320 : -112300227266296 : ffff99dd10d87908) 00000020:00001000:0.0:1788624663.840797:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87900 00000020:00000001:0.0:1788624663.840799:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fc38 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624663.840801:0:35273:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788624663.840804:0:35273:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624663.840805:0:35273:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788624663.840807:0:35273:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.840808:0:35273:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.840810:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773481906840 : -112300227644776 : ffff99dd10d2b298) 00000020:00000001:0.0:1788624663.840813:0:35273:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788624663.840814:0:35273:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.840816:0:35273:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.840818:0:35273:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.840821:0:35273:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788624663.840822:0:35273:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788624663.840824:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624663.840825:0:35273:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788624663.840827:0:35273:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624663.840828:0:35273:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.840830:0:35273:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.840832:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.840834:0:35273:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.840835:0:35273:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624663.840836:0:35273:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.840838:0:35273:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.840840:0:35273:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788624663.840841:0:35273:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788624663.840843:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624663.840844:0:35273:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788624663.840846:0:35273:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788624663.840848:0:35273:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1788624663.840852:0:35273:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff99dd04c728c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:0.0:1788624663.840856:0:35273:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624663.840859:0:35273:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788624663.840861:0:35273:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff99dd04c728c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788624663.840864:0:35273:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624663.840866:0:35273:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1788624663.840869:0:35273:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788624663.840871:0:35273:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788624663.840872:0:35273:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788624663.840874:0:35273:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788624663.840875:0:35273:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788624663.840876:0:35273:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788624663.840879:0:35273:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:0.0:1788624663.840886:0:35273:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05c00. 00000020:00000040:0.0:1788624663.840890:0:35273:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=4 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624663.840895:0:35273:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624663.840898:0:35273:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624663.840903:0:35273:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624663.840910:0:35273:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd197f5e00. 00000100:00000001:0.0:1788624663.840916:0:35273:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624663.840925:0:35273:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624663.840928:0:35273:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624663.840935:0:35273:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000708f5420] to pc [ptlrpcd_00_01+1] req@ffff99dd11c05c00 x1875506845079552/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.841005:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624663.841008:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624663.841010:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624663.841016:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05c00 x1875506845079552/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.841023:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624663.841025:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624663.841030:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624663.841032:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624663.841035:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624663.841039:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845079552:192.168.202.125@tcp:16:multiop.0 00000100:00000001:1.0:1788624663.841043:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624663.841050:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624663.841052:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624663.841054:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624663.841060:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e3400. 02000000:00000001:1.0:1788624663.841062:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624663.841068:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624663.841072:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793528. 00000400:00000010:1.0:1788624663.841078:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c440. 00000100:00000200:1.0:1788624663.841086:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845079552, portal 4 00000100:00000001:1.0:1788624663.841088:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624663.841090:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497482240 : -112300212069376 : ffff99dd11c05c00) 00000100:00000040:1.0:1788624663.841096:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c05c00 x1875506845079552/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624679 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.841122:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624663.841125:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624663.841129:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c220. 00000100:00000200:1.0:1788624663.841133:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875506845079552, offset 0 00000400:00000200:1.0:1788624663.841140:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624663.841146:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624663.841153:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624663.841171:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624663.841176:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624663.841180:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624663.841183:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624663.841186:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3010:3010:256:4294967295] 192.168.202.125@tcp LPNI seq info [3010:3010:8:4294967295] 00000400:00000200:1.0:1788624663.841190:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624663.841200:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624663.841206:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624663.841211:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ed00. 00000800:00000200:1.0:1788624663.841217:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624663.841226:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624663.841231:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ed00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1788624663.841264:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624663.841275:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 197453 usecs (198 jiffies) 00000400:00000200:1.0:1788624663.841278:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624663.841281:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296678100 00000100:00000001:1.0:1788624663.841284:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:1.0:1788624663.841287:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296678100 00000100:00000001:1.0:1788624663.841289:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:1.0:1788624663.841291:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624663.841294:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.841296:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.841299:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624663.841748:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624663.841754:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ed00. 00000400:00000200:3.0:1788624663.841759:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624663.841764:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624663.841770:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c220 00000400:00000010:3.0:1788624663.841772:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c220. 00000100:00000001:3.0:1788624663.841776:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624663.841781:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05c00 x1875506845079552/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624679 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.841790:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624663.841793:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05c00 x1875506845079552/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624679 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624663.841800:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624663.841801:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000008:00000001:0.0:1788624663.842648:0:35273:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624663.842654:0:35273:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624663.842656:0:35273:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.842659:0:35273:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.842662:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.842664:0:35273:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.842666:0:35273:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.842668:0:35273:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788624663.842671:0:35273:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788624663.842673:0:35273:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788624663.842674:0:35273:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1788624663.842702:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624663.842706:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.845913:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624663.845921:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624663.845927:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624663.845929:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624663.845932:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.845936:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624663.856016:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.856035:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624663.856040:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.856042:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624663.856061:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.856070:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624663.856081:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.856086:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.856091:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.856096:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 432 into portal 4 MB=0x6a9c377465800 00000400:00000200:2.0:1788624663.856101:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624663.856148:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 432/432 into md 0x88a5 [1] + 224 00000800:00000001:2.0:1788624663.856156:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.856190:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624663.856194:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624663.856200:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624663.856210:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624663.856220:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05c00 x1875506845079552/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624679 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624663.856232:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff99dd11c05c00 x1875506845079552/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624679 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624663.856602:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624663.856613:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624663.856617:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.856731:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624663.856736:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624663.856743:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624663.856745:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624663.856748:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793528. 00000400:00000200:1.0:1788624663.856754:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c440 00000400:00000010:1.0:1788624663.856756:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c440. 00000100:00000001:1.0:1788624663.856760:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624663.856765:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05c00 x1875506845079552/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624679 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624663.856774:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05c00 x1875506845079552/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624679 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.856781:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624663.856783:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.856786:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624663.856789:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624663.856791:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624663.856794:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624663.856797:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624663.856806:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=91 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624663.856810:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624663.856812:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624663.856814:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.856817:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624663.856820:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.856824:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788624663.856826:0:2390:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: committing for last_committed 4294967335 gen 16 00000100:00000040:1.0:1788624663.856832:0:2390:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967335) req@ffff99dd11c07100 x1875506845079296/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.856840:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624663.856843:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07100 x1875506845079296/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 1788624679 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.856848:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624663.856850:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624663.856854:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e1c00. 02000000:00000001:1.0:1788624663.856858:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624663.856860:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624663.856862:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624663.856864:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624663.856867:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd197f4000. 02000000:00000001:1.0:1788624663.856870:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624663.856872:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624663.856874:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07100. 00000100:00000001:1.0:1788624663.856877:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624663.856878:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.856880:0:2390:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788624663.856883:0:2390:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1788624663.856885:0:2390:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624663.856887:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624663.856891:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05c00 x1875506845079552/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624679 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.856903:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624663.856905:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624663.856907:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788624663.856911:0:2390:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:1.0:1788624663.856918:0:2390:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000020:00000001:1.0:1788624663.856920:0:2390:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000020:00000001:1.0:1788624663.856922:0:2390:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788624663.856926:0:2390:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788624663.856928:0:2390:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624663.856930:0:2390:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624663.856932:0:2390:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000008:00000001:1.0:1788624663.856947:0:2390:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624663.856952:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05c00 x1875506845079552/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624679 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624663.856965:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845079552:192.168.202.125@tcp:16:multiop.0 00000100:00000001:1.0:1788624663.856970:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.856972:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624663.856975:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05c00 x1875506845079552/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624663.856980:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624663.856981:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624663.856983:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e3400. 02000000:00000001:1.0:1788624663.856985:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624663.856986:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624663.856987:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624663.856989:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624663.856990:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd197f5e00. 02000000:00000001:1.0:1788624663.856992:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624663.856993:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624663.856995:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05c00. 00000100:00000001:1.0:1788624663.856997:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624663.856998:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.857000:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624663.857007:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624663.857009:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624663.857011:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624663.857013:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.857075:0:35273:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788624663.857079:0:35273:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.857082:0:35273:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:0.0:1788624663.857087:0:35273:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788624663.857090:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624663.857092:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624663.857094:0:35273:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788624663.857098:0:35273:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788624663.857103:0:35273:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788624663.857124:0:35273:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1788624663.857126:0:35273:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788624663.857127:0:35273:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1788624663.857130:0:35273:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=1 (1) m=1788624663 a=0 c=1788624663 b=8 00020000:00000001:0.0:1788624663.857133:0:35273:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624663.857136:0:35273:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1788624663 a=0 c=1788624663 b=8 00020000:00000001:0.0:1788624663.857139:0:35273:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.857141:0:35273:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.857143:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000080:00200000:0.0:1788624663.857145:0:35273:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 1 i_blocks 8 00000080:00000001:0.0:1788624663.857148:0:35273:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788624663.857149:0:35273:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788624663.857152:0:35273:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788624663.857154:0:35273:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788624663.857167:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624663.857168:0:35273:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788624663.857170:0:35273:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788624663.857171:0:35273:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.857174:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.857175:0:35273:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788624663.857177:0:35273:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788624663.857178:0:35273:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788624663.857179:0:35273:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788624663.857181:0:35273:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624663.857182:0:35273:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624663.857183:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624663.857184:0:35273:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788624663.857186:0:35273:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788624663.857187:0:35273:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.857189:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624663.857191:0:35273:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624663.857192:0:35273:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624663.857194:0:35273:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.857196:0:35273:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788624663.857197:0:35273:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788624663.857199:0:35273:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788624663.857200:0:35273:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788624663.857201:0:35273:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624663.857203:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87900 00020000:00000001:0.0:1788624663.857206:0:35273:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788624663.857208:0:35273:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788624663.857210:0:35273:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624663.857213:0:35273:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788624663.857216:0:35273:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624663.857217:0:35273:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624663.857219:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87d80 00000080:00000001:0.0:1788624663.857221:0:35273:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624663.857228:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17e48 00000080:00000008:0.0:1788624663.857230:0:35273:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, rc=0 00000080:00000001:0.0:1788624663.857234:0:35273:0:(file.c:5440:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624663.895091:0:35277:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624663.895099:0:35277:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624663.895102:0:35277:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c7fb78 00000080:00200000:1.0:1788624663.895138:0:35277:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:1.0:1788624663.895147:0:35277:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18745e00. 00800000:00000002:1.0:1788624663.895155:0:35277:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624663.895169:0:35277:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624663.895175:0:35277:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624663.895177:0:35277:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c7fa98 00800000:00000002:1.0:1788624663.895179:0:35277:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624663.895184:0:35277:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624663.895189:0:35277:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624663.895192:0:35277:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624663.895194:0:35277:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624663.895197:0:35277:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624663.895199:0:35277:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624663.895202:0:35277:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624663.895205:0:35277:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624663.895209:0:35277:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624663.895215:0:35277:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624663.895216:0:35277:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c7f968 00000002:00010000:1.0:1788624663.895219:0:35277:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624663.895223:0:35277:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624663.895225:0:35277:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624663.895228:0:35277:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624663.895235:0:35277:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4c00 count: 2 00010000:00000001:1.0:1788624663.895238:0:35277:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624663.895243:0:35277:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624663.895247:0:35277:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624663.895252:0:35277:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788624663.895282:0:35277:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624663.895287:0:35277:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624663.895291:0:35277:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788624663.895297:0:35277:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624663.895300:0:35277:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624663.895301:0:35277:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624663.895303:0:35277:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624663.895597:0:35277:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624663.895601:0:35277:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624663.895604:0:35277:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624663.895607:0:35277:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624663.895611:0:35277:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18745e00. 00000080:00000001:1.0:1788624663.895616:0:35277:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624663.895618:0:35277:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624663.895621:0:35277:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624663.895624:0:35277:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41992 00800000:00000001:1.0:1788624663.895628:0:35277:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624663.895630:0:35277:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624663.895632:0:35277:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.895634:0:35277:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.895637:0:35277:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:1.0:1788624663.895639:0:35277:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.895642:0:35277:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.895645:0:35277:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.895647:0:35277:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624663.895648:0:35277:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624663.895650:0:35277:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624663.895653:0:35277:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41992 from it ffffbef881c7fbb0 00010000:00000001:1.0:1788624663.895655:0:35277:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624663.895656:0:35277:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624663.895658:0:35277:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:1.0:1788624663.895660:0:35277:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.895662:0:35277:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624663.895665:0:35277:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624663.895668:0:35277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788624663.895674:0:35277:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.895675:0:35277:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.895677:0:35277:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624663.895679:0:35277:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624663.895682:0:35277:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788624663.895689:0:35277:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624663.895692:0:35277:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624663.895694:0:35277:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624663.895697:0:35277:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.895699:0:35277:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624663.895700:0:35277:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.895703:0:35277:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624663.895705:0:35277:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.895707:0:35277:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.895710:0:35277:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624663.895712:0:35277:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624663.895713:0:35277:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624663.895714:0:35277:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624663.895718:0:35277:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624663.895720:0:35277:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624663.895722:0:35277:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 44 00000080:00000001:1.0:1788624663.895726:0:35277:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624663.895730:0:35277:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:1.0:1788624663.895732:0:35277:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788624663.895735:0:35277:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c7fb78 00000080:00200008:1.0:1788624663.895737:0:35277:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 504000 00000080:00000010:1.0:1788624663.895742:0:35277:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd03d12f00. 00000080:00000001:1.0:1788624663.895747:0:35277:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624663.895748:0:35277:0:(dir.c:3016:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624663.895774:0:35277:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624663.895776:0:35277:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=8028667f arg=7ffc2e8098a0 00000080:00000001:1.0:1788624663.895782:0:35277:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:1.0:1788624663.895784:0:35277:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:1.0:1788624663.895786:0:35277:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624663.895788:0:35277:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624663.895790:0:35277:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624663.895796:0:35277:0:(dir.c:3021:ll_dir_release()) Process entered 00000080:00000001:1.0:1788624663.895798:0:35277:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788624663.895800:0:35277:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c7fdd0 00000080:00200008:1.0:1788624663.895802:0:35277:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 504000 00000080:00400000:1.0:1788624663.895805:0:35277:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788624663.895807:0:35277:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd03d12f00. 00000080:00000001:1.0:1788624663.895810:0:35277:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788624663.895813:0:35277:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c7fdd0 00000080:00000008:1.0:1788624663.895815:0:35277:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 504000, rc = 0 00000080:00000001:1.0:1788624663.895817:0:35277:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624663.895819:0:35277:0:(dir.c:3022:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624664.530252:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624664.530262:0:28436:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624664.530264:0:28436:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624664.530267:0:28436:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624664.530271:0:28436:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624664.530273:0:28436:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624664.530275:0:28436:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624664.530277:0:28436:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624664.530281:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624664.530283:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624664.530286:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624664.530287:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624664.530290:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624664.530291:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624664.533243:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624664.533250:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624664.533254:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788624665.005729:0:35273:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1788624665.005742:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17d88 00000080:00200008:2.0:1788624665.005748:0:35273:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 1, count: 1 00000080:00000002:2.0:1788624665.005753:0:35273:0:(file.c:2656:do_file_write_iter()) inode ffff99dd1919ba88 need_sync_to_oss [0x240000402:0x8:0x0] 00000080:00000001:2.0:1788624665.005757:0:35273:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1788624665.005760:0:35273:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.005762:0:35273:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788624665.005770:0:35273:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.005773:0:35273:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:2.0:1788624665.005776:0:35273:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788624665.005782:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00020000:00000002:2.0:1788624665.005785:0:35273:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd049ada20 addref 2/0 by ffff99dd216b8000. 00020000:00000002:2.0:1788624665.005788:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00000020:00000001:2.0:1788624665.005791:0:35273:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000001:2.0:1788624665.005805:0:35273:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788624665.005808:0:35273:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000080:00000001:2.0:1788624665.005814:0:35273:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1788624665.005819:0:35273:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:2.0:1788624665.005822:0:35273:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:2.0:1788624665.005824:0:35273:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.005827:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788624665.005835:0:35273:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff99dd03591990. 00000020:00000010:2.0:1788624665.005841:0:35273:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd05165400. 00000020:00000010:2.0:1788624665.005847:0:35273:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff99dd05164600. 00000020:00000010:2.0:1788624665.005852:0:35273:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff99dd18588180. 00000008:00000010:2.0:1788624665.005861:0:35273:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff99dd02e48b30. 00020000:00000010:2.0:1788624665.005867:0:35273:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99dd062d1f00. 00008000:00000010:2.0:1788624665.005872:0:35273:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99dd21689fc8. 00000080:00000010:2.0:1788624665.005879:0:35273:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99dd0530bd20. 00000080:00000010:2.0:1788624665.005884:0:35273:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff99dd11c92750. 00000020:00000010:2.0:1788624665.005887:0:35273:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd05164200. 00000008:00000010:2.0:1788624665.005891:0:35273:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99dd216a42c0. 00020000:00000010:2.0:1788624665.005895:0:35273:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff99dd118bd488. 00008000:00000010:2.0:1788624665.005899:0:35273:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99dd11d41300. 00000080:00000010:2.0:1788624665.005903:0:35273:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99dd18bb1960. 00000020:00000001:2.0:1788624665.005906:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834008 : -112300453717608 : ffff99dd03591998) 00000020:00001000:2.0:1788624665.005909:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591990 00000080:00000001:2.0:1788624665.005912:0:35273:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788624665.005914:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17c98 00000080:00200000:2.0:1788624665.005916:0:35273:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 1, bytes: 1 00000020:00000001:2.0:1788624665.005922:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17c30 00000080:00200000:2.0:1788624665.005923:0:35273:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:2.0:1788624665.005927:0:35273:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788624665.005933:0:35273:0:(cl_io.c:214:cl_io_rw_init()) header@00000000c3710ccf[0x110, 2, [0x240000402:0x8:0x0] hash] 00000020:00200000:2.0:1788624665.005935:0:35273:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [1, 2) 0 0 00000020:00000001:2.0:1788624665.005939:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000020:00000001:2.0:1788624665.005941:0:35273:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788624665.005944:0:35273:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788624665.005947:0:35273:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788624665.005951:0:35273:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624665.005952:0:35273:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788624665.005955:0:35273:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624665.005960:0:35273:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.005963:0:35273:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788624665.005964:0:35273:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.005966:0:35273:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788624665.005969:0:35273:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff99dd11c927b0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1788624665.005972:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00020000:00000001:2.0:1788624665.005976:0:35273:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788624665.005979:0:35273:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788624665.005982:0:35273:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788624665.005984:0:35273:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1788624665.005986:0:35273:0:(lov_io.c:860:lov_io_slice_init()) 1 2 00020000:00000001:2.0:1788624665.005990:0:35273:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1788624665.005992:0:35273:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788624665.005993:0:35273:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.005995:0:35273:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624665.005996:0:35273:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788624665.005997:0:35273:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788624665.005998:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00000020:00000001:2.0:1788624665.006001:0:35273:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.006003:0:35273:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788624665.006006:0:35273:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:2.0:1788624665.006009:0:35273:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1788624665.006012:0:35273:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.006015:0:35273:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788624665.006017:0:35273:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788624665.006020:0:35273:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788624665.006021:0:35273:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1788624665.006022:0:35273:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1788624665.006026:0:35273:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 1 chunk: [1, 2) 2, 1 00020000:00000001:2.0:1788624665.006028:0:35273:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788624665.006031:0:35273:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788624665.006035:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:2.0:1788624665.006039:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624665.006041:0:35273:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788624665.006042:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788624665.006046:0:35273:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff99dd03591090. 00000020:00000010:2.0:1788624665.006050:0:35273:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd05165e00. 00000020:00000010:2.0:1788624665.006054:0:35273:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff99dd05165a00. 00000020:00000010:2.0:1788624665.006057:0:35273:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff99dd18588660. 00000008:00000010:2.0:1788624665.006061:0:35273:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff99dd02e4efe0. 00020000:00000010:2.0:1788624665.006064:0:35273:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99dd062d1b40. 00008000:00000010:2.0:1788624665.006067:0:35273:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99dd2168b4f8. 00000080:00000010:2.0:1788624665.006070:0:35273:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99dd0530b498. 00000080:00000010:2.0:1788624665.006073:0:35273:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff99dd11c929a0. 00000020:00000010:2.0:1788624665.006077:0:35273:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd1078ae00. 00000008:00000010:2.0:1788624665.006081:0:35273:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99dd216a54a0. 00020000:00000010:2.0:1788624665.006084:0:35273:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff99dd118bfd98. 00008000:00000010:2.0:1788624665.006086:0:35273:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99dd11d41b68. 00000080:00000010:2.0:1788624665.006089:0:35273:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99dd18bb1c30. 00000020:00000001:2.0:1788624665.006091:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255831704 : -112300453719912 : ffff99dd03591098) 00000020:00001000:2.0:1788624665.006095:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591090 00000020:00000001:2.0:1788624665.006098:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fc38 -> ffff99dd1145fe90 00000020:00000001:2.0:1788624665.006100:0:35273:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788624665.006103:0:35273:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624665.006375:0:35273:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788624665.006378:0:35273:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.006380:0:35273:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.006382:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494039792 : -112300215511824 : ffff99dd118bd4f0) 00000020:00000001:2.0:1788624665.006386:0:35273:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788624665.006390:0:35273:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788624665.006393:0:35273:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.006395:0:35273:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.006397:0:35273:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.006399:0:35273:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.006400:0:35273:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.006403:0:35273:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788624665.006406:0:35273:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788624665.006409:0:35273:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788624665.006412:0:35273:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788624665.006416:0:35273:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.006418:0:35273:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.006421:0:35273:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788624665.006422:0:35273:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:2.0:1788624665.006424:0:35273:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788624665.006426:0:35273:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788624665.006427:0:35273:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.006429:0:35273:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.006431:0:35273:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.006433:0:35273:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.006435:0:35273:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.006437:0:35273:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788624665.006439:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624665.006440:0:35273:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788624665.006442:0:35273:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788624665.006444:0:35273:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.006446:0:35273:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.006449:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.006450:0:35273:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.006452:0:35273:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788624665.006454:0:35273:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788624665.006456:0:35273:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788624665.006458:0:35273:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788624665.006460:0:35273:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788624665.006464:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:2.0:1788624665.006470:0:35273:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd05188700. 00020000:00000002:2.0:1788624665.006474:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:2.0:1788624665.006476:0:35273:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788624665.006478:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624665.006479:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494039792 : -112300215511824 : ffff99dd118bd4f0) 00000020:00000001:2.0:1788624665.006480:0:35273:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788624665.006485:0:35273:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd10fb24c0. 00000008:00010000:2.0:1788624665.006488:0:35273:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788624665.006491:0:35273:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788624665.006492:0:35273:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788624665.006496:0:35273:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd05188730, osc lock ffff99dd10fb24c0, flags 0x0 00000020:00000001:2.0:1788624665.006498:0:35273:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.006500:0:35273:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.006504:0:35273:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773285156608 : -112300424395008 : ffff99dd05188700) 00000020:00000001:2.0:1788624665.006506:0:35273:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788624665.006507:0:35273:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788624665.006508:0:35273:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.006511:0:35273:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.006513:0:35273:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788624665.006514:0:35273:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788624665.006516:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624665.006517:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494039792 : -112300215511824 : ffff99dd118bd4f0) 00000020:00000001:2.0:1788624665.006519:0:35273:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788624665.006521:0:35273:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788624665.006523:0:35273:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788624665.006525:0:35273:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.006529:0:35273:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788624665.006531:0:35273:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788624665.006533:0:35273:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788624665.006534:0:35273:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788624665.006536:0:35273:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788624665.006537:0:35273:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788624665.006539:0:35273:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788624665.006544:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624665.006554:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870000 count: 2 00010000:00000001:2.0:1788624665.006558:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624665.006569:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624665.006574:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624665.006579:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788624665.006594:0:35273:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624665.006601:0:35273:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624665.006604:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624665.006613:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.006615:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.006619:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766a00 refcount=3 00000020:00000001:2.0:1788624665.006621:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:2.0:1788624665.006624:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00000008:00000001:2.0:1788624665.006629:0:35273:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788624665.006632:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.006633:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.006634:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766a00 refcount=4 00000020:00000001:2.0:1788624665.006636:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:2.0:1788624665.006637:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:2.0:1788624665.006640:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.006641:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.006642:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766a00 refcount=5 00000020:00000001:2.0:1788624665.006644:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:2.0:1788624665.006646:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:2.0:1788624665.006648:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624665.006651:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624665.006654:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624665.006662:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.006664:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788624665.006667:0:35273:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.006669:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.006670:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.006672:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766a00 refcount=6 00000020:00000001:2.0:1788624665.006673:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:2.0:1788624665.006676:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:2.0:1788624665.006678:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624665.006683:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624665.006690:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.006691:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788624665.006695:0:35273:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624665.006702:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624665.006704:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.006705:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.006706:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.006707:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788624665.006709:0:35273:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.006711:0:35273:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.006713:0:35273:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.006715:0:35273:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.006717:0:35273:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.006719:0:35273:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.006720:0:35273:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.006722:0:35273:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.006726:0:35273:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1788624665.006730:0:35273:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1788624665.006735:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17b80 00000080:00200000:2.0:1788624665.006737:0:35273:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [1, 2) append 0 append lockpos 0 00000020:00000001:2.0:1788624665.006739:0:35273:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788624665.006741:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00020000:00000002:2.0:1788624665.006743:0:35273:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd049ada20 addref 2/0 by ffff99dd216b8000. 00020000:00000002:2.0:1788624665.006745:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00000020:00000001:2.0:1788624665.006747:0:35273:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1788624665.006750:0:35273:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788624665.006752:0:35273:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788624665.006754:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:2.0:1788624665.006756:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624665.006757:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494039792 : -112300215511824 : ffff99dd118bd4f0) 00000020:00000001:2.0:1788624665.006758:0:35273:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788624665.006760:0:35273:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788624665.006763:0:35273:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.006764:0:35273:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.006766:0:35273:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.006768:0:35273:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.006771:0:35273:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788624665.006772:0:35273:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000020:00000001:2.0:1788624665.006777:0:35273:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1788624665.006778:0:35273:0:(cl_page.c:427:cl_page_find()) 0@[0x240000402:0x8:0x0] ffffeaa684957540 ffff99dd104f32a0 1 00000020:00000001:2.0:1788624665.006781:0:35273:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788624665.006783:0:35273:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446631773473288864 : -112300236262752 : ffff99dd104f32a0) 00000020:00000001:2.0:1788624665.006785:0:35273:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446631773473288864 : -112300236262752 : ffff99dd104f32a0) 00000020:00000001:2.0:1788624665.006788:0:35273:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1788624665.006791:0:35273:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788624665.006792:0:35273:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498058672 : -112300211492944 : ffff99dd11c927b0) 00000020:00000001:2.0:1788624665.006795:0:35273:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788624665.006796:0:35273:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788624665.006799:0:35273:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788624665.006803:0:35273:0:(cl_page.c:507:__cl_page_state_set()) page@000000000447eb2e[2 00000000ce6de20b 1 1 000000002c73b009 0 0 0] 00000020:00000001:2.0:1788624665.006805:0:35273:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788624665.006806:0:35273:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788624665.006808:0:35273:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1788624665.006810:0:35273:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1788624665.006811:0:35273:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.006814:0:35273:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1788624665.006816:0:35273:0:(rw26.c:871:ll_write_end()) pos 1, len 1, copied 1 00000020:00000001:2.0:1788624665.006818:0:35273:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788624665.006819:0:35273:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498058672 : -112300211492944 : ffff99dd11c927b0) 00000020:00000001:2.0:1788624665.006821:0:35273:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1788624665.006822:0:35273:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788624665.006825:0:35273:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1788624665.006827:0:35273:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788624665.006828:0:35273:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1788624665.006829:0:35273:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1788624665.006833:0:35273:0:(rw26.c:929:ll_write_end()) page@000000000447eb2e[3 00000000ce6de20b 2 1 000000002c73b009 0 0 0] 00000080:00200000:2.0:1788624665.006836:0:35273:0:(rw26.c:929:ll_write_end()) vmpage @00000000bc915a32 17ffffc0001029 2:0 ffff99dd104f32a0 0 lru 00000080:00200000:2.0:1788624665.006844:0:35273:0:(rw26.c:929:ll_write_end()) osc-page@000000008aa1427b 0: 1< 2 - - > 2< 0 0 1 0x0 0x40420 | 00000000aada82c8 0000000097dd29e2 > 3< 0 0 > 4< 0 0 8 16740352 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1788624665.006846:0:35273:0:(rw26.c:929:ll_write_end()) end page@000000000447eb2e 00000080:00200000:2.0:1788624665.006847:0:35273:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1788624665.006849:0:35273:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624665.006853:0:35273:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1788624665.006855:0:35273:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 1, to 2 prio 0 00000020:00000001:2.0:1788624665.006857:0:35273:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1788624665.006859:0:35273:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1788624665.006861:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624665.006862:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494039792 : -112300215511824 : ffff99dd118bd4f0) 00000020:00000001:2.0:1788624665.006864:0:35273:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1788624665.006867:0:35273:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1788624665.006869:0:35273:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1788624665.006871:0:35273:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788624665.006871:0:35273:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1788624665.006874:0:35273:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1788624665.006877:0:35273:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff99dd04c728c0 ready 0|-|- wr 0|-|- rd 0|- oap ffff99dd104f3310 folio ffffeaa684957540 pg:0 added for cmd 2 00000008:00000001:2.0:1788624665.006882:0:35273:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:2.0:1788624665.006884:0:35273:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff99dd10dbf800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 16740352, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:28672 00000008:00000020:2.0:1788624665.006889:0:35273:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff99dd10dbf800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 16740352, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:28672 00000008:00000020:2.0:1788624665.006896:0:35273:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff99dd104f3348 page ffffeaa684957540 00000008:00000020:2.0:1788624665.006900:0:35273:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0000-osc-ffff99dd10dbf800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 16711680, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }granted from cache 00000008:00000001:2.0:1788624665.006904:0:35273:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1788624665.006905:0:35273:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.006908:0:35273:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:2.0:1788624665.006911:0:35273:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff99dd062d1480. 00000008:00000020:2.0:1788624665.006916:0:35273:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff99dd04c728c0 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:2.0:1788624665.006922:0:35273:0:(osc_cache.c:1926:osc_update_pending()) obj ffff99dd04c728c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1788624665.006927:0:35273:0:(osc_cache.c:858:osc_extent_find()) extent ffff99dd062d1480@{[0 -> 0/1023], [3|1|-|active|wi|ffff99dd04c728c0], [28672|0|-|-|ffff99dd10766a00|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1788624665.006933:0:35273:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000ed65e13e ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1788624665.006941:0:35273:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:2.0:1788624665.006945:0:35273:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.006947:0:35273:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.006950:0:35273:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1788624665.006952:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000008:00000002:2.0:1788624665.006954:0:35273:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 1->2 1 00000020:00000001:2.0:1788624665.006957:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000020:00000001:2.0:1788624665.006959:0:35273:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788624665.006961:0:35273:0:(osc_object.c:161:osc_attr_update()) set kms from 1to 2 00020000:00000001:2.0:1788624665.006963:0:35273:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788624665.006965:0:35273:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.006967:0:35273:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.006968:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000008:00000001:2.0:1788624665.006970:0:35273:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1788624665.006971:0:35273:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1788624665.006973:0:35273:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788624665.006977:0:35273:0:(cl_page.c:556:cl_batch_put()) page@000000000447eb2e[4 00000000ce6de20b 2 1 000000002c73b009 0 0 0] 00000020:00000001:2.0:1788624665.006978:0:35273:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1788624665.006979:0:35273:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1788624665.006981:0:35273:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1788624665.006983:0:35273:0:(osc_request.c:745:osc_update_next_shrink()) next time 3211 to shrink grant 00000080:00000001:2.0:1788624665.006986:0:35273:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:2.0:1788624665.006987:0:35273:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1788624665.006994:0:35273:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff99dd1919bc38, count 1, dirtied 1 00000080:00000001:2.0:1788624665.006996:0:35273:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1788624665.006998:0:35273:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1788624665.007000:0:35273:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788624665.007001:0:35273:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788624665.007002:0:35273:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788624665.007004:0:35273:0:(cl_page.c:507:__cl_page_state_set()) page@000000000447eb2e[3 00000000ce6de20b 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788624665.007005:0:35273:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1788624665.007007:0:35273:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788624665.007008:0:35273:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1788624665.007009:0:35273:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788624665.007011:0:35273:0:(cl_page.c:556:cl_batch_put()) page@000000000447eb2e[3 00000000ce6de20b 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788624665.007012:0:35273:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1788624665.007013:0:35273:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1788624665.007014:0:35273:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1788624665.007015:0:35273:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1788624665.007017:0:35273:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007018:0:35273:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.007020:0:35273:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007022:0:35273:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788624665.007023:0:35273:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:2.0:1788624665.007025:0:35273:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788624665.007027:0:35273:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1788624665.007028:0:35273:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007030:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17b80 00000080:00200000:2.0:1788624665.007032:0:35273:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:2.0:1788624665.007035:0:35273:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.007036:0:35273:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788624665.007038:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624665.007039:0:35273:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788624665.007041:0:35273:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:2.0:1788624665.007042:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000020:00000001:2.0:1788624665.007044:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000020:00000001:2.0:1788624665.007046:0:35273:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788624665.007047:0:35273:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788624665.007048:0:35273:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007050:0:35273:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007052:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000008:00000001:2.0:1788624665.007054:0:35273:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007056:0:35273:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.007058:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.007059:0:35273:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007060:0:35273:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007063:0:35273:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788624665.007064:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788624665.007065:0:35273:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788624665.007066:0:35273:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1788624665.007068:0:35273:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:2.0:1788624665.007072:0:35273:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1788624665.007076:0:35273:0:(osc_cache.c:1926:osc_update_pending()) obj ffff99dd04c728c0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:2.0:1788624665.007084:0:35273:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788624665.007087:0:35273:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.007089:0:35273:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788624665.007091:0:35273:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.007093:0:35273:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:2.0:1788624665.007095:0:35273:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788624665.007096:0:35273:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.007097:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007100:0:35273:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788624665.007101:0:35273:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788624665.007103:0:35273:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788624665.007137:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd18bb1998 (ffff99dd03591998/0) at cl_lock_release():245 00000020:00000001:2.0:1788624665.007141:0:35273:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788624665.007143:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd18bb1998 (ffff99dd03591998/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788624665.007162:0:35273:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788624665.007164:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624665.007165:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494039792 : -112300215511824 : ffff99dd118bd4f0) 00000020:00000001:2.0:1788624665.007167:0:35273:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788624665.007168:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd05188730 (ffff99dd03591098/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788624665.007170:0:35273:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788624665.007172:0:35273:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788624665.007174:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.007175:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.007177:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766a00 refcount=5 00000020:00000001:2.0:1788624665.007179:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:2.0:1788624665.007182:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:2.0:1788624665.007184:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624665.007187:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624665.007194:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.007195:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.007196:0:35273:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624665.007198:0:35273:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624665.007201:0:35273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788624665.007212:0:35273:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624665.007215:0:35273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624665.007218:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624665.007222:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.007223:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.007225:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.007228:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624665.007229:0:35273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.007232:0:35273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.007234:0:35273:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.007235:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624665.007237:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.007238:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.007239:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.007240:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788624665.007241:0:35273:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788624665.007243:0:35273:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788624665.007245:0:35273:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788624665.007246:0:35273:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788624665.007247:0:35273:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788624665.007248:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd18bb1998 (ffff99dd03591998/0) at cl_lock_fini():72 00020000:00000001:2.0:1788624665.007251:0:35273:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788624665.007252:0:35273:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788624665.007254:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd05188730 (ffff99dd03591998/1) at cl_lock_fini():72 00000008:00000010:2.0:1788624665.007257:0:35273:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd10fb24c0. 00000020:00000001:2.0:1788624665.007262:0:35273:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788624665.007264:0:35273:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd05188700. 00020000:00000001:2.0:1788624665.007269:0:35273:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788624665.007270:0:35273:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788624665.007271:0:35273:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1788624665.007272:0:35273:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788624665.007273:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624665.007275:0:35273:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788624665.007276:0:35273:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788624665.007277:0:35273:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.007279:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.007281:0:35273:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788624665.007282:0:35273:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788624665.007284:0:35273:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1788624665.007286:0:35273:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:2.0:1788624665.007287:0:35273:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788624665.007289:0:35273:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788624665.007291:0:35273:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788624665.007292:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624665.007293:0:35273:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788624665.007296:0:35273:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788624665.007298:0:35273:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.007299:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.007301:0:35273:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788624665.007302:0:35273:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788624665.007304:0:35273:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788624665.007307:0:35273:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:2.0:1788624665.007310:0:35273:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1788624665.007312:0:35273:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1788624665.007314:0:35273:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788624665.007317:0:35273:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788624665.007318:0:35273:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788624665.007319:0:35273:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788624665.007321:0:35273:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788624665.007322:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591090 00020000:00000001:2.0:1788624665.007325:0:35273:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788624665.007327:0:35273:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788624665.007329:0:35273:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788624665.007331:0:35273:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788624665.007334:0:35273:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788624665.007336:0:35273:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1788624665.007337:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17c98 00000080:00200000:2.0:1788624665.007340:0:35273:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:2.0:1788624665.007345:0:35273:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788624665.007346:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000020:00000001:2.0:1788624665.007348:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000020:00000001:2.0:1788624665.007350:0:35273:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788624665.007353:0:35273:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788624665.007357:0:35273:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788624665.007359:0:35273:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000001:2.0:1788624665.007360:0:35273:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788624665.007361:0:35273:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:2.0:1788624665.007363:0:35273:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=2 (1) m=1788624665 a=0 c=1788624665 b=8 00020000:00000001:2.0:1788624665.007367:0:35273:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788624665.007369:0:35273:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1788624665 a=0 c=1788624665 b=8 00020000:00000001:2.0:1788624665.007372:0:35273:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007374:0:35273:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007376:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000080:00200000:2.0:1788624665.007378:0:35273:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 2 i_blocks 8 00000080:00000001:2.0:1788624665.007381:0:35273:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1788624665.007385:0:35273:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:2.0:1788624665.007389:0:35273:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:2.0:1788624665.007390:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591990 00000020:00000001:2.0:1788624665.007394:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17d88 00000080:00000008:2.0:1788624665.007395:0:35273:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 2, count: 0, rc = 1 00000080:00000001:2.0:1788624665.007398:0:35273:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624665.007412:0:35273:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:2.0:1788624665.007413:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17e48 00000080:00200008:2.0:1788624665.007415:0:35273:0:(file.c:5384:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 0/1 00000080:00000001:2.0:1788624665.007422:0:35273:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:2.0:1788624665.007425:0:35273:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788624665.007426:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624665.007429:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834008 : -112300453717608 : ffff99dd03591998) 00000020:00001000:2.0:1788624665.007431:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591990 00000020:00000001:2.0:1788624665.007433:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000020:00000001:2.0:1788624665.007435:0:35273:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788624665.007438:0:35273:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788624665.007439:0:35273:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788624665.007442:0:35273:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624665.007443:0:35273:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788624665.007444:0:35273:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788624665.007446:0:35273:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff99dd11c927b0 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788624665.007449:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00020000:00000001:2.0:1788624665.007451:0:35273:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788624665.007453:0:35273:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788624665.007455:0:35273:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788624665.007457:0:35273:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.007459:0:35273:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788624665.007461:0:35273:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788624665.007463:0:35273:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007464:0:35273:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624665.007465:0:35273:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788624665.007467:0:35273:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788624665.007468:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00000020:00000001:2.0:1788624665.007470:0:35273:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007473:0:35273:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788624665.007474:0:35273:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788624665.007476:0:35273:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788624665.007478:0:35273:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788624665.007480:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788624665.007483:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624665.007484:0:35273:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788624665.007485:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624665.007487:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255831704 : -112300453719912 : ffff99dd03591098) 00000020:00001000:2.0:1788624665.007488:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591090 00000020:00000001:2.0:1788624665.007491:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fc38 -> ffff99dd1145fe90 00000020:00000001:2.0:1788624665.007492:0:35273:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788624665.007494:0:35273:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624665.007495:0:35273:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788624665.007497:0:35273:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.007499:0:35273:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.007501:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494039792 : -112300215511824 : ffff99dd118bd4f0) 00000020:00000001:2.0:1788624665.007503:0:35273:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788624665.007504:0:35273:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.007506:0:35273:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007509:0:35273:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007510:0:35273:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788624665.007511:0:35273:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788624665.007512:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624665.007513:0:35273:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788624665.007515:0:35273:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788624665.007516:0:35273:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007518:0:35273:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.007520:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.007521:0:35273:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007523:0:35273:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788624665.007524:0:35273:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007525:0:35273:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007526:0:35273:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788624665.007527:0:35273:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788624665.007528:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624665.007529:0:35273:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788624665.007531:0:35273:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788624665.007533:0:35273:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1788624665.007537:0:35273:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1788624665.007539:0:35273:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1788624665.007541:0:35273:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788624665.007544:0:35273:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1788624665.007545:0:35273:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:2.0:1788624665.007547:0:35273:0:(osc_cache.c:2357:osc_next_obj()) Process leaving (rc=18446631773279824064 : -112300429727552 : ffff99dd04c728c0) 00000008:00000020:2.0:1788624665.007551:0:35273:0:(osc_cache.c:2393:osc_check_rpcs()) obj ffff99dd04c728c0 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:2.0:1788624665.007554:0:35273:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1788624665.007556:0:35273:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1788624665.007557:0:35273:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788624665.007559:0:35273:0:(osc_cache.c:2213:osc_send_write_rpc()) Process entered 00000008:00000001:2.0:1788624665.007561:0:35273:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process entered 00000008:00000020:2.0:1788624665.007564:0:35273:0:(osc_cache.c:2074:try_to_add_extent_for_io()) extent ffff99dd062d1480@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff99dd04c728c0], [28672|1|+|-|ffff99dd10766a00|1024|0000000000000000]} trying to add this extent 00000008:00010000:2.0:1788624665.007569:0:35273:0:(osc_cache.c:2074:try_to_add_extent_for_io()) ### extent: 00000000ed65e13e ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:2.0:1788624665.007578:0:35273:0:(osc_cache.c:2123:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:2.0:1788624665.007580:0:35273:0:(osc_cache.c:1926:osc_update_pending()) obj ffff99dd04c728c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1788624665.007585:0:35273:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1788624665.007589:0:35273:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1788624665.007593:0:35273:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff99dd062d1480@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff99dd04c728c0], [28672|1|+|-|ffff99dd10766a00|1024|ffff99dd216b8000]} make ready 00000008:00010000:2.0:1788624665.007598:0:35273:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000ed65e13e ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:2.0:1788624665.007606:0:35273:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:2.0:1788624665.007608:0:35273:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1788624665.007620:0:35273:0:(cl_page.c:1160:cl_page_make_ready()) page@000000000447eb2e[2 00000000ce6de20b 1 1 0000000000000000 0 0 0] 00000020:00008000:2.0:1788624665.007623:0:35273:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:2.0:1788624665.007624:0:35273:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1788624665.007626:0:35273:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788624665.007627:0:35273:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788624665.007629:0:35273:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788624665.007631:0:35273:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788624665.007633:0:35273:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788624665.007636:0:35273:0:(cl_page.c:507:__cl_page_state_set()) page@000000000447eb2e[2 00000000ce6de20b 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788624665.007637:0:35273:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1788624665.007639:0:35273:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788624665.007640:0:35273:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1788624665.007643:0:35273:0:(cl_page.c:1182:cl_page_make_ready()) page@000000000447eb2e[2 00000000ce6de20b 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788624665.007645:0:35273:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1788624665.007646:0:35273:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007649:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000020:00000001:2.0:1788624665.007650:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000020:00000001:2.0:1788624665.007652:0:35273:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1788624665.007654:0:35273:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007655:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000008:00000001:2.0:1788624665.007658:0:35273:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.007660:0:35273:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:2.0:1788624665.007663:0:35273:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff99dd10dbf800: cli: ffff99dd064b21e8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:2.0:1788624665.007669:0:35273:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff99dd055c6990. 00000008:00000010:2.0:1788624665.007673:0:35273:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff99dd034c45b0. 00000020:00000001:2.0:1788624665.007676:0:35273:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1788624665.007678:0:35273:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1788624665.007679:0:35273:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1788624665.007683:0:35273:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788624665/1788624665 00000020:00000001:2.0:1788624665.007687:0:35273:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1788624665.007688:0:35273:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:2.0:1788624665.007691:0:35273:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:2.0:1788624665.007694:0:35273:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:2.0:1788624665.007695:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624665.007700:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870000 count: 2 00010000:00000001:2.0:1788624665.007703:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624665.007707:0:35273:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788624665.007710:0:35273:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788624665.007712:0:35273:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624665.007716:0:35273:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624665.007718:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788624665.007725:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.007727:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788624665.007729:0:35273:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788624665.007730:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.007731:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.007733:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766a00 refcount=3 00000020:00000001:2.0:1788624665.007735:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:2.0:1788624665.007737:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00000008:00000001:2.0:1788624665.007739:0:35273:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:2.0:1788624665.007741:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.007742:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1788624665.007744:0:35273:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:2.0:1788624665.007747:0:35273:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:2.0:1788624665.007754:0:35273:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62d80. 00000020:00000040:2.0:1788624665.007758:0:35273:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:2.0:1788624665.007766:0:35273:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624665.007769:0:35273:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624665.007772:0:35273:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624665.007781:0:35273:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd1078a000. 00000100:00000001:2.0:1788624665.007790:0:35273:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788624665.007800:0:35273:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 2 00000008:00000020:2.0:1788624665.007805:0:35273:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff99dd10dbf800: dirty: 28672 undirty: 484638720 dropped 0 grant: 16711680 cl_lost_grant 0 00000008:00000001:2.0:1788624665.007813:0:35273:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:2.0:1788624665.007848:0:35273:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10083 MB/s 00000008:00008000:2.0:1788624665.007856:0:35273:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffeaa684957540 map ffff99dd1919bc38 index 0 flags 17ffffc0005028 count 2 priv ffff99dd104f32a0: off 0 00000008:00000001:2.0:1788624665.007864:0:35273:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:2.0:1788624665.007866:0:35273:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: c9a4775b (4) 00000008:00100000:2.0:1788624665.007870:0:35273:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff99dd11d62d80 - object 0x280000400:4 offset 0<>2 00000008:00000001:2.0:1788624665.007873:0:35273:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007875:0:35273:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1788624665.007876:0:35273:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1788624665.007877:0:35273:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1788624665.007879:0:35273:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788624665/1788624665 00000020:00000001:2.0:1788624665.007881:0:35273:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1788624665.007882:0:35273:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:2.0:1788624665.007883:0:35273:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:2.0:1788624665.007885:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624665.007887:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498912128 : -112300210639488 : ffff99dd11d62d80) 00000008:00000002:2.0:1788624665.007899:0:35273:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 0000000075036372, now 0r/1w/0d in flight req@ffff99dd11d62d80 x1875506845079680/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:2.0:1788624665.007908:0:35273:0:(osc_request.c:2988:osc_build_rpc()) [0x240000402:0x8:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:2.0:1788624665.007915:0:35273:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d016ff0] to pc [ptlrpcd_01_01+1] req@ffff99dd11d62d80 x1875506845079680/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788624665.007947:0:35273:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:2.0:1788624665.007949:0:35273:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.007951:0:35273:0:(osc_cache.c:2262:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.007953:0:35273:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788624665.007954:0:35273:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.007956:0:35273:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788624665.007958:0:35273:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.007959:0:35273:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788624665.007960:0:35273:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.007963:0:35273:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:2.0:1788624665.007966:0:35273:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.007967:0:35273:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1788624665.007971:0:35273:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff99dd04c728c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1788624665.007975:0:35273:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788624665.007977:0:35273:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007979:0:35273:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.007980:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.007982:0:35273:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007983:0:35273:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.007985:0:35273:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788624665.007987:0:35273:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788624665.007988:0:35273:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788624665.007989:0:35273:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1788624665.007990:0:35273:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000001:2.0:1788624665.007993:0:35273:0:(osc_cache.c:973:osc_extent_wait()) Process entered 00000008:00000001:2.0:1788624665.007995:0:35273:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624665.008042:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624665.008046:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624665.008049:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624665.008054:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d62d80 x1875506845079680/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.008062:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624665.008065:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624665.008069:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624665.008072:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624665.008075:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624665.008079:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845079680:192.168.202.125@tcp:4:multiop.0 00000100:00000001:2.0:1788624665.008085:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624665.008093:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624665.008095:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624665.008098:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624665.008103:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd0483b400. 02000000:00000001:2.0:1788624665.011041:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624665.011055:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624665.011067:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2478. 00000400:00000010:2.0:1788624665.011079:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08990. 00000100:00000200:2.0:1788624665.011092:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845079680, portal 4 00000100:00000001:2.0:1788624665.011096:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624665.011098:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498912128 : -112300210639488 : ffff99dd11d62d80) 00000100:00000040:2.0:1788624665.011329:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d62d80 x1875506845079680/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.011339:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624665.011342:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624665.011346:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08550. 00000100:00000200:2.0:1788624665.011350:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1875506845079680, offset 0 00000400:00000200:2.0:1788624665.011357:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624665.011366:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.011374:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624665.011381:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624665.011385:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624665.011389:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624665.011392:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624665.011395:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3011:3011:256:4294967295] 192.168.202.125@tcp LPNI seq info [3011:3011:8:4294967295] 00000400:00000200:2.0:1788624665.011400:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.011410:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624665.011417:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624665.011424:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346100. 00000800:00000200:2.0:1788624665.011433:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624665.011442:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624665.011447:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346100 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:2.0:1788624665.011474:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624665.011479:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 196695 usecs (197 jiffies) 00000400:00000200:2.0:1788624665.011482:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624665.011486:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296679270 00000100:00000001:2.0:1788624665.011489:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:2.0:1788624665.011492:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296679270 00000100:00000001:2.0:1788624665.011495:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:2.0:1788624665.011498:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624665.011501:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.011506:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.011510:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624665.011519:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624665.011522:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788624665.011525:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624665.011526:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624665.011528:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.011530:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.011541:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624665.011543:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624665.014383:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624665.014394:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346100. 00000400:00000200:2.0:1788624665.014406:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.014416:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624665.014425:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08550 00000400:00000010:2.0:1788624665.014428:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08550. 00000100:00000001:2.0:1788624665.014434:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624665.014443:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d62d80 x1875506845079680/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.014456:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.014460:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d62d80 x1875506845079680/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 1788624681 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.014468:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.014470:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624665.018878:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624665.018895:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624665.018900:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624665.018902:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624665.018912:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624665.018921:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624665.018930:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624665.018934:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624665.018940:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624665.018945:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377465880 00000400:00000200:3.0:1788624665.018950:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624665.018956:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x88ad [1] + 224 00000800:00000001:3.0:1788624665.018964:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624665.018969:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624665.018972:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624665.018977:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624665.018984:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624665.018993:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d62d80 x1875506845079680/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 1788624681 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624665.019005:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=448 req@ffff99dd11d62d80 x1875506845079680/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.019017:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624665.019024:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624665.019026:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.019040:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624665.019043:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624665.019049:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624665.019051:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624665.019054:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2478. 00000400:00000200:3.0:1788624665.019058:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08990 00000400:00000010:3.0:1788624665.019060:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08990. 00000100:00000001:3.0:1788624665.019063:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624665.019067:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d62d80 x1875506845079680/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788624665.019075:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d62d80 x1875506845079680/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/448 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.019081:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624665.019084:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.019087:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624665.019090:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624665.019093:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624665.019096:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624665.019100:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624665.019131:0:2392:0:(import.c:2195:obd_at_measure()) add 0 to ffff99dd194454a8 time=93 v=5 (5 0 0 0) 00000100:00001000:3.0:1788624665.019136:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624665.019139:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1788624665.019143:0:2392:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff99dd10dbf800: operation ost_write to node 192.168.202.125@tcp failed: rc = -107 00000100:00000001:3.0:1788624665.032845:0:2392:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1788624665.032863:0:2392:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1788624665.032871:0:2392:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff99dd10dbf800 of lustre-OST0000_UUID@192.168.202.125@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1788624665.032878:0:2392:0:(import.c:65:import_set_state_nolock()) ffff99dd19445000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788624665.032883:0:2392:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff99dd10dbf800: Connection to lustre-OST0000 (at 192.168.202.125@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1788624665.032886:0:2392:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788624665.032890:0:2392:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788624665.032892:0:2392:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.032893:0:2392:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788624665.032896:0:2392:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788624665.032898:0:2392:0:(import.c:65:import_set_state_nolock()) ffff99dd19445000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788624665.032901:0:2392:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1788624665.032906:0:2392:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff99dd10dbf800: connect to NID 192.168.202.125@tcp last attempt 1992 00000400:00000200:3.0:1788624665.032916:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624665.032923:0:2392:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.125@tcp is discovered: rc = 1 00000100:00000040:3.0:1788624665.032928:0:2392:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624665.032931:0:2392:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624665.032933:0:2392:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624665.032936:0:2392:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000001:3.0:1788624665.032940:0:2392:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788624665.032942:0:2392:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d28 00000020:00000001:3.0:1788624665.032946:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.032949:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3000 refcount=4 00000020:00000001:3.0:1788624665.032952:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000020:00000001:3.0:1788624665.032954:0:2392:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000100:00000040:3.0:1788624665.032957:0:2392:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624665.032958:0:2392:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624665.032960:0:2392:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624665.032962:0:2392:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000040:3.0:1788624665.032966:0:2392:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3000 : new refcount 3 00000100:00080000:3.0:1788624665.032969:0:2392:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-ffff99dd10dbf800: import ffff99dd19445000 using connection 192.168.202.125@tcp/192.168.202.125@tcp 00000100:00000001:3.0:1788624665.032972:0:2392:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624665.032976:0:2392:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788624665.032985:0:2392:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624665.032988:0:2392:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.032991:0:2392:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788624665.032995:0:2392:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 28672, lost: 0. 00000008:00000001:3.0:1788624665.032998:0:2392:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.033000:0:2392:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624665.033012:0:2392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11594380. 00000020:00000040:3.0:1788624665.033016:0:2392:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=4 obd=lustre-OST0000-osc-ffff99dd10dbf800 02000000:00000001:3.0:1788624665.033021:0:2392:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788624665.033022:0:2392:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.033026:0:2392:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624665.033029:0:2392:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624665.033034:0:2392:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624665.033044:0:2392:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cf400. 00000100:00000001:3.0:1788624665.033052:0:2392:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624665.033061:0:2392:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99dd11594380 x1875506845079808/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624665.033072:0:2392:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624665.033077:0:2392:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624665.033082:0:2392:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa7831c9] to pc [ptlrpcd_rcv+-1] req@ffff99dd11594380 x1875506845079808/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624665.033100:0:2392:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.033102:0:2392:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1788624665.033127:0:2392:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1788624665.033132:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.033134:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.033142:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624665.033144:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.033147:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624665.033149:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624665.033151:0:2392:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.033166:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624665.033168:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.033170:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.033172:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.033526:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624665.033530:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624665.033532:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624665.033539:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11594380 x1875506845079808/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.033547:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624665.033548:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624665.033552:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624665.033555:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624665.033557:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624665.033560:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11594380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845079808:192.168.202.125@tcp:8:ptlrpcd_01_01.0 00000100:00000001:0.0:1788624665.033565:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624665.033568:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624665.033570:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624665.033573:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624665.033578:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049c9400. 02000000:00000001:0.0:1788624665.033580:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624665.033586:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624665.033590:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d6e0. 00000400:00000010:0.0:1788624665.033598:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395990. 00000100:00000200:0.0:1788624665.033605:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845079808, portal 4 00000100:00000001:0.0:1788624665.033607:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624665.033609:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490725760 : -112300218825856 : ffff99dd11594380) 00000100:00000040:0.0:1788624665.033617:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11594380 x1875506845079808/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.033625:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624665.033627:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624665.033630:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395d48. 00000100:00000200:0.0:1788624665.033634:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875506845079808, offset 0 00000400:00000200:0.0:1788624665.033640:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624665.033648:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624665.033654:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624665.033660:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624665.033664:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624665.033668:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624665.033671:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624665.033675:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3012:3012:256:4294967295] 192.168.202.125@tcp LPNI seq info [3012:3012:8:4294967295] 00000400:00000200:0.0:1788624665.033679:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624665.033689:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624665.033695:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624665.033701:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139ca00. 00000800:00000200:0.0:1788624665.033708:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624665.033716:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624665.033720:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139ca00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788624665.033742:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624665.033748:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 195917 usecs (196 jiffies) 00000400:00000200:0.0:1788624665.033751:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624665.033754:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296679291 00000100:00000001:0.0:1788624665.033757:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:0.0:1788624665.033759:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296679291 00000100:00000001:0.0:1788624665.033762:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:0.0:1788624665.033765:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624665.033767:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.033770:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.033772:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.033776:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624665.033777:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788624665.033779:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624665.033780:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624665.033781:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.033783:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624665.037583:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624665.037594:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139ca00. 00000400:00000200:3.0:1788624665.037602:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624665.037613:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624665.037622:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395d48 00000400:00000010:3.0:1788624665.037625:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395d48. 00000100:00000001:3.0:1788624665.037631:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624665.037640:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11594380 x1875506845079808/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624665.037652:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.037656:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11594380 x1875506845079808/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624675 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624665.037663:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.037665:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624665.040505:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624665.040523:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624665.040528:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624665.040531:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624665.040540:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624665.040549:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624665.040559:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624665.040564:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624665.040569:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624665.040574:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 416 into portal 4 MB=0x6a9c377465900 00000400:00000200:3.0:1788624665.040580:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624665.040587:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 416/416 into md 0x88bd [1] + 0 00000800:00000001:3.0:1788624665.040595:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624665.040602:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624665.040606:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624665.040611:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624665.040623:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624665.040634:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11594380 x1875506845079808/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624675 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624665.040649:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff99dd11594380 x1875506845079808/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.040716:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624665.040721:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624665.040742:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624665.040753:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624665.040757:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788624665.040784:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624665.040787:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624665.040790:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d6e0. 00000400:00000200:0.0:1788624665.040795:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395990 00000400:00000010:0.0:1788624665.040798:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395990. 00000100:00000001:0.0:1788624665.040801:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624665.040806:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11594380 x1875506845079808/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624665.040815:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11594380 x1875506845079808/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624675 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.040822:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624665.040824:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.040827:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624665.040831:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624665.040833:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624665.040836:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624665.040839:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624665.040852:0:2388:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=93 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624665.040857:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624665.040861:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624665.040863:0:2388:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.040866:0:2388:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624665.040869:0:2388:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.040873:0:2388:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624665.040876:0:2388:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1788624665.040878:0:2388:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624665.040880:0:2388:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624665.040886:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11594380 x1875506845079808/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1788624675 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.040899:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624665.040902:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624665.040904:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.040908:0:2388:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788624665.040917:0:2388:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff99dd10dbf800: connect to target with instance 1 00000020:00000001:0.0:1788624665.040920:0:2388:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788624665.040923:0:2388:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d28 00000020:00000001:0.0:1788624665.040926:0:2388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.040929:0:2388:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3000 refcount=4 00000020:00000001:0.0:1788624665.040932:0:2388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000020:00000001:0.0:1788624665.040934:0:2388:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000100:00001000:0.0:1788624665.040937:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=1788624665 v=0 (0 0 0 0) 00000100:00001000:0.0:1788624665.040941:0:2388:0:(import.c:2261:obd_at_measure()) AT ffff99dd19445418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788624665.040945:0:2388:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1511, crc32c 10083, adler 1171 00000020:00000040:0.0:1788624665.040952:0:2388:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3000 : new refcount 3 00000100:00000001:0.0:1788624665.040954:0:2388:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788624665.040958:0:2388:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1788624665.040962:0:2388:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff99dd10dbf800, setting cl_avail_grant: 0 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:0.0:1788624665.040966:0:2388:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788624665.040970:0:2388:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1788624665.040973:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788624665.040976:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.040978:0:2388:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624665.040980:0:2388:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624665.040982:0:2388:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.040984:0:2388:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788624665.040989:0:2388:0:(import.c:1382:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff99dd10dbf800: evicting (reconnect/recover flags not set: 4) req@ffff99dd11594380 x1875506845079808/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1788624675 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788624665.040997:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19445000 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1788624665.041001:0:2388:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:0.0:1788624665.041004:0:2388:0:(import.c:1707:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff99dd10dbf800: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:0.0:1788624665.046823:0:2388:0:(import.c:1718:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.202.125@tcp; invalidating 00000020:00000040:0.0:1788624665.046830:0:2388:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=5 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624665.049473:0:2388:0:(import.c:1739:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.049487:0:2388:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624665.049505:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11594380 x1875506845079808/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1788624675 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624665.049519:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11594380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845079808:192.168.202.125@tcp:8:ptlrpcd_01_01.0 00000100:00000001:0.0:1788624665.049525:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.049529:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624665.049533:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11594380 x1875506845079808/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1788624675 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.049541:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624665.049544:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624665.049549:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049c9400. 02000000:00000001:0.0:1788624665.049554:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624665.049557:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624665.049560:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=4 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624665.049562:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624665.049565:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049cf400. 02000000:00000001:0.0:1788624665.049569:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624665.049571:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624665.049572:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11594380. 00000100:00000001:0.0:1788624665.049576:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624665.049577:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.049580:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.049589:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624665.049591:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.049593:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624665.049595:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.049869:0:35286:0:(import.c:1638:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:3.0:1788624665.049884:0:35286:0:(import.c:1642:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff99dd10dbf800 to lustre-OST0000_UUID@192.168.202.125@tcp 00000100:00000001:3.0:1788624665.049888:0:35286:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1788624665.049890:0:35286:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1788624665.049892:0:35286:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1788624665.049899:0:35286:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff99dd11d62d80 x1875506845079680/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/224 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.049921:0:35286:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788624665.049924:0:35286:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: committing for last_committed 4294967335 gen 17 00000100:00000040:3.0:1788624665.049928:0:35286:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1788624665.049931:0:35286:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624665.049932:0:35286:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1788624665.049934:0:35286:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1788624665.049935:0:35286:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788624665.049939:0:35286:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788624665.049941:0:35286:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788624665.049946:0:35286:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1788624665.049949:0:35286:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1788624665.049951:0:35286:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff99dd1070d568 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:3.0:1788624665.049956:0:35286:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:3.0:1788624665.049958:0:35286:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn cc94206c7ef40d28 00020000:00000001:3.0:1788624665.049961:0:35286:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.049965:0:35286:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788624665.049967:0:35286:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624665.049970:0:35286:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624665.049972:0:35286:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624665.049974:0:35286:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.049976:0:35286:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:3.0:1788624665.049978:0:35286:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1788624665.050293:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624665.050298:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624665.050311:0:2392:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624665.050320:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d62d80 x1875506845079680/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/224 e 0 to 0 dl 1788624681 ref 2 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.050328:0:2392:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1788624665.050331:0:2392:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624665.050335:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624665.050337:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788624665.050340:0:2392:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:2.0:1788624665.050343:0:2392:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:00000040:2.0:1788624665.050346:0:2392:0:(osc_request.c:2175:osc_brw_fini_request()) @@@ Failed request: rc = -5 req@ffff99dd11d62d80 x1875506845079680/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/224 e 0 to 0 dl 1788624681 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788624665.050354:0:2392:0:(osc_request.c:2176:osc_brw_fini_request()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000002:2.0:1788624665.050356:0:2392:0:(osc_request.c:2586:brw_interpret()) request ffff99dd11d62d80 aa ffff99dd11d62f30 rc -5 00000008:00080000:2.0:1788624665.050361:0:2392:0:(osc_request.c:2601:brw_interpret()) lustre-OST0000-osc-ffff99dd10dbf800: resend cross eviction for object: 0x280000400:4: rc = -5. 00000008:00000010:2.0:1788624665.050365:0:2392:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff99dd034c45b0. 00000100:00000001:2.0:1788624665.050371:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.050374:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d62d80 x1875506845079680/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/224 e 0 to 0 dl 1788624681 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.050380:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.050386:0:2392:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:2.0:1788624665.050389:0:2392:0:(osc_cache.c:908:osc_extent_finish()) extent ffff99dd062d1480@{[0 -> 0/1023], [3|0|-|rpc|wiuY|ffff99dd04c728c0], [28672|1|+|+|ffff99dd10766a00|1024|ffff99dd216b8000]} extent finished. 00000008:00010000:2.0:1788624665.050398:0:2392:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000ed65e13e ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:2.0:1788624665.050412:0:2392:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1788624665.050415:0:2392:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1788624665.050420:0:2392:0:(cl_page.c:1104:cl_page_complete()) page@000000000447eb2e[2 00000000ce6de20b 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788624665.050421:0:2392:0:(cl_page.c:1104:cl_page_complete()) 1 -5 00000020:00000001:2.0:1788624665.050423:0:2392:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788624665.050425:0:2392:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788624665.050428:0:2392:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788624665.050431:0:2392:0:(cl_page.c:507:__cl_page_state_set()) page@000000000447eb2e[2 00000000ce6de20b 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788624665.050433:0:2392:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1788624665.050434:0:2392:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1788624665.050437:0:2392:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1788624665.050440:0:2392:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000000447eb2e[2 00000000ce6de20b 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1788624665.050442:0:2392:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with -5 00000080:00000400:2.0:1788624665.050471:0:2392:0:(llite_lib.c:4342:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.202.125@tcp:/lustre/fid: [0x240000402:0x8:0x0]// may get corrupted (rc -5) 00000080:00000001:2.0:1788624665.059290:0:2392:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1788624665.059298:0:2392:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1788624665.059372:0:2392:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788624665.059382:0:2392:0:(cl_page.c:556:cl_batch_put()) page@000000000447eb2e[2 00000000ce6de20b 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788624665.059383:0:2392:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1788624665.059385:0:2392:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1788624665.059388:0:2392:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:2.0:1788624665.059393:0:2392:0:(osc_cache.c:1648:osc_free_grant()) lost 0 grant: 0 avail: 0 dirty: 0/0 00000008:00000020:2.0:1788624665.059469:0:2392:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff99dd062d1480@{[0 -> 0/1023], [2|0|-|inv|wuY|ffff99dd04c728c0], [28672|0|-|-|ffff99dd10766a00|1024|ffff99dd216b8000]} destroyed. 00000008:00010000:2.0:1788624665.059480:0:2392:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000ed65e13e ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:2.0:1788624665.059491:0:2392:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1788624665.059495:0:2392:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff99dd055c6990. 00000008:00000020:2.0:1788624665.059509:0:2392:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff99dd064b21e8. 00000008:00000001:2.0:1788624665.059515:0:2392:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:2.0:1788624665.059530:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d62d80 x1875506845079680/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/224 e 0 to 0 dl 1788624681 ref 1 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788624665.059541:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845079680:192.168.202.125@tcp:4:multiop.0 00000100:00000001:3.0:1788624665.059639:0:35286:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788624665.059643:0:35286:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:3.0:1788624665.059647:0:35286:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788624665.059651:0:35286:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1788624665.059665:0:35286:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870000 count: 2 00010000:00000001:3.0:1788624665.059670:0:35286:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788624665.059673:0:35286:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.059675:0:35286:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.059678:0:35286:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766a00 refcount=4 00000020:00000001:3.0:1788624665.059681:0:35286:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:3.0:1788624665.059684:0:35286:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475858944 : -112300233692672 : ffff99dd10766a00) 00010000:00000001:3.0:1788624665.059687:0:35286:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624665.059691:0:35286:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80012e400000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:3.0:1788624665.059700:0:35286:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788624665.059703:0:35286:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624665.059707:0:35286:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833432 : -112300453718184 : ffff99dd03591758) 00000020:00001000:3.0:1788624665.059709:0:35286:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591750 00000008:00000001:3.0:1788624665.059712:0:35286:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788624665.059715:0:35286:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1788624665.059716:0:35286:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624665.059718:0:35286:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773484468488 : -112300225083128 : ffff99dd10f9c908) 00000020:00001000:3.0:1788624665.059720:0:35286:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10f9c900 00000008:00000001:3.0:1788624665.059722:0:35286:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1788624665.059724:0:35286:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1788624665.059727:0:35286:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1788624665.059729:0:35286:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624665.059732:0:35286:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1788624665.059735:0:35286:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788624665.059738:0:35286:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff99dd04c728c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788624665.059741:0:35286:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788624665.059743:0:35286:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff99dd04c728c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:3.0:1788624665.059746:0:35286:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788624665.059748:0:35286:0:(osc_lock.c:372:osc_lock_flush()) object ffff99dd04c728c0: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1788624665.059752:0:35286:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1788624665.059754:0:35286:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000020:00000001:3.0:1788624665.059757:0:35286:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000020:00000001:3.0:1788624665.059759:0:35286:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788624665.059761:0:35286:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788624665.059763:0:35286:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788624665.059766:0:35286:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624665.059767:0:35286:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788624665.059769:0:35286:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788624665.059773:0:35286:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff99dd11cb2230 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1788624665.059777:0:35286:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788624665.059779:0:35286:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788624665.059781:0:35286:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788624665.059783:0:35286:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788624665.059785:0:35286:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.059786:0:35286:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624665.059787:0:35286:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788624665.059788:0:35286:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1788624665.059790:0:35286:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624665.059792:0:35286:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1788624665.059795:0:35286:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788624665.059797:0:35286:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788624665.059800:0:35286:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:3.0:1788624665.059803:0:35286:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788624665.059804:0:35286:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498188336 : -112300211363280 : ffff99dd11cb2230) 00000020:00000001:3.0:1788624665.059807:0:35286:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788624665.059808:0:35286:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788624665.059810:0:35286:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788624665.059814:0:35286:0:(cl_page.c:507:__cl_page_state_set()) page@000000000447eb2e[2 00000000ce6de20b 1 1 00000000272d7fca 0 0 0] 00000020:00000001:3.0:1788624665.059817:0:35286:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788624665.059819:0:35286:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1788624665.059820:0:35286:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1788624665.059822:0:35286:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.059825:0:35286:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1788624665.059826:0:35286:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1788624665.059828:0:35286:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788624665.059829:0:35286:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788624665.059830:0:35286:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788624665.059833:0:35286:0:(cl_page.c:507:__cl_page_state_set()) page@000000000447eb2e[2 00000000ce6de20b 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788624665.059834:0:35286:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1788624665.059836:0:35286:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1788624665.059838:0:35286:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1788624665.059839:0:35286:0:(osc_page.c:138:osc_page_delete()) ffff99dd104f3300 00000008:00000001:3.0:1788624665.059841:0:35286:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1788624665.059843:0:35286:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff99dd104f3310 page ffff99dd104f3300 at index 0. 00000008:00000001:3.0:1788624665.059845:0:35286:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624665.059851:0:35286:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1788624665.059853:0:35286:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffeaa684957540 index 0 00000020:00000001:3.0:1788624665.059858:0:35286:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1788624665.059859:0:35286:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1788624665.059869:0:35286:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788624665.059870:0:35286:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788624665.059872:0:35286:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788624665.059873:0:35286:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788624665.059874:0:35286:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788624665.059877:0:35286:0:(cl_page.c:556:cl_batch_put()) page@000000000447eb2e[1 00000000ce6de20b 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788624665.059878:0:35286:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1788624665.059879:0:35286:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1788624665.059883:0:35286:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff99dd104f32a0. 00000020:00000001:3.0:1788624665.059887:0:35286:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1788624665.059888:0:35286:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788624665.059910:0:35286:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788624665.059914:0:35286:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788624665.059917:0:35286:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788624665.059918:0:35286:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788624665.059920:0:35286:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788624665.059922:0:35286:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1788624665.059925:0:35286:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788624665.059926:0:35286:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1788624665.059927:0:35286:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788624665.059931:0:35286:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10f9c900 00000008:00000001:3.0:1788624665.059934:0:35286:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.059936:0:35286:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00010000:00000001:3.0:1788624665.059939:0:35286:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1788624665.059942:0:35286:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.059944:0:35286:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000020:00000001:3.0:1788624665.059946:0:35286:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788624665.059948:0:35286:0:(osc_object.c:161:osc_attr_update()) set kms from 2to 0 00020000:00000001:3.0:1788624665.059951:0:35286:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788624665.059953:0:35286:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.059954:0:35286:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.059955:0:35286:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000020:00000001:3.0:1788624665.059957:0:35286:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000020:00000001:3.0:1788624665.059958:0:35286:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1788624665.059961:0:35286:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.059963:0:35286:0:(cl_object.c:143:cl_object_top()) ffff99dd04c728c0 -> ffff99dd1145fe90 00000008:00000001:3.0:1788624665.059966:0:35286:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788624665.059968:0:35286:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591750 00000008:00000001:3.0:1788624665.059970:0:35286:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624665.059972:0:35286:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788624665.059974:0:35286:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624665.059979:0:35286:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624665.059981:0:35286:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624665.059982:0:35286:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624665.059986:0:35286:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788624665.059989:0:35286:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd10766a00 with handle 0xcc94206c7ef419ae from hash 00010000:00000001:3.0:1788624665.059991:0:35286:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624665.059993:0:35286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.059995:0:35286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.059996:0:35286:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624665.060000:0:35286:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624665.060002:0:35286:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788624665.060004:0:35286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.060005:0:35286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.060007:0:35286:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.060008:0:35286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.060009:0:35286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1788624665.060053:0:35286:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788624665.060055:0:35286:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788624665.060056:0:35286:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1788624665.060064:0:35286:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870000 count: 2 00010000:00020000:3.0:1788624665.060067:0:35286:0:(ldlm_resource.c:1207:ldlm_resource_complain()) lustre-OST0000-osc-ffff99dd10dbf800: namespace resource [0x280000400:0x4:0x0].0x0 (ffff99dd03870000) refcount nonzero (1) after lock cleanup; forcing cleanup. 00000008:00000001:0.0:1788624665.062395:0:35273:0:(osc_cache.c:1008:osc_extent_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1788624665.062407:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624665.062414:0:35273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000b53ea55e/0xcc94206c7ef419ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80496f400000000 nid: local remote: 0xa103bd66258a8837 expref: -99 pid: 35273 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000010:0.0:1788624665.062429:0:35273:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd11d2d700. 00010000:00000001:0.0:1788624665.062445:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1788624665.062450:0:35273:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff99dd062d1480. 00000008:00000020:0.0:1788624665.062457:0:35273:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff99dd04c728c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788624665.062461:0:35273:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1788624665.062467:0:35273:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788624665.062470:0:35273:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.062472:0:35273:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788624665.062475:0:35273:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788624665.062477:0:35273:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788624665.062479:0:35273:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788624665.062482:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624665.062483:0:35273:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788624665.062484:0:35273:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788624665.062485:0:35273:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.062488:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.062489:0:35273:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788624665.062490:0:35273:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788624665.062492:0:35273:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788624665.062493:0:35273:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788624665.062495:0:35273:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624665.062497:0:35273:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624665.062498:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624665.062499:0:35273:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788624665.062500:0:35273:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788624665.062501:0:35273:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.062503:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.062505:0:35273:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624665.062506:0:35273:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624665.062507:0:35273:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1788624665.062511:0:35273:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788624665.062513:0:35273:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788624665.062514:0:35273:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788624665.062515:0:35273:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788624665.062516:0:35273:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624665.062518:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591090 00020000:00000001:0.0:1788624665.062522:0:35273:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788624665.062525:0:35273:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788624665.062527:0:35273:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624665.062529:0:35273:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788624665.062532:0:35273:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624665.062533:0:35273:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624665.062535:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591990 00000080:00000001:0.0:1788624665.062538:0:35273:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:0.0:1788624665.062542:0:35273:0:(rw.c:1554:ll_writepages()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:0.0:1788624665.062550:0:35273:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788624665.062553:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00020000:00000002:0.0:1788624665.062557:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00020000:00000001:0.0:1788624665.062561:0:35273:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000002:0.0:1788624665.062564:0:35273:0:(file.c:5353:ll_mdsync()) inode ffff99dd1919ba88 metadata sync [0x240000402:0x8:0x0] (need_sync=0) 00000080:00000001:0.0:1788624665.062568:0:35273:0:(pcc.c:2839:pcc_fsync()) Process entered 00000080:00000001:0.0:1788624665.062570:0:35273:0:(pcc.c:2842:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.062572:0:35273:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788624665.062574:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624665.062576:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834008 : -112300453717608 : ffff99dd03591998) 00000020:00001000:0.0:1788624665.062579:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591990 00000020:00000001:0.0:1788624665.062582:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624665.062584:0:35273:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788624665.062586:0:35273:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788624665.062588:0:35273:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788624665.062590:0:35273:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624665.062591:0:35273:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788624665.062593:0:35273:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624665.062595:0:35273:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff99dd11c927b0 type 6 ignore/verify layout 0/0 00020000:00000002:0.0:1788624665.062597:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00020000:00000001:0.0:1788624665.062600:0:35273:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788624665.062601:0:35273:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788624665.062603:0:35273:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788624665.062605:0:35273:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.062607:0:35273:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788624665.062609:0:35273:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788624665.062611:0:35273:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.062612:0:35273:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624665.062614:0:35273:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788624665.062615:0:35273:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788624665.062616:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00000020:00000001:0.0:1788624665.062618:0:35273:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.062620:0:35273:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788624665.062621:0:35273:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788624665.062623:0:35273:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788624665.062626:0:35273:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788624665.062629:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:0.0:1788624665.062634:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.062635:0:35273:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788624665.062636:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624665.062638:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255831704 : -112300453719912 : ffff99dd03591098) 00000020:00001000:0.0:1788624665.062639:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591090 00000020:00000001:0.0:1788624665.062642:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fc38 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624665.062644:0:35273:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788624665.062646:0:35273:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624665.062647:0:35273:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788624665.062649:0:35273:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.062651:0:35273:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.062652:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494039792 : -112300215511824 : ffff99dd118bd4f0) 00000020:00000001:0.0:1788624665.062655:0:35273:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788624665.062656:0:35273:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.062659:0:35273:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.062660:0:35273:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.062662:0:35273:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788624665.062664:0:35273:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788624665.062665:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624665.062666:0:35273:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788624665.062667:0:35273:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624665.062668:0:35273:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.062670:0:35273:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.062671:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.062672:0:35273:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.062673:0:35273:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624665.062674:0:35273:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.062675:0:35273:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.062677:0:35273:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788624665.062679:0:35273:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788624665.062680:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624665.062682:0:35273:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788624665.062684:0:35273:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788624665.062686:0:35273:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1788624665.062690:0:35273:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff99dd04c728c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 0: rc=0. 00000008:00000001:0.0:1788624665.062693:0:35273:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624665.062695:0:35273:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788624665.062697:0:35273:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff99dd04c728c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788624665.062699:0:35273:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624665.062701:0:35273:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1788624665.062704:0:35273:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788624665.062706:0:35273:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788624665.062708:0:35273:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788624665.062709:0:35273:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788624665.062711:0:35273:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788624665.062712:0:35273:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788624665.062714:0:35273:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:0.0:1788624665.062725:0:35273:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06300. 00000020:00000040:0.0:1788624665.062729:0:35273:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=5 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624665.062734:0:35273:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624665.062737:0:35273:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624665.062742:0:35273:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624665.062750:0:35273:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd197f5c00. 00000100:00000001:0.0:1788624665.062757:0:35273:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.062766:0:35273:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624665.062771:0:35273:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624665.062789:0:35273:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000664f8172] to pc [ptlrpcd_00_00+0] req@ffff99dd11c06300 x1875506845079936/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788624665.062815:0:35273:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624665.062817:0:35273:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624665.062819:0:35273:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.062821:0:35273:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.062822:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.062824:0:35273:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.062825:0:35273:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.062827:0:35273:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788624665.062828:0:35273:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788624665.062829:0:35273:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788624665.062831:0:35273:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1788624665.062918:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624665.062922:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624665.062925:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624665.062932:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06300 x1875506845079936/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.062939:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1788624665.062943:0:2389:0:(client.c:1410:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff99dd11c06300 x1875506845079936/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.062948:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624665.062952:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06300 x1875506845079936/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc -108/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.062957:0:2389:0:(client.c:1858:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1788624665.062960:0:2389:0:(client.c:2106:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:1.0:1788624665.062963:0:2389:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.062967:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624665.062969:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788624665.062972:0:2389:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:1.0:1788624665.062974:0:2389:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000008:00000001:1.0:1788624665.062989:0:2389:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624665.062994:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06300 x1875506845079936/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Interpret:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624665.063001:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:0:1875506845079936:192.168.202.125@tcp:16:multiop.0 00000100:00000001:1.0:1788624665.063006:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.063008:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624665.063011:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06300 x1875506845079936/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.063017:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788624665.063020:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624665.063021:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=4 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624665.063023:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624665.063026:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd197f5c00. 02000000:00000001:1.0:1788624665.063030:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624665.063032:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624665.063033:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06300. 00000100:00000001:1.0:1788624665.063037:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624665.063038:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.063040:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.063046:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624665.063048:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.063050:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624665.063052:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.063059:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624665.063061:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.063289:0:35273:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788624665.063292:0:35273:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.063295:0:35273:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:0.0:1788624665.063299:0:35273:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788624665.063301:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624665.063303:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624665.063305:0:35273:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788624665.063308:0:35273:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788624665.063312:0:35273:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788624665.063314:0:35273:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.063315:0:35273:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788624665.063317:0:35273:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:0.0:1788624665.063319:0:35273:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=2 (1) m=1788624665 a=0 c=1788624665 b=8 00020000:00000001:0.0:1788624665.063323:0:35273:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624665.063325:0:35273:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1788624665 a=0 c=1788624665 b=8 00020000:00000001:0.0:1788624665.063328:0:35273:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.063329:0:35273:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.063331:0:35273:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000080:00200000:0.0:1788624665.063334:0:35273:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 2 i_blocks 8 00000080:00000001:0.0:1788624665.063336:0:35273:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788624665.063338:0:35273:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788624665.063339:0:35273:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788624665.063340:0:35273:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788624665.063341:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624665.063342:0:35273:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788624665.063343:0:35273:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788624665.063344:0:35273:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.063346:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.063347:0:35273:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788624665.063348:0:35273:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788624665.063349:0:35273:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788624665.063350:0:35273:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788624665.063352:0:35273:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624665.063353:0:35273:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624665.063354:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624665.063355:0:35273:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788624665.063356:0:35273:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788624665.063358:0:35273:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.063359:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.063361:0:35273:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624665.063362:0:35273:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624665.063363:0:35273:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:0.0:1788624665.063365:0:35273:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788624665.063367:0:35273:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788624665.063368:0:35273:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788624665.063369:0:35273:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788624665.063370:0:35273:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624665.063371:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591090 00020000:00000001:0.0:1788624665.063373:0:35273:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788624665.063375:0:35273:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788624665.063376:0:35273:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624665.063378:0:35273:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788624665.063380:0:35273:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624665.063381:0:35273:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624665.063383:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591990 00000080:00000001:0.0:1788624665.063384:0:35273:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:0.0:1788624665.063388:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17e48 00000080:00000008:0.0:1788624665.063390:0:35273:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:0.0:1788624665.063393:0:35273:0:(file.c:5440:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:0.0:1788624665.064487:0:35273:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788624665.064494:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00020000:00000002:0.0:1788624665.064500:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00020000:00000001:0.0:1788624665.064502:0:35273:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.064517:0:35273:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788624665.064519:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17d88 00000080:00200008:0.0:1788624665.064521:0:35273:0:(file.c:479:ll_file_release()) START file f24a.recovery-small:[0x240000402:0x8:0x0](ffff99dd1919ba88), flags 100002 00000080:00000001:0.0:1788624665.064526:0:35273:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788624665.064528:0:35273:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788624665.064529:0:35273:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788624665.064531:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00020000:00000002:0.0:1788624665.064533:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd216b8000 00020000:00000001:0.0:1788624665.064535:0:35273:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.064537:0:35273:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788624665.064544:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624665.064547:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624665.064549:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624665.064552:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624665.064554:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624665.064556:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:0.0:1788624665.064558:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624665.064564:0:35273:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624665.064567:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624665.064574:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a100 count: 2 00010000:00000001:0.0:1788624665.064577:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624665.064584:0:35273:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624665.064586:0:35273:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x240000402:0x8:0x0]: 0 00000080:00000001:0.0:1788624665.064588:0:35273:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788624665.064590:0:35273:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788624665.064597:0:35273:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd197f4200. 00000080:00000001:0.0:1788624665.064600:0:35273:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788624665.064607:0:35273:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788624665.064611:0:35273:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788624665.064612:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624665.064613:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624665.064614:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624665.064616:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624665.064617:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624665.064619:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:0.0:1788624665.064620:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624665.064623:0:35273:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x240000402:0x8:0x0] 00000002:00000001:0.0:1788624665.064626:0:35273:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788624665.064628:0:35273:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff99dd10dbf800: [0x240000402:0x8:0x0] file closed with intent: 200 00000100:00000010:0.0:1788624665.064634:0:35273:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04380. 00000020:00000040:0.0:1788624665.064638:0:35273:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=5 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624665.064642:0:35273:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624665.064645:0:35273:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624665.064649:0:35273:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624665.064655:0:35273:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd197f5000. 00000100:00000001:0.0:1788624665.064660:0:35273:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788624665.064677:0:35273:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11d62a00 x1875506845079040/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624679 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788624665.064687:0:35273:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788624665.064692:0:35273:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11c04380 x1875506845080192/t0(0) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788624665.064699:0:35273:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624665.064701:0:35273:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624665.064707:0:35273:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203be480. 00000100:00000001:0.0:1788624665.064709:0:35273:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740459136 : -112299969092480 : ffff99dd203be480) 00000100:00000001:0.0:1788624665.064712:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624665.064713:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475968 : -112300212075648 : ffff99dd11c04380) 00000100:00000001:0.0:1788624665.064717:0:35273:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624665.064720:0:35273:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.064722:0:35273:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624665.064724:0:35273:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624665.064727:0:35273:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04380 x1875506845080192/t0(0) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624665.064734:0:35273:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624665.064736:0:35273:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624665.064739:0:35273:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624665.064742:0:35273:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624665.064744:0:35273:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624665.064760:0:35273:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35273:1875506845080192:192.168.202.125@tcp:35:multiop.0 00000100:00000001:0.0:1788624665.064765:0:35273:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624665.064770:0:35273:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624665.064772:0:35273:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624665.064774:0:35273:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624665.064779:0:35273:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049c9400. 02000000:00000001:0.0:1788624665.064781:0:35273:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624665.064789:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624665.064793:0:35273:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d6e0. 00000400:00000010:0.0:1788624665.064801:0:35273:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395990. 00000100:00000200:0.0:1788624665.064809:0:35273:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845080192, portal 10 00000100:00000001:0.0:1788624665.064811:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624665.064812:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475968 : -112300212075648 : ffff99dd11c04380) 00000100:00000040:0.0:1788624665.064817:0:35273:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c04380 x1875506845080192/t0(0) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624665.064825:0:35273:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624665.064828:0:35273:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624665.064830:0:35273:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395cc0. 00000100:00000200:0.0:1788624665.064833:0:35273:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845080192, offset 0 00000400:00000200:0.0:1788624665.064839:0:35273:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624665.064848:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624665.064856:0:35273:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624665.064862:0:35273:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624665.064866:0:35273:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624665.064870:0:35273:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624665.064873:0:35273:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624665.064877:0:35273:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3013:3013:256:4294967295] 192.168.202.125@tcp LPNI seq info [3013:3013:8:4294967295] 00000400:00000200:0.0:1788624665.064881:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624665.064891:0:35273:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624665.064897:0:35273:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624665.064902:0:35273:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139c500. 00000800:00000200:0.0:1788624665.064909:0:35273:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624665.064918:0:35273:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624665.064923:0:35273:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139c500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788624665.064936:0:35273:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624665.064942:0:35273:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24861 usecs (25 jiffies) 00000400:00000200:0.0:1788624665.064945:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624665.064948:0:35273:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296679151 00000100:00000001:0.0:1788624665.064951:0:35273:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:0.0:1788624665.064953:0:35273:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296679151 00000100:00000001:0.0:1788624665.064955:0:35273:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:0.0:1788624665.064957:0:35273:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624665.064960:0:35273:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.064962:0:35273:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624665.064964:0:35273:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624665.064966:0:35273:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be480 going to sleep for 11 seconds 00000100:00000001:0.0:1788624665.064968:0:35273:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624665.064972:0:35273:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.065073:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624665.065078:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.065085:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d62d80 x1875506845079680/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 496/224 e 0 to 0 dl 1788624681 ref 1 fl Complete:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.065094:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624665.065097:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624665.065100:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd0483b400. 02000000:00000001:2.0:1788624665.065121:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624665.065123:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624665.065124:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:2.0:1788624665.065127:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624665.065131:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd1078a000. 02000000:00000001:2.0:1788624665.065133:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624665.065135:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624665.065137:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d62d80. 00000100:00000001:2.0:1788624665.065144:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624665.065145:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624665.065147:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624665.065165:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624665.065166:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.065169:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624665.065171:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.065206:0:251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788624665.065213:0:251:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff99dd035913f0. 00000020:00000010:2.0:1788624665.065217:0:251:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd1078a000. 00000020:00000010:2.0:1788624665.065222:0:251:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff99dd1078aa00. 00000020:00000010:2.0:1788624665.065226:0:251:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff99dd18588000. 00000008:00000010:2.0:1788624665.065233:0:251:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff99dd02e4b7f0. 00020000:00000010:2.0:1788624665.065238:0:251:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99dd062d1d80. 00008000:00000010:2.0:1788624665.065242:0:251:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99dd21688710. 00000080:00000010:2.0:1788624665.065248:0:251:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99dd0530b000. 00000080:00000010:2.0:1788624665.065251:0:251:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff99dd11c91e10. 00000020:00000010:2.0:1788624665.065255:0:251:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd1078a200. 00000008:00000010:2.0:1788624665.065258:0:251:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99dd216a46e0. 00020000:00000010:2.0:1788624665.065261:0:251:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff99dd118bd918. 00008000:00000010:2.0:1788624665.065265:0:251:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99dd11d41368. 00000080:00000010:2.0:1788624665.065268:0:251:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99dd18bb1690. 00000020:00000001:2.0:1788624665.065271:0:251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832568 : -112300453719048 : ffff99dd035913f8) 00000020:00001000:2.0:1788624665.065273:0:251:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035913f0 00000008:00000020:2.0:1788624665.065276:0:251:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff99dd064b21e8. 00000008:00000001:2.0:1788624665.065280:0:251:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1788624665.065282:0:251:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:2.0:1788624665.065285:0:251:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.065288:0:251:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1788624665.065289:0:251:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035913f0 00000800:00000200:2.0:1788624665.066144:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624665.066149:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c500. 00000400:00000200:2.0:1788624665.066165:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.066172:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624665.066179:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395cc0 00000400:00000010:2.0:1788624665.066181:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395cc0. 00000100:00000001:2.0:1788624665.066186:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624665.066190:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04380 x1875506845080192/t0(0) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.066200:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.066203:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04380 x1875506845080192/t0(0) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.066209:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.066211:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000100:3.0:1788624665.076423:0:35286:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x4:0x0].0x0 (ffff99dd03870000) refcount = 1 00010000:00000040:3.0:1788624665.076438:0:35286:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03870000 count: 0 00010000:00000010:3.0:1788624665.076448:0:35286:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff99dd03870c00. 00000001:00000001:1.0:1788624665.076752:0:35286:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.076759:0:35286:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624665.076764:0:35286:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624665.076768:0:35286:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00000008:00000001:1.0:1788624665.076773:0:35286:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788624665.076775:0:35286:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1788624665.076778:0:35286:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624665.076781:0:35286:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1788624665.076782:0:35286:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788624665.076785:0:35286:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788624665.076809:0:35286:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788624665.076811:0:35286:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00000001:00000001:1.0:1788624665.076814:0:35286:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788624665.076815:0:35286:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788624665.076835:0:35286:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788624665.076837:0:35286:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788624665.076838:0:35286:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788624665.076858:0:35286:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624665.076860:0:35286:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.076863:0:35286:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788624665.076871:0:35286:0:(import.c:65:import_set_state_nolock()) ffff99dd19445000 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1788624665.076876:0:35286:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1788624665.076879:0:35286:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1788624665.076881:0:35286:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788624665.076884:0:35286:0:(import.c:65:import_set_state_nolock()) ffff99dd19445000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1788624665.076886:0:35286:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788624665.076888:0:35286:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788624665.076890:0:35286:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788624665.076894:0:35286:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788624665.076897:0:35286:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788624665.076899:0:35286:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff99dd1070d568 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:1.0:1788624665.076904:0:35286:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:1.0:1788624665.076906:0:35286:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn cc94206c7ef40d28 00020000:00000001:1.0:1788624665.076910:0:35286:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.076913:0:35286:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788624665.076916:0:35286:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1788624665.076918:0:35286:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1788624665.076921:0:35286:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788624665.076922:0:35286:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788624665.076924:0:35286:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788624665.076926:0:35286:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.076927:0:35286:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.076929:0:35286:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788624665.076931:0:35286:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788624665.076932:0:35286:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.076933:0:35286:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1788624665.076935:0:35286:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1788624665.076939:0:35286:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1788624665.076941:0:35286:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.076943:0:35286:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.076944:0:35286:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.076946:0:35286:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624665.076949:0:35286:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624665.076950:0:35286:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624665.076952:0:35286:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.076953:0:35286:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788624665.076960:0:35286:0:(import.c:1787:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff99dd10dbf800: Connection restored to 192.168.202.125@tcp (at 192.168.202.125@tcp) 00000100:00000001:1.0:1788624665.076963:0:35286:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.076966:0:35286:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624665.076967:0:35286:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624665.076970:0:35286:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788624665.076971:0:35286:0:(import.c:1655:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624665.077422:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.077442:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624665.077447:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.077450:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.077459:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.077466:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624665.077478:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.077484:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.077490:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.077495:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377465a80 00000400:00000200:2.0:1788624665.077501:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.077507:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x88c5 [1] + 224 00000800:00000001:2.0:1788624665.077515:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.077523:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.077527:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.077531:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624665.077540:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624665.077550:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04380 x1875506845080192/t0(0) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624665.077560:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11c04380 x1875506845080192/t0(0) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.077582:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624665.077591:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.077595:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.077644:0:35273:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624665.077651:0:35273:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624665.077654:0:35273:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624665.077657:0:35273:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d6e0. 00000400:00000200:3.0:1788624665.077662:0:35273:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395990 00000400:00000010:3.0:1788624665.077665:0:35273:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395990. 00000100:00000001:3.0:1788624665.077668:0:35273:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624665.077672:0:35273:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04380 x1875506845080192/t0(0) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788624665.077681:0:35273:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04380 x1875506845080192/t0(0) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.077686:0:35273:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624665.077689:0:35273:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.077691:0:35273:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624665.077694:0:35273:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624665.077696:0:35273:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624665.077699:0:35273:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624665.077702:0:35273:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624665.077713:0:35273:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445d38 time=136 v=5 (5 0 0 5) 00000100:00001000:3.0:1788624665.077717:0:35273:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624665.077719:0:35273:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624665.077721:0:35273:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.077724:0:35273:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624665.077727:0:35273:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.077730:0:35273:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788624665.077732:0:35273:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788624665.077735:0:35273:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788624665.077737:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624665.077739:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475968 : -112300212075648 : ffff99dd11c04380) 00000100:00000001:3.0:1788624665.077742:0:35273:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624665.077744:0:35273:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967334 00000100:00000001:3.0:1788624665.077746:0:35273:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624665.077749:0:35273:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624665.077754:0:35273:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04380 x1875506845080192/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.077761:0:35273:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624665.077764:0:35273:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624665.077766:0:35273:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624665.077771:0:35273:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04380 x1875506845080192/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788624665.077778:0:35273:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04380 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35273:1875506845080192:192.168.202.125@tcp:35:multiop.0 00000100:00000001:3.0:1788624665.077783:0:35273:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.077786:0:35273:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.077788:0:35273:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788624665.077790:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.077793:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04380 x1875506845080192/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.077799:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624665.077802:0:35273:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203be480. 00000100:00000001:3.0:1788624665.077805:0:35273:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788624665.077807:0:35273:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.077814:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624665.077816:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497475968 : -112300212075648 : ffff99dd11c04380) 00000002:00000001:3.0:1788624665.077819:0:35273:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.077821:0:35273:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788624665.077826:0:35273:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197f4200. 00000080:00000001:3.0:1788624665.077830:0:35273:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788624665.077833:0:35273:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1788624665.077836:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624665.077838:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624665.077841:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624665.077843:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624665.077845:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.077847:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:3.0:1788624665.077849:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624665.077853:0:35273:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788624665.077859:0:35273:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11d62a00 x1875506845079040/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624679 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.077866:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624665.077867:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000001:3.0:1788624665.077868:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.077871:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d62a00 x1875506845079040/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624679 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.077876:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.077878:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.077880:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d62a00 x1875506845079040/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624679 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.077886:0:35273:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788624665.077889:0:35273:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624665.077890:0:35273:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624665.077891:0:35273:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624665.077894:0:35273:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd04838800. 02000000:00000001:3.0:1788624665.077898:0:35273:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624665.077899:0:35273:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624665.077901:0:35273:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d62a00. 00000100:00000001:3.0:1788624665.077905:0:35273:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624665.077907:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.077908:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.077911:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04380 x1875506845080192/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.077916:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624665.077918:0:35273:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff99dd104cb6e0. 00000002:00000001:3.0:1788624665.077921:0:35273:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.077923:0:35273:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788624665.077924:0:35273:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd11d2d7c0. 00000100:00000001:3.0:1788624665.077927:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.077929:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04380 x1875506845080192/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.077935:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.077938:0:35273:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788624665.077941:0:35273:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd017c8280. 00000080:00000001:3.0:1788624665.077945:0:35273:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.077951:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17d88 00000080:00000008:3.0:1788624665.077953:0:35273:0:(file.c:523:ll_file_release()) COMPLETED file f24a.recovery-small:[0x240000402:0x8:0x0](ffff99dd1919ba88), flags 100002, rc = 0 00000080:00000001:3.0:1788624665.077956:0:35273:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.077962:0:35273:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788624665.077963:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c17d98 00000080:00002000:3.0:1788624665.077965:0:35273:0:(dcache.c:127:ll_ddelete()) keeping dentry f24a.recovery-small (ffff99dd19186e58, parent ffff99dd1934faf8, inode ffff99dd1919ba88) hashed, 00000080:00000001:3.0:1788624665.077968:0:35273:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788624665.088139:0:1031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766a00. 00010000:00000010:3.1:1788624665.093953:0:35287:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870000. 00000080:00000001:3.0:1788624665.098951:0:35288:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624665.098961:0:35288:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624665.098964:0:35288:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624665.098967:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fbc0 00000080:00200000:3.0:1788624665.098973:0:35288:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624665.098981:0:35288:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd187cb000. 00800000:00000002:3.0:1788624665.098991:0:35288:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624665.098996:0:35288:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624665.099003:0:35288:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624665.099005:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fae0 00800000:00000002:3.0:1788624665.099008:0:35288:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624665.099014:0:35288:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624665.099017:0:35288:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624665.099020:0:35288:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624665.099024:0:35288:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624665.099027:0:35288:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624665.099029:0:35288:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.099032:0:35288:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624665.099034:0:35288:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.099037:0:35288:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624665.099255:0:35288:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624665.099257:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1f9b0 00000002:00010000:3.0:1788624665.099260:0:35288:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624665.099264:0:35288:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624665.099266:0:35288:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624665.099269:0:35288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624665.099280:0:35288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4c00 count: 2 00010000:00000001:3.0:1788624665.099284:0:35288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624665.099289:0:35288:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624665.099293:0:35288:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624665.099298:0:35288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788624665.099322:0:35288:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624665.099328:0:35288:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624665.099332:0:35288:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788624665.099339:0:35288:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624665.099342:0:35288:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624665.099344:0:35288:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624665.099346:0:35288:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624665.099348:0:35288:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624665.099350:0:35288:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624665.099353:0:35288:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624665.099357:0:35288:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624665.099361:0:35288:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd187cb000. 00000080:00000001:3.0:1788624665.099367:0:35288:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624665.099369:0:35288:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624665.099372:0:35288:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624665.099375:0:35288:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41992 00800000:00000001:3.0:1788624665.099379:0:35288:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624665.099382:0:35288:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624665.099383:0:35288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.099386:0:35288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.099389:0:35288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:3.0:1788624665.099392:0:35288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:3.0:1788624665.099395:0:35288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:3.0:1788624665.099398:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.099400:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624665.099401:0:35288:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.099403:0:35288:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624665.099406:0:35288:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41992 from it ffffbef881c1fbf8 00010000:00000001:3.0:1788624665.099409:0:35288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.099410:0:35288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.099411:0:35288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:3.0:1788624665.099413:0:35288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:3.0:1788624665.099415:0:35288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:3.0:1788624665.099417:0:35288:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624665.099420:0:35288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788624665.099427:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.099427:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.099429:0:35288:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624665.099431:0:35288:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624665.099435:0:35288:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788624665.099446:0:35288:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624665.099450:0:35288:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624665.099452:0:35288:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624665.099457:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.099458:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.099460:0:35288:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.099464:0:35288:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624665.099466:0:35288:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.099468:0:35288:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.099470:0:35288:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.099472:0:35288:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624665.099473:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.099475:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624665.099478:0:35288:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624665.099480:0:35288:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624665.099482:0:35288:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788624665.099487:0:35288:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788624665.099499:0:35288:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd049c6cc0. 00000080:00000001:3.0:1788624665.099504:0:35288:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624665.099505:0:35288:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624665.099506:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fb00 00000080:00200000:3.0:1788624665.099508:0:35288:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624665.099511:0:35288:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd187cb000. 00800000:00000002:3.0:1788624665.099514:0:35288:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624665.099516:0:35288:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624665.099518:0:35288:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624665.099520:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fa20 00800000:00000002:3.0:1788624665.099522:0:35288:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624665.099524:0:35288:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624665.099526:0:35288:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624665.099528:0:35288:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624665.099529:0:35288:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624665.099530:0:35288:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624665.099532:0:35288:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.099534:0:35288:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624665.099536:0:35288:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.099538:0:35288:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624665.099541:0:35288:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624665.099542:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1f8f0 00000002:00010000:3.0:1788624665.099544:0:35288:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624665.099547:0:35288:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624665.099548:0:35288:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624665.099550:0:35288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624665.099552:0:35288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4c00 count: 2 00010000:00000001:3.0:1788624665.099554:0:35288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624665.099557:0:35288:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624665.099559:0:35288:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624665.099562:0:35288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788624665.099569:0:35288:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624665.099572:0:35288:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624665.099575:0:35288:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788624665.099581:0:35288:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624665.099583:0:35288:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624665.099584:0:35288:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624665.099586:0:35288:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624665.099588:0:35288:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624665.099589:0:35288:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624665.099591:0:35288:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624665.099593:0:35288:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624665.099595:0:35288:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd187cb000. 00000080:00000001:3.0:1788624665.099598:0:35288:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624665.099599:0:35288:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624665.099601:0:35288:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624665.099604:0:35288:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41992 00800000:00000001:3.0:1788624665.099606:0:35288:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624665.099607:0:35288:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624665.099609:0:35288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.099610:0:35288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.099611:0:35288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:3.0:1788624665.099614:0:35288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:3.0:1788624665.099616:0:35288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:3.0:1788624665.099618:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.099619:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624665.099620:0:35288:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.099622:0:35288:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624665.099623:0:35288:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41992 from it ffffbef881c1fb38 00010000:00000001:3.0:1788624665.099625:0:35288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.099626:0:35288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.099628:0:35288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:3.0:1788624665.099629:0:35288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:3.0:1788624665.099631:0:35288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:3.0:1788624665.099632:0:35288:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624665.099634:0:35288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788624665.099640:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.099641:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.099642:0:35288:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624665.099644:0:35288:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624665.099646:0:35288:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788624665.099652:0:35288:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624665.099653:0:35288:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624665.099655:0:35288:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624665.099656:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.099658:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.099659:0:35288:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.099661:0:35288:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624665.099662:0:35288:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.099663:0:35288:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.099665:0:35288:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.099667:0:35288:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624665.099668:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.099669:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624665.099670:0:35288:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624665.099671:0:35288:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624665.099673:0:35288:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 3 00000080:00000001:3.0:1788624665.099677:0:35288:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.099680:0:35288:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1788624665.099682:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fb58 00000080:00200000:3.0:1788624665.099684:0:35288:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), file ffff99dd184b3200, open_flags 8441, mode 81b6 opened 0 00000080:00000010:3.0:1788624665.099689:0:35288:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff99dd049ade40. 00000080:00000001:3.0:1788624665.099694:0:35288:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788624665.099696:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fa08 00000080:00200000:3.0:1788624665.099697:0:35288:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=open|creat 00000080:00000010:3.0:1788624665.099703:0:35288:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd187cb000. 00800000:00000002:3.0:1788624665.099706:0:35288:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624665.099711:0:35288:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624665.099712:0:35288:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624665.099714:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1f928 00800000:00000002:3.0:1788624665.099715:0:35288:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624665.099718:0:35288:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788624665.099721:0:35288:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788624665.099725:0:35288:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624665.099726:0:35288:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624665.099728:0:35288:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624665.099730:0:35288:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624665.099731:0:35288:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.099733:0:35288:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624665.099735:0:35288:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.099738:0:35288:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446631773493984256 : -112300215567360 : ffff99dd118afc00) 00800000:00000001:3.0:1788624665.099742:0:35288:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788624665.099744:0:35288:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788624665.099746:0:35288:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788624665.099749:0:35288:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788624665.099752:0:35288:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff99dd10dbf800: Allocated FID [0x200000405:0x2b:0x0] 40000000:00000001:3.0:1788624665.099755:0:35288:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624665.099757:0:35288:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.099758:0:35288:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.099760:0:35288:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.099762:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1f8a8 00800000:00000002:3.0:1788624665.099764:0:35288:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:3.0:1788624665.099770:0:35288:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624665.099771:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1f7e0 00000002:00010000:3.0:1788624665.099773:0:35288:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:3.0:1788624665.099776:0:35288:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788624665.099779:0:35288:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788624665.099783:0:35288:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788624665.099786:0:35288:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624665.099787:0:35288:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788624665.099789:0:35288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4c00 count: 2 00010000:00000001:3.0:1788624665.099792:0:35288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624665.099794:0:35288:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788624665.099798:0:35288:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624665.099801:0:35288:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1788624665.099810:0:35288:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788624665.099815:0:35288:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788624665.099817:0:35288:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788624665.099819:0:35288:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788624665.099822:0:35288:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624665.099823:0:35288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624665.099826:0:35288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4c00 count: 3 00010000:00000001:3.0:1788624665.099828:0:35288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624665.099831:0:35288:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624665.099832:0:35288:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624665.099833:0:35288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624665.099834:0:35288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4c00 count: 3 00010000:00000001:3.0:1788624665.099836:0:35288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624665.099838:0:35288:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624665.099839:0:35288:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624665.099840:0:35288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624665.099842:0:35288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4c00 count: 3 00010000:00000001:3.0:1788624665.099843:0:35288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624665.099845:0:35288:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.099847:0:35288:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788624665.099851:0:35288:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788624665.099854:0:35288:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788624665.099857:0:35288:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788624665.099859:0:35288:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788624665.099861:0:35288:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.099864:0:35288:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624665.099867:0:35288:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624665.099869:0:35288:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624665.099871:0:35288:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624665.099873:0:35288:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788624665.099875:0:35288:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18601400 with handle 0xcc94206c7ef41992 from hash 00010000:00000001:3.0:1788624665.099877:0:35288:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624665.099878:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.099879:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.099880:0:35288:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624665.099882:0:35288:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624665.099884:0:35288:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788624665.099886:0:35288:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624665.099888:0:35288:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624665.099890:0:35288:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788624665.099895:0:35288:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11596d80. 00000020:00000040:3.0:1788624665.099899:0:35288:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:3.0:1788624665.099905:0:35288:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788624665.099907:0:35288:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.099909:0:35288:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788624665.099913:0:35288:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624665.099916:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.099917:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.099919:0:35288:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.099922:0:35288:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624665.099924:0:35288:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624665.099927:0:35288:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624665.099935:0:35288:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cf800. 00000100:00000001:3.0:1788624665.099943:0:35288:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.099949:0:35288:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624665.099952:0:35288:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788624665.099957:0:35288:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1788624665.099964:0:35288:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788624665.099966:0:35288:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624665.099967:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624665.099970:0:35288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef41992 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a87dc expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:3.0:1788624665.099978:0:35288:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd189e4c00 count: 0 00010000:00000010:3.0:1788624665.099983:0:35288:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd087e6c00. 00010000:00000001:3.0:1788624665.099995:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.099997:0:35288:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.099999:0:35288:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624665.100000:0:35288:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.100002:0:35288:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624665.100012:0:35288:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773490736512 : -112300218815104 : ffff99dd11596d80) 00010000:00000001:3.0:1788624665.100016:0:35288:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788624665.100018:0:35288:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788624665.100022:0:35288:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd0382a700. 00010000:00000010:3.0:1788624665.100025:0:35288:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd1115a280. 00010000:00000001:3.0:1788624665.100029:0:35288:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624665.100033:0:35288:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067fc00. 00000020:00000001:3.0:1788624665.100035:0:35288:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624665.100038:0:35288:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067fc00 with handle 0xcc94206c7ef419b5 to hash 00000020:00000001:3.0:1788624665.100055:0:35288:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624665.100057:0:35288:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:3.0:1788624665.100061:0:35288:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:3.0:1788624665.100063:0:35288:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624665.100065:0:35288:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624665.100068:0:35288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624665.100087:0:35288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35288 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788624665.100100:0:35288:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788624665.100140:0:35288:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11596d80 x1875506845080448/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788624665.101458:0:35288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788624665.101468:0:35288:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624665.101471:0:35288:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624665.101480:0:35288:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd11df00c0. 00000100:00000001:3.0:1788624665.101483:0:35288:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773499490496 : -112300210061120 : ffff99dd11df00c0) 00000100:00000001:3.0:1788624665.101486:0:35288:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624665.101488:0:35288:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490736512 : -112300218815104 : ffff99dd11596d80) 00000100:00000001:3.0:1788624665.101493:0:35288:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624665.101498:0:35288:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.101501:0:35288:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624665.101503:0:35288:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624665.101512:0:35288:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11596d80 x1875506845080448/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.101521:0:35288:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624665.101523:0:35288:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624665.101527:0:35288:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624665.101531:0:35288:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624665.101534:0:35288:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624665.101537:0:35288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11596d80 pname:cluuid:pid:xid:nid:opc:job bash:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35288:1875506845080448:192.168.202.125@tcp:101:bash.0 00000100:00000001:3.0:1788624665.101542:0:35288:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624665.101548:0:35288:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624665.101550:0:35288:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624665.101552:0:35288:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624665.101605:0:35288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff99dd04900000. 02000000:00000001:3.0:1788624665.101607:0:35288:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624665.101616:0:35288:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624665.101620:0:35288:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a8f0. 00000400:00000010:3.0:1788624665.101629:0:35288:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff99dd049ccc00. 00000100:00000200:3.0:1788624665.101637:0:35288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875506845080448, portal 10 00000100:00000001:3.0:1788624665.101638:0:35288:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624665.101639:0:35288:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490736512 : -112300218815104 : ffff99dd11596d80) 00000100:00000040:3.0:1788624665.101646:0:35288:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11596d80 x1875506845080448/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624681 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.101653:0:35288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624665.101656:0:35288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624665.101659:0:35288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f2a8. 00000100:00000200:3.0:1788624665.101662:0:35288:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875506845080448, offset 0 00000400:00000200:3.0:1788624665.101668:0:35288:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624665.101675:0:35288:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624665.101682:0:35288:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624665.101688:0:35288:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624665.101691:0:35288:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624665.101695:0:35288:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624665.101698:0:35288:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624665.101702:0:35288:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3014:3014:256:4294967295] 192.168.202.125@tcp LPNI seq info [3014:3014:8:4294967295] 00000400:00000200:3.0:1788624665.101705:0:35288:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624665.101714:0:35288:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624665.101721:0:35288:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624665.101726:0:35288:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04d2f300. 00000800:00000200:3.0:1788624665.101732:0:35288:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624665.101740:0:35288:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624665.101743:0:35288:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04d2f300 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788624665.101752:0:35288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624665.101757:0:35288:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 845580 usecs (846 jiffies) 00000400:00000200:3.0:1788624665.102050:0:35288:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624665.102053:0:35288:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296680009 00000100:00000001:3.0:1788624665.102057:0:35288:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:3.0:1788624665.102059:0:35288:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296680009 00000100:00000001:3.0:1788624665.102061:0:35288:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:3.0:1788624665.102063:0:35288:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624665.102066:0:35288:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.102069:0:35288:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624665.102078:0:35288:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624665.102082:0:35288:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd11df00c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788624665.102085:0:35288:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624665.102088:0:35288:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624665.102351:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624665.102355:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04d2f300. 00000400:00000200:2.0:1788624665.102362:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.102368:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624665.102374:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f2a8 00000400:00000010:2.0:1788624665.102377:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f2a8. 00000100:00000001:2.0:1788624665.102381:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624665.102386:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11596d80 x1875506845080448/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624681 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.102397:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.102401:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11596d80 x1875506845080448/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624681 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.102408:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.102410:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1788624665.109277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4c00. 00010000:00000010:3.1:1788624665.109294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601400. 00000800:00000001:2.0:1788624665.134559:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.134577:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624665.134582:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.134585:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.134596:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.134605:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624665.134616:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.134621:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.134626:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.134631:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c377465b80 00000400:00000200:2.0:1788624665.134636:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.134643:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x88cd [32] + 224 00000800:00000001:2.0:1788624665.134650:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.134657:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.134661:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.134665:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624665.134673:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624665.134682:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11596d80 x1875506845080448/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624681 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624665.134692:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff99dd11596d80 x1875506845080448/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.134712:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624665.134721:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.134724:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.135241:0:35288:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624665.135249:0:35288:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624665.135251:0:35288:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624665.135254:0:35288:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a8f0. 00000400:00000200:3.0:1788624665.135259:0:35288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd049ccc00 00000400:00000010:3.0:1788624665.135261:0:35288:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff99dd049ccc00. 00000100:00000001:3.0:1788624665.135265:0:35288:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624665.135270:0:35288:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11596d80 x1875506845080448/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788624665.135280:0:35288:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11596d80 x1875506845080448/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.135287:0:35288:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624665.135289:0:35288:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.135292:0:35288:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624665.135295:0:35288:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624665.135298:0:35288:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624665.135300:0:35288:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624665.135303:0:35288:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624665.135311:0:35288:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=94 v=5 (5 103 103 103) 00000100:00001000:3.0:1788624665.135315:0:35288:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624665.135318:0:35288:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624665.135320:0:35288:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.135323:0:35288:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624665.135326:0:35288:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.135329:0:35288:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788624665.135331:0:35288:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:3.0:1788624665.135334:0:35288:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788624665.135336:0:35288:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624665.135337:0:35288:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490736512 : -112300218815104 : ffff99dd11596d80) 00000100:00000001:3.0:1788624665.135340:0:35288:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624665.135342:0:35288:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:3.0:1788624665.135344:0:35288:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624665.135347:0:35288:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624665.135351:0:35288:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11596d80 x1875506845080448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624681 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.135359:0:35288:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624665.135362:0:35288:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624665.135363:0:35288:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624665.135367:0:35288:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11596d80 x1875506845080448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624681 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788624665.135375:0:35288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11596d80 pname:cluuid:pid:xid:nid:opc:job bash:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35288:1875506845080448:192.168.202.125@tcp:101:bash.0 00000100:00000001:3.0:1788624665.135380:0:35288:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.135383:0:35288:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.135385:0:35288:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788624665.135387:0:35288:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.135390:0:35288:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11596d80 x1875506845080448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624681 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.135397:0:35288:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624665.135400:0:35288:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd11df00c0. 00000100:00000001:3.0:1788624665.135403:0:35288:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788624665.135404:0:35288:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.135407:0:35288:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788624665.135411:0:35288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.135414:0:35288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.135417:0:35288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=4 00000020:00000001:3.0:1788624665.135419:0:35288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:3.0:1788624665.135422:0:35288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000040:3.0:1788624665.135429:0:35288:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd1067fc00, remote cookie: 0xa103bd66258a885a, flags: 0x1001 00010000:00010000:3.0:1788624665.135434:0:35288:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788624665.135442:0:35288:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788624665.135446:0:35288:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788624665.135454:0:35288:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd0382a900. 00010000:00000010:3.0:1788624665.135458:0:35288:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd1115a800. 00010000:00000040:3.0:1788624665.135463:0:35288:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd0382a700 count: 0 00010000:00000010:3.0:1788624665.135468:0:35288:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd1115a280. 00010000:00000001:3.0:1788624665.135476:0:35288:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624665.135480:0:35288:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624665.135488:0:35288:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.135495:0:35288:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788624665.135499:0:35288:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788624665.135501:0:35288:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788624665.135503:0:35288:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788624665.135504:0:35288:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788624665.135506:0:35288:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff99dd0382a900) refcount = 1 00010000:00010000:3.0:1788624665.135511:0:35288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.135518:0:35288:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788624665.135522:0:35288:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788624665.135524:0:35288:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624665.135527:0:35288:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788624665.135529:0:35288:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624665.135532:0:35288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.135539:0:35288:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788624665.135540:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.135542:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.135542:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.135543:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.135545:0:35288:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624665.135549:0:35288:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788624665.135551:0:35288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.135553:0:35288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.135554:0:35288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=3 00000020:00000001:3.0:1788624665.135556:0:35288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:3.0:1788624665.135558:0:35288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:3.0:1788624665.135561:0:35288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.135561:0:35288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.135563:0:35288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=4 00000020:00000001:3.0:1788624665.135565:0:35288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:3.0:1788624665.135567:0:35288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:3.0:1788624665.135570:0:35288:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624665.135572:0:35288:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624665.135576:0:35288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.135582:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.135583:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.135585:0:35288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.135586:0:35288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.135587:0:35288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=5 00000020:00000001:3.0:1788624665.135589:0:35288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:3.0:1788624665.135591:0:35288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:3.0:1788624665.135593:0:35288:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624665.135596:0:35288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.135601:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.135602:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788624665.135604:0:35288:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.135610:0:35288:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624665.135612:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.135612:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.135613:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.135614:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788624665.135619:0:35288:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff99dd11596d80 x1875506845080448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624681 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788624665.135629:0:35288:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788624665.135633:0:35288:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11596d80 x1875506845080448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624681 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788624665.135640:0:35288:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.135647:0:35288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.135648:0:35288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.135650:0:35288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=3 00000020:00000001:3.0:1788624665.135651:0:35288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:3.0:1788624665.135654:0:35288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00000002:00010000:3.0:1788624665.135657:0:35288:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788624665.135666:0:35288:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99dd049c3800. 00010000:00000001:3.0:1788624665.135669:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.135670:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624665.135672:0:35288:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624665.135673:0:35288:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624665.135676:0:35288:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788624665.135678:0:35288:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624665.135679:0:35288:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490736512 : -112300218815104 : ffff99dd11596d80) 00000100:00000001:3.0:1788624665.135681:0:35288:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624665.135682:0:35288:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490736512 : -112300218815104 : ffff99dd11596d80) 00010000:00000001:3.0:1788624665.135684:0:35288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.135685:0:35288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.135686:0:35288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=3 00000020:00000001:3.0:1788624665.135688:0:35288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:3.0:1788624665.135690:0:35288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00000002:00010000:3.0:1788624665.135693:0:35288:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.135699:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.135700:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.135702:0:35288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788624665.135703:0:35288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.135704:0:35288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.135705:0:35288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=3 00000020:00000001:3.0:1788624665.135707:0:35288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:3.0:1788624665.135709:0:35288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000040:3.0:1788624665.135712:0:35288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 2 00010000:00000001:3.0:1788624665.135714:0:35288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788624665.135718:0:35288:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/43 (0 0) 00010000:00000001:3.0:1788624665.135720:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.135721:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624665.135722:0:35288:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788624665.135725:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1f768 00000002:00002000:3.0:1788624665.135727:0:35288:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1788624665.135730:0:35288:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.135734:0:35288:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.135736:0:35288:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788624665.135740:0:35288:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788624665.135744:0:35288:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.135747:0:35288:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:3.0:1788624665.135749:0:35288:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788624665.135751:0:35288:0:(namei.c:674:ll_lookup_it_finish()) it ffff99dd049ade40 it_disposition 1800037 00000080:00002000:3.0:1788624665.135755:0:35288:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd1934dbd0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1788624665.135759:0:35288:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788624665.135762:0:35288:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1788624665.135763:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1f990 00000080:00200000:3.0:1788624665.135765:0:35288:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=open|creat 00000080:00000001:3.0:1788624665.135767:0:35288:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1788624665.135770:0:35288:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788624665.135774:0:35288:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788624665.135776:0:35288:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788624665.135779:0:35288:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:3.0:1788624665.135781:0:35288:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788624665.135794:0:35288:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff99dd1919a940. 00000020:00000001:3.0:1788624665.135804:0:35288:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1788624665.135805:0:35288:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1788624665.135808:0:35288:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788624665.135810:0:35288:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff99dd1919aa08) 00000020:00000001:3.0:1788624665.135814:0:35288:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624665.135818:0:35288:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833432 : -112300453718184 : ffff99dd03591758) 00000020:00001000:3.0:1788624665.135820:0:35288:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591750 00000020:00000001:3.0:1788624665.135824:0:35288:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1788624665.135828:0:35288:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff99dd1145f960. 00000020:00000001:3.0:1788624665.135830:0:35288:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788624665.135832:0:35288:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624665.135838:0:35288:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1788624665.135842:0:35288:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff99dd217261f0. 00020000:00000001:3.0:1788624665.135844:0:35288:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446631773760807408 : -112299948744208 : ffff99dd217261f0) 00020000:00000001:3.0:1788624665.135847:0:35288:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1788624665.135850:0:35288:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788624665.135854:0:35288:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd049ad060. 00020000:00000010:3.0:1788624665.135857:0:35288:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd048ab080. 00020000:00000010:3.0:1788624665.135862:0:35288:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd049ad000. 00020000:00000001:3.0:1788624665.135864:0:35288:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773276917760 : -112300432633856 : ffff99dd049ad000) 00020000:00000002:3.0:1788624665.135867:0:35288:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd049ad000, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788624665.135872:0:35288:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788624665.135876:0:35288:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd048ab080: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:3.0:1788624665.135879:0:35288:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1788624665.135881:0:35288:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd049ad000, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788624665.135885:0:35288:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788624665.135888:0:35288:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd048ab080: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000010:3.0:1788624665.135891:0:35288:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff99dd087e5040. 00020000:00000010:3.0:1788624665.135894:0:35288:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff99dd11df00c0. 00020000:00000001:3.0:1788624665.135898:0:35288:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1788624665.135900:0:35288:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff99dd033b9e68. 00020000:00000001:3.0:1788624665.135903:0:35288:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1788624665.135904:0:35288:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1788624665.135909:0:35288:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1788624665.135912:0:35288:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff99dd1145f3e8. 00000020:00000001:3.0:1788624665.135914:0:35288:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788624665.135915:0:35288:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624665.135917:0:35288:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446631773489460328 : -112300220091288 : ffff99dd1145f468) 00020000:00000001:3.0:1788624665.135920:0:35288:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1788624665.135924:0:35288:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff99dd04c72c40. 00020000:00000001:3.0:1788624665.135926:0:35288:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.135930:0:35288:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446631773489460328 : -112300220091288 : ffff99dd1145f468) 00020000:00000001:3.0:1788624665.135932:0:35288:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446631773489460328 : -112300220091288 : ffff99dd1145f468) 00020000:00000002:3.0:1788624665.135936:0:35288:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x42:0x0]@ffff99dd1145f3e8[0:0] -> [0x200000405:0x2b:0x0]@ffff99dd1145f960: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:3.0:1788624665.135940:0:35288:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1788624665.135942:0:35288:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1788624665.135943:0:35288:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.135946:0:35288:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446631773489461728 : -112300220089888 : ffff99dd1145f9e0) 00000020:00001000:3.0:1788624665.135949:0:35288:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591750 00000080:00000001:3.0:1788624665.135953:0:35288:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:3.0:1788624665.135956:0:35288:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788624665.135958:0:35288:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611179 mtime from 0 to 1788624665 00000080:00000001:3.0:1788624665.135962:0:35288:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788624665.135965:0:35288:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620775432 : -112300088776184 : ffff99dd1919aa08) 00010000:00000001:3.0:1788624665.135967:0:35288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.135968:0:35288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.135969:0:35288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=3 00000020:00000001:3.0:1788624665.135971:0:35288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:3.0:1788624665.135973:0:35288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00000080:00000001:3.0:1788624665.135976:0:35288:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788624665.135977:0:35288:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624665.135978:0:35288:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833432 : -112300453718184 : ffff99dd03591758) 00000020:00001000:3.0:1788624665.135980:0:35288:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591750 00000020:00000001:3.0:1788624665.135981:0:35288:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788624665.135983:0:35288:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788624665.135985:0:35288:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788624665.135987:0:35288:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd049ad540. 00020000:00000010:3.0:1788624665.135989:0:35288:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd048abc00. 00020000:00000010:3.0:1788624665.135992:0:35288:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd049ad3c0. 00020000:00000001:3.0:1788624665.135994:0:35288:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773276918720 : -112300432632896 : ffff99dd049ad3c0) 00020000:00000002:3.0:1788624665.135996:0:35288:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd049ad3c0, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788624665.135999:0:35288:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788624665.136002:0:35288:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd048abc00: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:3.0:1788624665.136005:0:35288:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd217261f0) owner ffff99dd012f27c0 00020000:00000001:3.0:1788624665.136007:0:35288:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788624665.136009:0:35288:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd217261f0) owner ffff99dd012f27c0 00020000:00000010:3.0:1788624665.136012:0:35288:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd048abc00. 00020000:00000010:3.0:1788624665.136015:0:35288:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd049ad540. 00020000:00000010:3.0:1788624665.136018:0:35288:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd049ad3c0. 00020000:00000002:3.0:1788624665.136020:0:35288:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788624665.136022:0:35288:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.136024:0:35288:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.136026:0:35288:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788624665.136029:0:35288:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd012f27c0 00020000:00000002:3.0:1788624665.136032:0:35288:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd049ad000 addref 2/0 by ffff99dd012f27c0. 00020000:00000002:3.0:1788624665.136034:0:35288:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd012f27c0 00020000:00000001:3.0:1788624665.136036:0:35288:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788624665.136038:0:35288:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788624665.136039:0:35288:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788624665.136041:0:35288:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788624665.136043:0:35288:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788624665.136045:0:35288:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788624665.136048:0:35288:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591750 00000080:00000001:3.0:1788624665.136050:0:35288:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.136051:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.136052:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788624665.136054:0:35288:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788624665.136057:0:35288:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788624665.136058:0:35288:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624665.136061:0:35288:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2b:0x0](ffff99dd1919aa08) 00000080:00010000:3.0:1788624665.136064:0:35288:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff99dd1919aa08) for lock 0xcc94206c7ef419b5 00800000:00000001:3.0:1788624665.136067:0:35288:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624665.136068:0:35288:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624665.136069:0:35288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.136082:0:35288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.136085:0:35288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=3 00000020:00000001:3.0:1788624665.136087:0:35288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:3.0:1788624665.136089:0:35288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:3.0:1788624665.136091:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.136092:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624665.136093:0:35288:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.136095:0:35288:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.136096:0:35288:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1788624665.136098:0:35288:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.136102:0:35288:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff99dd11596d80 x1875506845080448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.137472:0:35288:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788624665.137481:0:35288:0:(namei.c:1651:ll_create_it()) inode ffff99dd1919aa08 need_sync_to_mds [0x200000405:0x2b:0x0] 00000080:00000001:3.0:1788624665.137486:0:35288:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624665.137490:0:35288:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff99dd1919aa08) 00000080:00000001:3.0:1788624665.137493:0:35288:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788624665.137499:0:35288:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd187cb000. 00000100:00000001:3.0:1788624665.137504:0:35288:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.137512:0:35288:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11596d80 x1875506845080448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.137518:0:35288:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.137522:0:35288:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1788624665.137524:0:35288:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788624665.137526:0:35288:0:(namei.c:1500:ll_atomic_open()) inode ffff99dd1919aa08 need_sync_to_mds [0x200000405:0x2b:0x0] 00000080:00000001:3.0:1788624665.137535:0:35288:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788624665.137538:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fa68 00000080:00200008:3.0:1788624665.137540:0:35288:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), flags 102101 00000080:00000010:2.0:1788624665.138510:0:35288:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd017c8a00. 00000080:00000010:2.0:1788624665.138522:0:35288:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd11d2d300. 00000080:00000001:2.0:1788624665.138525:0:35288:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788624665.138532:0:35288:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788624665.138535:0:35288:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624665.138537:0:35288:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624665.138540:0:35288:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624665.138543:0:35288:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624665.138545:0:35288:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624665.138547:0:35288:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1788624665.138549:0:35288:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624665.138554:0:35288:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788624665.138559:0:35288:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd104cb440. 00000002:00100000:2.0:1788624665.138566:0:35288:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11596d80 x1875506845080448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788624665.138574:0:35288:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624665.138575:0:35288:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788624665.138578:0:35288:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788624665.138582:0:35288:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.138584:0:35288:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624665.138587:0:35288:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.138591:0:35288:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11596d80 x1875506845080448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788624665.138598:0:35288:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624665.138602:0:35288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff99dd04900000. 02000000:00000001:2.0:1788624665.138634:0:35288:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788624665.138636:0:35288:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.138640:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fa68 00000080:00000008:2.0:1788624665.138642:0:35288:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), flags 102101, rc = 0 00000080:00000001:2.0:1788624665.138647:0:35288:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788624665.138648:0:35288:0:(dcache.c:176:ll_intent_release()) intent ffff99dd049ade40 released 00000080:00010000:2.0:1788624665.138651:0:35288:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419b5 from it ffff99dd049ade40 00010000:00000001:2.0:1788624665.138654:0:35288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.138656:0:35288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.138660:0:35288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=3 00000020:00000001:2.0:1788624665.138662:0:35288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:2.0:1788624665.138665:0:35288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:2.0:1788624665.138668:0:35288:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624665.138672:0:35288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624665.138681:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.138683:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.138684:0:35288:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624665.138688:0:35288:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624665.138691:0:35288:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624665.138699:0:35288:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624665.138703:0:35288:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624665.138705:0:35288:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624665.138709:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.138710:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.138712:0:35288:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.138715:0:35288:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624665.138717:0:35288:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.138719:0:35288:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.138723:0:35288:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.138725:0:35288:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624665.138727:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.138728:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624665.138729:0:35288:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788624665.138731:0:35288:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1788624665.138733:0:35288:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788624665.138735:0:35288:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624665.138737:0:35288:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788624665.138738:0:35288:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.138741:0:35288:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788624665.138742:0:35288:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.138744:0:35288:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788624665.138746:0:35288:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.138748:0:35288:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788624665.138750:0:35288:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff99dd049ade40. 00000080:00000001:2.0:1788624665.138754:0:35288:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.138759:0:35288:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788624665.138761:0:35288:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff99dd1919aa08), inode mode 81a4 mask 40 00000080:00000001:2.0:1788624665.138765:0:35288:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.138850:0:35288:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788624665.138855:0:35288:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd012f27c0 00020000:00000002:2.0:1788624665.138859:0:35288:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd012f27c0 00020000:00000001:2.0:1788624665.138862:0:35288:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.146667:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fd28 00000080:00200008:2.0:1788624665.146677:0:35288:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624665.146686:0:35288:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624665.146688:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fca0 00000080:00200000:2.0:1788624665.146690:0:35288:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff99dd1919aa08),name=recon 00000080:00000010:2.0:1788624665.146698:0:35288:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18bf1e00. 00800000:00000002:2.0:1788624665.146704:0:35288:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624665.146712:0:35288:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624665.146716:0:35288:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624665.146718:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fbc0 00800000:00000002:2.0:1788624665.146721:0:35288:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624665.146725:0:35288:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624665.146728:0:35288:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624665.146731:0:35288:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624665.146734:0:35288:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624665.146737:0:35288:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624665.146739:0:35288:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624665.146741:0:35288:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624665.146744:0:35288:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624665.146747:0:35288:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624665.146748:0:35288:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624665.146749:0:35288:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624665.146750:0:35288:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624665.146752:0:35288:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624665.146753:0:35288:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1788624665.146755:0:35288:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624665.146757:0:35288:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624665.146763:0:35288:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624665.146765:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fa90 00000002:00010000:2.0:1788624665.146767:0:35288:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624665.146771:0:35288:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624665.146773:0:35288:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624665.146776:0:35288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624665.146783:0:35288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 2 00010000:00000001:2.0:1788624665.146786:0:35288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624665.146791:0:35288:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624665.146794:0:35288:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624665.146799:0:35288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788624665.146811:0:35288:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624665.146816:0:35288:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624665.146819:0:35288:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788624665.146827:0:35288:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624665.146828:0:35288:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624665.146830:0:35288:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624665.146833:0:35288:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624665.146835:0:35288:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624665.146837:0:35288:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624665.146840:0:35288:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624665.146843:0:35288:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624665.146846:0:35288:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18bf1e00. 00000080:00000001:2.0:1788624665.146851:0:35288:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624665.146852:0:35288:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624665.146855:0:35288:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff99dd1919aa08) 00000080:00010000:2.0:1788624665.146859:0:35288:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff99dd1919aa08) for lock 0xcc94206c7ef419b5 00800000:00000001:2.0:1788624665.146862:0:35288:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624665.146865:0:35288:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624665.146866:0:35288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.146869:0:35288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.146871:0:35288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=3 00000020:00000001:2.0:1788624665.146874:0:35288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:2.0:1788624665.146877:0:35288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:2.0:1788624665.146880:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.146881:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624665.146883:0:35288:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624665.146885:0:35288:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624665.146887:0:35288:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419b5 from it ffffbef881c1fcd8 00010000:00000001:2.0:1788624665.146889:0:35288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.146890:0:35288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.146892:0:35288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=3 00000020:00000001:2.0:1788624665.146894:0:35288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:2.0:1788624665.146896:0:35288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:2.0:1788624665.146898:0:35288:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624665.146901:0:35288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624665.146909:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.146910:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.146911:0:35288:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624665.146913:0:35288:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624665.146917:0:35288:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624665.146924:0:35288:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624665.146927:0:35288:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624665.146929:0:35288:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624665.146933:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.146934:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.146936:0:35288:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.146939:0:35288:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624665.146940:0:35288:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.146942:0:35288:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.146945:0:35288:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.146947:0:35288:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624665.146948:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.146949:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624665.146952:0:35288:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624665.146954:0:35288:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624665.146956:0:35288:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788624665.146959:0:35288:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788624665.146961:0:35288:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624665.146964:0:35288:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788624665.146965:0:35288:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.146967:0:35288:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788624665.146970:0:35288:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788624665.146972:0:35288:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624665.146977:0:35288:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832568 : -112300453719048 : ffff99dd035913f8) 00000020:00001000:2.0:1788624665.146979:0:35288:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035913f0 00000020:00000001:2.0:1788624665.146984:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:2.0:1788624665.146987:0:35288:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788624665.146989:0:35288:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788624665.146991:0:35288:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788624665.146994:0:35288:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624665.146996:0:35288:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788624665.146998:0:35288:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788624665.147000:0:35288:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.147001:0:35288:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788624665.147006:0:35288:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff99dd11c91e70 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788624665.147008:0:35288:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd012f27c0 00020000:00000001:2.0:1788624665.147013:0:35288:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788624665.147015:0:35288:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788624665.147017:0:35288:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788624665.147019:0:35288:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.147021:0:35288:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788624665.147023:0:35288:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788624665.147024:0:35288:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.147025:0:35288:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624665.147027:0:35288:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788624665.147028:0:35288:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788624665.147029:0:35288:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd012f27c0 00000020:00000001:2.0:1788624665.147031:0:35288:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788624665.147034:0:35288:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788624665.147381:0:35288:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:2.0:1788624665.147386:0:35288:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788624665.147387:0:35288:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788624665.147390:0:35288:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788624665.147392:0:35288:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788624665.147398:0:35288:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788624665.147405:0:35288:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd05188b00. 00020000:00000002:2.0:1788624665.147409:0:35288:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788624665.147411:0:35288:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788624665.147414:0:35288:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624665.147415:0:35288:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788624665.147417:0:35288:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788624665.147421:0:35288:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff99dd035915a0. 00000020:00000010:2.0:1788624665.147425:0:35288:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd18bf1e00. 00000020:00000010:2.0:1788624665.147430:0:35288:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff99dd18bf0000. 00000020:00000010:2.0:1788624665.147433:0:35288:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff99dd18588240. 00000008:00000010:2.0:1788624665.147440:0:35288:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff99dd02e48000. 00020000:00000010:2.0:1788624665.147445:0:35288:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99dd062d1540. 00008000:00000010:2.0:1788624665.147451:0:35288:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99dd2168a6d8. 00000080:00000010:2.0:1788624665.147457:0:35288:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99dd0530b930. 00000080:00000010:2.0:1788624665.147460:0:35288:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff99dd11c906f0. 00000020:00000010:2.0:1788624665.147463:0:35288:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd18bf1400. 00000008:00000010:2.0:1788624665.147467:0:35288:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99dd216a4dc0. 00020000:00000010:2.0:1788624665.147471:0:35288:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff99dd118bf6c0. 00008000:00000010:2.0:1788624665.147475:0:35288:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99dd11d41230. 00000080:00000010:2.0:1788624665.147479:0:35288:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99dd18bb1870. 00000020:00000001:2.0:1788624665.147481:0:35288:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833000 : -112300453718616 : ffff99dd035915a8) 00000020:00001000:2.0:1788624665.147483:0:35288:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035915a0 00000020:00000001:2.0:1788624665.147485:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f468 -> ffff99dd1145f9e0 00000020:00000001:2.0:1788624665.147487:0:35288:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788624665.147490:0:35288:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624665.147491:0:35288:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788624665.147492:0:35288:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.147495:0:35288:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.147497:0:35288:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:2.0:1788624665.147499:0:35288:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788624665.147503:0:35288:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd10fb24c0. 00000008:00010000:2.0:1788624665.147505:0:35288:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788624665.147508:0:35288:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788624665.147509:0:35288:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788624665.147511:0:35288:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd05188b30, osc lock ffff99dd10fb24c0, flags 0x400001002 00000020:00000001:2.0:1788624665.147513:0:35288:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.147515:0:35288:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.147518:0:35288:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773285157632 : -112300424393984 : ffff99dd05188b00) 00000020:00000001:2.0:1788624665.147520:0:35288:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788624665.147521:0:35288:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788624665.147522:0:35288:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.147523:0:35288:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.147526:0:35288:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788624665.147528:0:35288:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788624665.147530:0:35288:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788624665.147532:0:35288:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788624665.147533:0:35288:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624665.147534:0:35288:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:2.0:1788624665.147536:0:35288:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788624665.147538:0:35288:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788624665.147540:0:35288:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788624665.147544:0:35288:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788624665.147546:0:35288:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788624665.147547:0:35288:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788624665.147549:0:35288:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788624665.147551:0:35288:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788624665.147553:0:35288:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788624665.147556:0:35288:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788624665.147558:0:35288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624665.147562:0:35288:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.147565:0:35288:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788624665.147570:0:35288:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62d80. 00000020:00000040:2.0:1788624665.147574:0:35288:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00010000:00000001:2.0:1788624665.147579:0:35288:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624665.147582:0:35288:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624665.147585:0:35288:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.147588:0:35288:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624665.147590:0:35288:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624665.147593:0:35288:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624665.147599:0:35288:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd18bf1000. 00000100:00000001:2.0:1788624665.147605:0:35288:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.147609:0:35288:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624665.147611:0:35288:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.147612:0:35288:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624665.147614:0:35288:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.147615:0:35288:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.147618:0:35288:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446631773498912128 : -112300210639488 : ffff99dd11d62d80) 00010000:00000001:2.0:1788624665.147622:0:35288:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624665.147623:0:35288:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788624665.147627:0:35288:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03870100. 00010000:00000010:2.0:1788624665.147631:0:35288:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff99dd03870400. 00010000:00000001:2.0:1788624665.147635:0:35288:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624665.147639:0:35288:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10767c00. 00000020:00000001:2.0:1788624665.147642:0:35288:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624665.147644:0:35288:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10767c00 with handle 0xcc94206c7ef419bc to hash 00000020:00000001:2.0:1788624665.147646:0:35288:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624665.147647:0:35288:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475863552 : -112300233688064 : ffff99dd10767c00) 00010000:00000010:2.0:1788624665.147651:0:35288:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff99dd11d2d140. 00010000:00000001:2.0:1788624665.147653:0:35288:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475863552 : -112300233688064 : ffff99dd10767c00) 00010000:00000001:2.0:1788624665.147655:0:35288:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624665.147658:0:35288:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624665.147662:0:35288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000e8514637/0xcc94206c7ef419bc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624665.147672:0:35288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000e8514637/0xcc94206c7ef419bc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624665.147683:0:35288:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.147687:0:35288:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624665.147690:0:35288:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624665.147704:0:35288:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d016ff0] to pc [ptlrpcd_01_00+0] req@ffff99dd11d62d80 x1875506845080576/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788624665.147746:0:35288:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.147749:0:35288:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.147751:0:35288:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.147753:0:35288:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.147754:0:35288:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.147757:0:35288:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788624665.147758:0:35288:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788624665.147760:0:35288:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788624665.147761:0:35288:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1788624665.147777:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788624665.147781:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788624665.147783:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624665.147788:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624665.147790:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624665.147792:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624665.147793:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624665.147796:0:2392:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624665.147801:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d62d80 x1875506845080576/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.147808:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624665.147810:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624665.147814:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624665.147817:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624665.147819:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624665.147822:0:2392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845080576:192.168.202.125@tcp:101:uname.0 00000100:00000001:2.0:1788624665.147827:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624665.147832:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624665.147835:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624665.147837:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624665.147842:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04838400. 02000000:00000001:2.0:1788624665.147843:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624665.147850:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624665.147854:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2478. 00000400:00000010:2.0:1788624665.147861:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08550. 00000100:00000200:2.0:1788624665.147867:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845080576, portal 4 00000100:00000001:2.0:1788624665.147869:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624665.147871:0:2392:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498912128 : -112300210639488 : ffff99dd11d62d80) 00000100:00000040:2.0:1788624665.147876:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d62d80 x1875506845080576/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624681 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.147883:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624665.147886:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624665.147889:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08bb0. 00000100:00000200:2.0:1788624665.147892:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875506845080576, offset 0 00000400:00000200:2.0:1788624665.147898:0:2392:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624665.147906:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.147914:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624665.147919:0:2392:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624665.147923:0:2392:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624665.147927:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624665.147929:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624665.147933:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3015:3015:256:4294967295] 192.168.202.125@tcp LPNI seq info [3015:3015:8:4294967295] 00000400:00000200:2.0:1788624665.147937:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.147946:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624665.147951:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624665.147956:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346100. 00000800:00000200:2.0:1788624665.147962:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624665.147970:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624665.147974:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788624665.147985:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624665.147989:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25150 usecs (26 jiffies) 00000400:00000200:2.0:1788624665.147993:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624665.147995:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296679235 00000800:00000200:2.0:1788624665.148139:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624665.148143:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346100. 00000100:00000001:3.0:1788624665.148259:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624665.148262:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.148284:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:3.0:1788624665.148287:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296679236 00000100:00000001:3.0:1788624665.148290:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:3.0:1788624665.148292:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624665.148295:0:2392:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.148298:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.148311:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624665.148521:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.148528:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624665.148535:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08bb0 00000400:00000010:2.0:1788624665.148538:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08bb0. 00000100:00000001:2.0:1788624665.148542:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624665.148547:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d62d80 x1875506845080576/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624681 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.148557:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.148561:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d62d80 x1875506845080576/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624681 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.148567:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.148568:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1788624665.150280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a700. 00000800:00000001:2.0:1788624665.168696:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.168715:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624665.168720:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.168723:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.168734:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.168743:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624665.168752:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.168757:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.168774:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.168779:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 400 into portal 4 MB=0x6a9c377465c00 00000400:00000200:2.0:1788624665.168784:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.168790:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 400/400 into md 0x88dd [1] + 224 00000800:00000001:2.0:1788624665.168798:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.168805:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.168809:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.168814:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624665.168823:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624665.168832:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d62d80 x1875506845080576/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624681 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624665.168844:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff99dd11d62d80 x1875506845080576/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624681 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.168874:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624665.168882:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.168886:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.169083:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624665.169088:0:2392:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624665.169095:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624665.169096:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624665.169101:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2478. 00000400:00000200:3.0:1788624665.169165:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08550 00000400:00000010:3.0:1788624665.169168:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08550. 00000100:00000001:3.0:1788624665.169173:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624665.169390:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d62d80 x1875506845080576/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624681 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788624665.169400:0:2392:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d62d80 x1875506845080576/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624681 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.169407:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624665.169409:0:2392:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.169412:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624665.169415:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624665.169417:0:2392:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624665.169420:0:2392:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624665.169423:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624665.169433:0:2392:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=93 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624665.169438:0:2392:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624665.169441:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624665.169442:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.169445:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624665.169449:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.169453:0:2392:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624665.169455:0:2392:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:3.0:1788624665.169457:0:2392:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624665.169459:0:2392:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624665.169465:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d62d80 x1875506845080576/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624681 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.169472:0:2392:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624665.169476:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624665.169478:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788624665.169481:0:2392:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1788624665.169484:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.169487:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.169490:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767c00 refcount=4 00000020:00000001:3.0:1788624665.169492:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863552 : -112300233688064 : ffff99dd10767c00) 00010000:00000001:3.0:1788624665.169495:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863552 : -112300233688064 : ffff99dd10767c00) 00010000:00000001:3.0:1788624665.169497:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.169499:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.169500:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767c00 refcount=5 00000020:00000001:3.0:1788624665.169502:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863552 : -112300233688064 : ffff99dd10767c00) 00010000:00000001:3.0:1788624665.169504:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863552 : -112300233688064 : ffff99dd10767c00) 00010000:00000001:3.0:1788624665.169508:0:2392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624665.169511:0:2392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624665.169515:0:2392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000e8514637/0xcc94206c7ef419bc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.169526:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.169528:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.169530:0:2392:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788624665.169532:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.169533:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.169534:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767c00 refcount=6 00000020:00000001:3.0:1788624665.169536:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863552 : -112300233688064 : ffff99dd10767c00) 00010000:00000001:3.0:1788624665.169538:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863552 : -112300233688064 : ffff99dd10767c00) 00010000:00000040:3.0:1788624665.169545:0:2392:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10767c00, remote cookie: 0xa103bd66258a8868, flags: 0x1001 00010000:00010000:3.0:1788624665.169550:0:2392:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000e8514637/0xcc94206c7ef419bc lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8868 expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.169558:0:2392:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788624665.169561:0:2392:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.169563:0:2392:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788624665.169567:0:2392:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1788624665.169572:0:2392:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000e8514637/0xcc94206c7ef419bc lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8868 expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788624665.169581:0:2392:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff99dd03870100) refcount = 1 00010000:00000040:3.0:1788624665.169584:0:2392:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788624665.169587:0:2392:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000e8514637/0xcc94206c7ef419bc lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8868 expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.169596:0:2392:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788624665.169598:0:2392:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624665.169601:0:2392:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788624665.169604:0:2392:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624665.169607:0:2392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000e8514637/0xcc94206c7ef419bc lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8868 expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.169614:0:2392:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788624665.169616:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.169617:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.169618:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.169619:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788624665.169620:0:2392:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788624665.169624:0:2392:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788624665.169627:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.169628:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.169629:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767c00 refcount=5 00000020:00000001:3.0:1788624665.169631:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863552 : -112300233688064 : ffff99dd10767c00) 00010000:00000001:3.0:1788624665.169633:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863552 : -112300233688064 : ffff99dd10767c00) 00000008:00000001:3.0:1788624665.169637:0:2392:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788624665.169642:0:2392:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000008:00010000:3.0:1788624665.169647:0:2392:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000e8514637/0xcc94206c7ef419bc lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a8868 expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788624665.169655:0:2392:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000020:00000001:3.0:1788624665.169657:0:2392:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788624665.169660:0:2392:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788624665.169663:0:2392:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788624665.169665:0:2392:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.169667:0:2392:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.169669:0:2392:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000008:00000001:3.0:1788624665.169671:0:2392:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1788624665.169675:0:2392:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788624665.169677:0:2392:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788624665.169750:0:2392:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788624665.169753:0:2392:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.169756:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.169768:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.169770:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767c00 refcount=6 00000020:00000001:3.0:1788624665.169772:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863552 : -112300233688064 : ffff99dd10767c00) 00010000:00000001:3.0:1788624665.169774:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863552 : -112300233688064 : ffff99dd10767c00) 00010000:00000001:3.0:1788624665.169776:0:2392:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624665.169779:0:2392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000e8514637/0xcc94206c7ef419bc lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a8868 expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.169785:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.169786:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788624665.169789:0:2392:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000e8514637/0xcc94206c7ef419bc lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a8868 expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.169795:0:2392:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624665.169796:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.169797:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788624665.169798:0:2392:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.169800:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.169801:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.169803:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767c00 refcount=5 00000020:00000001:3.0:1788624665.169805:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863552 : -112300233688064 : ffff99dd10767c00) 00010000:00000001:3.0:1788624665.169807:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863552 : -112300233688064 : ffff99dd10767c00) 00010000:00000001:3.0:1788624665.169809:0:2392:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624665.169811:0:2392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000e8514637/0xcc94206c7ef419bc lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a8868 expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.169818:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.169820:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.169821:0:2392:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624665.169823:0:2392:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624665.169826:0:2392:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000e8514637/0xcc94206c7ef419bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8868 expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788624665.169836:0:2392:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624665.169838:0:2392:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624665.169841:0:2392:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624665.169844:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.169845:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.169847:0:2392:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.169850:0:2392:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624665.169852:0:2392:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.169866:0:2392:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.169869:0:2392:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.169870:0:2392:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624665.169872:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.169873:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.169874:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.169875:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788624665.169876:0:2392:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624665.169883:0:2392:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d62d80 x1875506845080576/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624681 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788624665.169892:0:2392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2392:1875506845080576:192.168.202.125@tcp:101:uname.0 00000100:00000001:3.0:1788624665.169898:0:2392:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.169901:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.169905:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d62d80 x1875506845080576/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.169912:0:2392:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624665.169914:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624665.169918:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd04838400. 02000000:00000001:3.0:1788624665.169923:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624665.169926:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624665.169929:0:2392:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624665.169931:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624665.169933:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd18bf1000. 02000000:00000001:3.0:1788624665.169937:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624665.169939:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624665.169941:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d62d80. 00000100:00000001:3.0:1788624665.169947:0:2392:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624665.169949:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.169951:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.169957:0:2392:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624665.169959:0:2392:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.169962:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624665.169964:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.170435:0:35288:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.170439:0:35288:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.170532:0:35288:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788624665.170536:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.170538:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.170540:0:35288:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788624665.170545:0:35288:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788624665.170550:0:35288:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788624665.170551:0:35288:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.170553:0:35288:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788624665.170554:0:35288:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624665.170557:0:35288:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788624665.170560:0:35288:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624665.170562:0:35288:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788624665.170565:0:35288:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.170567:0:35288:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.170568:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000080:00200000:0.0:1788624665.170571:0:35288:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1788624665.170574:0:35288:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788624665.170577:0:35288:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788624665.170579:0:35288:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd11c91e10 (ffff99dd035913f8/0) at cl_lock_release():245 00000020:00000001:0.0:1788624665.170582:0:35288:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624665.170583:0:35288:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c91e10 (ffff99dd035913f8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788624665.170587:0:35288:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788624665.170591:0:35288:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.170593:0:35288:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.170595:0:35288:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624665.170596:0:35288:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd05188b30 (ffff99dd035915a8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788624665.170600:0:35288:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788624665.170602:0:35288:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788624665.170604:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.170606:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624665.170608:0:35288:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788624665.170609:0:35288:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624665.170611:0:35288:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624665.170612:0:35288:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624665.170614:0:35288:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624665.170615:0:35288:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c91e10 (ffff99dd035913f8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788624665.170617:0:35288:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788624665.170619:0:35288:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624665.170620:0:35288:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd05188b30 (ffff99dd035913f8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788624665.170623:0:35288:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd10fb24c0. 00000020:00000001:0.0:1788624665.170627:0:35288:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788624665.170628:0:35288:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd05188b00. 00020000:00000001:0.0:1788624665.170631:0:35288:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788624665.170632:0:35288:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788624665.170633:0:35288:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788624665.170635:0:35288:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.170638:0:35288:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788624665.170640:0:35288:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788624665.170643:0:35288:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788624665.170644:0:35288:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788624665.170646:0:35288:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624665.170648:0:35288:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035915a0 00020000:00000001:0.0:1788624665.170651:0:35288:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788624665.170653:0:35288:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788624665.170655:0:35288:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624665.170658:0:35288:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788624665.170662:0:35288:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788624665.170664:0:35288:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.170666:0:35288:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788624665.170668:0:35288:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624665.170669:0:35288:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624665.170670:0:35288:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035913f0 00000001:00000001:0.0:1788624665.170672:0:35288:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.170682:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fd28 00000080:00000008:0.0:1788624665.170685:0:35288:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788624665.170914:0:35288:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:0.0:1788624665.170917:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fd88 00000080:00200008:0.0:1788624665.170919:0:35288:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 23 00000080:00000002:0.0:1788624665.170922:0:35288:0:(file.c:2656:do_file_write_iter()) inode ffff99dd1919aa08 need_sync_to_oss [0x200000405:0x2b:0x0] 00000080:00000001:0.0:1788624665.170926:0:35288:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1788624665.170928:0:35288:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.170931:0:35288:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788624665.170935:0:35288:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.170938:0:35288:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624665.170941:0:35288:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832568 : -112300453719048 : ffff99dd035913f8) 00000020:00001000:0.0:1788624665.170943:0:35288:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035913f0 00000080:00000001:0.0:1788624665.170946:0:35288:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788624665.170947:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fc98 00000080:00200000:0.0:1788624665.170949:0:35288:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:0.0:1788624665.170954:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fc30 00000080:00200000:0.0:1788624665.170956:0:35288:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:0.0:1788624665.170958:0:35288:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788624665.170960:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.170961:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.170962:0:35288:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788624665.170964:0:35288:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788624665.170967:0:35288:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788624665.170969:0:35288:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.170970:0:35288:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.170972:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000080:00200000:0.0:1788624665.170973:0:35288:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1788624665.170975:0:35288:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788624665.170977:0:35288:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788624665.170983:0:35288:0:(cl_io.c:214:cl_io_rw_init()) header@000000006e80308c[0x110, 1, [0x200000405:0x2b:0x0] hash] 00000020:00200000:0.0:1788624665.170985:0:35288:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:0.0:1788624665.170987:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.170990:0:35288:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788624665.170992:0:35288:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788624665.170994:0:35288:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788624665.170997:0:35288:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624665.170998:0:35288:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788624665.171000:0:35288:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624665.171005:0:35288:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.171007:0:35288:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788624665.171008:0:35288:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.171010:0:35288:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624665.171013:0:35288:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff99dd11c91e70 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1788624665.171017:0:35288:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd012f27c0 00020000:00000001:0.0:1788624665.171020:0:35288:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788624665.171022:0:35288:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788624665.171025:0:35288:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788624665.171027:0:35288:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1788624665.171029:0:35288:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:0.0:1788624665.171032:0:35288:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1788624665.171034:0:35288:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788624665.171035:0:35288:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.171037:0:35288:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624665.171038:0:35288:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788624665.171039:0:35288:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788624665.171041:0:35288:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd012f27c0 00000020:00000001:0.0:1788624665.171043:0:35288:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.171044:0:35288:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624665.171047:0:35288:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:0.0:1788624665.171049:0:35288:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1788624665.171051:0:35288:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.171055:0:35288:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788624665.171056:0:35288:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788624665.171058:0:35288:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788624665.171060:0:35288:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1788624665.171062:0:35288:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:0.0:1788624665.171065:0:35288:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788624665.171067:0:35288:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788624665.171071:0:35288:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788624665.171074:0:35288:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.171076:0:35288:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788624665.171077:0:35288:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624665.171078:0:35288:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833000 : -112300453718616 : ffff99dd035915a8) 00000020:00001000:0.0:1788624665.171080:0:35288:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035915a0 00000020:00000001:0.0:1788624665.171082:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f468 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.171084:0:35288:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788624665.171086:0:35288:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624665.171087:0:35288:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788624665.171088:0:35288:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.171090:0:35288:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.171092:0:35288:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.171095:0:35288:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788624665.171097:0:35288:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788624665.171101:0:35288:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.171103:0:35288:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.171143:0:35288:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.171254:0:35288:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.171256:0:35288:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.171259:0:35288:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788624665.171261:0:35288:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788624665.171263:0:35288:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788624665.171266:0:35288:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788624665.171268:0:35288:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.171271:0:35288:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.171273:0:35288:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788624665.171274:0:35288:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1788624665.171276:0:35288:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788624665.171278:0:35288:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788624665.171279:0:35288:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.171281:0:35288:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.171282:0:35288:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.171284:0:35288:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.171286:0:35288:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.171287:0:35288:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788624665.171289:0:35288:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624665.171290:0:35288:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788624665.171292:0:35288:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624665.171293:0:35288:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.171295:0:35288:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.171296:0:35288:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.171298:0:35288:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.171299:0:35288:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624665.171301:0:35288:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788624665.171302:0:35288:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788624665.171304:0:35288:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788624665.171306:0:35288:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788624665.171308:0:35288:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788624665.171317:0:35288:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd11c18300. 00020000:00000002:0.0:1788624665.171319:0:35288:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788624665.171322:0:35288:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788624665.171323:0:35288:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.171324:0:35288:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.171326:0:35288:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788624665.171330:0:35288:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd034c2f70. 00000008:00010000:0.0:1788624665.171332:0:35288:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788624665.171335:0:35288:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624665.171336:0:35288:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788624665.171339:0:35288:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd11c18330, osc lock ffff99dd034c2f70, flags 0x0 00000020:00000001:0.0:1788624665.171341:0:35288:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.171343:0:35288:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.171346:0:35288:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773497557760 : -112300211993856 : ffff99dd11c18300) 00000020:00000001:0.0:1788624665.171347:0:35288:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624665.171348:0:35288:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788624665.171350:0:35288:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.171352:0:35288:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.171353:0:35288:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624665.171354:0:35288:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624665.171355:0:35288:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.171356:0:35288:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.171358:0:35288:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624665.171360:0:35288:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624665.171362:0:35288:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788624665.171364:0:35288:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.171367:0:35288:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788624665.171369:0:35288:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788624665.171371:0:35288:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788624665.171373:0:35288:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788624665.171374:0:35288:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788624665.171375:0:35288:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788624665.171377:0:35288:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788624665.171379:0:35288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624665.171386:0:35288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870100 count: 2 00010000:00000001:0.0:1788624665.171389:0:35288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788624665.171394:0:35288:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd114ec000 type 11 mode 2 res 11811161089/66 (0 18446744073709551615) 00010000:00000001:0.0:1788624665.171397:0:35288:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1788624665.171402:0:35288:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05180. 00000020:00000040:0.0:1788624665.171406:0:35288:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00010000:00000001:0.0:1788624665.171409:0:35288:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624665.171414:0:35288:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624665.171419:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.171421:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.171422:0:35288:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.171425:0:35288:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624665.171428:0:35288:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624665.171433:0:35288:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624665.171440:0:35288:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd197f4e00. 00000100:00000001:0.0:1788624665.171447:0:35288:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.171451:0:35288:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624665.171452:0:35288:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.171454:0:35288:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624665.171455:0:35288:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.171457:0:35288:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.171459:0:35288:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446631773497479552 : -112300212072064 : ffff99dd11c05180) 00010000:00000001:0.0:1788624665.171462:0:35288:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624665.171465:0:35288:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788624665.171467:0:35288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870100 count: 2 00010000:00000001:0.0:1788624665.171469:0:35288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624665.171471:0:35288:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624665.171474:0:35288:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d19a00. 00000020:00000001:0.0:1788624665.171478:0:35288:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624665.171481:0:35288:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d19a00 with handle 0xcc94206c7ef419c3 to hash 00000020:00000001:0.0:1788624665.171483:0:35288:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624665.171484:0:35288:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000010:0.0:1788624665.171487:0:35288:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff99dd215f82c0. 00010000:00000001:0.0:1788624665.171490:0:35288:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.171493:0:35288:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.171495:0:35288:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.171499:0:35288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624665.171511:0:35288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624665.171521:0:35288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624665.171533:0:35288:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624665.171534:0:35288:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624665.171543:0:35288:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203bec00. 00000100:00000001:0.0:1788624665.171545:0:35288:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740461056 : -112299969090560 : ffff99dd203bec00) 00000100:00000001:0.0:1788624665.171549:0:35288:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624665.171550:0:35288:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497479552 : -112300212072064 : ffff99dd11c05180) 00000100:00000001:0.0:1788624665.171553:0:35288:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624665.171555:0:35288:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.171557:0:35288:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624665.171559:0:35288:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624665.171568:0:35288:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05180 x1875506845080704/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624665.171576:0:35288:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624665.171579:0:35288:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624665.171583:0:35288:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624665.171585:0:35288:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624665.171588:0:35288:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624665.171591:0:35288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05180 pname:cluuid:pid:xid:nid:opc:job uname:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35288:1875506845080704:192.168.202.125@tcp:101:uname.0 00000100:00000001:0.0:1788624665.171596:0:35288:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624665.171602:0:35288:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624665.171604:0:35288:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624665.171607:0:35288:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624665.171611:0:35288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049c9000. 02000000:00000001:0.0:1788624665.171613:0:35288:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624665.171620:0:35288:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624665.171624:0:35288:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d268. 00000400:00000010:0.0:1788624665.171631:0:35288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053954c8. 00000100:00000200:0.0:1788624665.171637:0:35288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845080704, portal 4 00000100:00000001:0.0:1788624665.171639:0:35288:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624665.171640:0:35288:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497479552 : -112300212072064 : ffff99dd11c05180) 00000100:00000040:0.0:1788624665.171646:0:35288:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c05180 x1875506845080704/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624665.171653:0:35288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624665.171656:0:35288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624665.171658:0:35288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395660. 00000100:00000200:0.0:1788624665.171661:0:35288:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875506845080704, offset 0 00000400:00000200:0.0:1788624665.171668:0:35288:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624665.171676:0:35288:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624665.171684:0:35288:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624665.171689:0:35288:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624665.171694:0:35288:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624665.171697:0:35288:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624665.171700:0:35288:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624665.171704:0:35288:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3016:3016:256:4294967295] 192.168.202.125@tcp LPNI seq info [3016:3016:8:4294967295] 00000400:00000200:0.0:1788624665.171708:0:35288:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624665.171717:0:35288:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624665.171722:0:35288:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624665.171727:0:35288:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139c200. 00000800:00000200:0.0:1788624665.171734:0:35288:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624665.171741:0:35288:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624665.171745:0:35288:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139c200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788624665.171878:0:35288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624665.171883:0:35288:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25160 usecs (26 jiffies) 00000400:00000200:0.0:1788624665.171887:0:35288:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624665.171890:0:35288:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296679259 00000100:00000001:0.0:1788624665.171893:0:35288:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:0.0:1788624665.171895:0:35288:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296679259 00000100:00000001:0.0:1788624665.171897:0:35288:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:0.0:1788624665.171899:0:35288:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624665.171901:0:35288:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.171903:0:35288:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624665.171905:0:35288:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624665.171907:0:35288:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203bec00 going to sleep for 11 seconds 00000100:00000001:0.0:1788624665.171910:0:35288:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624665.171912:0:35288:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624665.172132:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624665.172137:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c200. 00000400:00000200:2.0:1788624665.172220:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.172228:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624665.172234:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395660 00000400:00000010:2.0:1788624665.172237:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395660. 00000100:00000001:2.0:1788624665.172241:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624665.172245:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05180 x1875506845080704/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.172255:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.172258:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05180 x1875506845080704/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624681 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.172265:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.172266:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624665.185438:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.185456:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624665.185461:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.185463:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.185474:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.185493:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624665.185504:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.185510:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.185516:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.185521:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 328 into portal 15 MB=0x6a9c378adee00 00000400:00000200:2.0:1788624665.185532:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.125@tcp of length 328/328 into md 0x82b5 [2] + 984 00000800:00000001:2.0:1788624665.185540:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.185547:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.185551:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.185556:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624665.185564:0:2384:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788624665.185566:0:2384:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788624665.185574:0:2384:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63480. 00000100:00000040:2.0:1788624665.185578:0:2384:0:(events.c:341:request_in_callback()) incoming req@ffff99dd11d63480 x1875506868645376 msgsize 328 00000100:00100000:2.0:1788624665.185583:0:2384:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.125@tcp (source: 12345-192.168.202.125@tcp) 00000100:00000001:2.0:1788624665.185597:0:2384:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788624665.185607:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.185610:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.185725:0:16807:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788624665.185729:0:16807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875506868645376 02000000:00000001:3.0:1788624665.185733:0:16807:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788624665.185735:0:16807:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624665.185738:0:16807:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624665.185743:0:16807:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624665.185747:0:16807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875506868645376 00000020:00000001:3.0:1788624665.185750:0:16807:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788624665.185752:0:16807:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d2f 00000020:00000001:3.0:1788624665.185755:0:16807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.185768:0:16807:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3800 refcount=4 00000020:00000001:3.0:1788624665.185770:0:16807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000020:00000001:3.0:1788624665.185772:0:16807:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000100:00000001:3.0:1788624665.185777:0:16807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624665.185782:0:16807:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3240. 00000100:00000001:3.0:1788624665.185785:0:16807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624665.185788:0:16807:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3240. 00000020:00000010:3.0:1788624665.185795:0:16807:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd187ca800. 00000020:00000010:3.0:1788624665.185800:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff99dd1115a280. 00000020:00000010:3.0:1788624665.185806:0:16807:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99dd1145fd48. 00000100:00000040:3.0:1788624665.185815:0:16807:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788624665.185819:0:16807:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788624665.185820:0:16807:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788624665.185824:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.185832:0:16807:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.185849:0:16807:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.186402:0:16807:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788624665.186405:0:16807:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788624665.186411:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.125@tcp, seq: 63 00000100:00000040:3.0:1788624665.186416:0:16807:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff99dd051f3800 : new rpc_count 1 00000100:00000001:3.0:1788624665.186419:0:16807:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446631773498913920 : -112300210637696 : ffff99dd11d63480) 00000100:00000040:3.0:1788624665.186428:0:16807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff99dd11d63480 x1875506868645376/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:231/0 lens 328/0 e 0 to 0 dl 1788624676 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624665.186439:0:16807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624665.186444:0:16807:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3240. 00000100:00000001:3.0:1788624665.186447:0:16807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624665.186449:0:16807:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3240. 00000100:00100000:3.0:1788624665.186454:0:16807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99dd11d63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:14164:x1875506868645376:12345-192.168.202.125@tcp:104: 00000100:00000200:3.0:1788624665.186458:0:16807:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875506868645376 00010000:00000001:3.0:1788624665.186461:0:16807:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788624665.186472:0:16807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.187275:0:16807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.187280:0:16807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767c00 refcount=2 00000020:00000001:3.0:1788624665.187284:0:16807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863552 : -112300233688064 : ffff99dd10767c00) 00010000:00000001:3.0:1788624665.187288:0:16807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863552 : -112300233688064 : ffff99dd10767c00) 00010000:00000001:3.0:1788624665.187292:0:16807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624665.187296:0:16807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624665.187301:0:16807:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000e8514637/0xcc94206c7ef419bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xa103bd66258a8868 expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788624665.187314:0:16807:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788624665.187317:0:16807:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788624665.187326:0:16807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff99dd049ccc00. 02000000:00000001:3.0:1788624665.187329:0:16807:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.187332:0:16807:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.187337:0:16807:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788624665.187341:0:16807:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624665.187345:0:16807:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd1068a1e8 time=93 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624665.187350:0:16807:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624665.187354:0:16807:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 16 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624665.187357:0:16807:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 02000000:00000001:3.0:1788624665.187359:0:16807:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788624665.187361:0:16807:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.187365:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624665.187368:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624665.187374:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f550. 00000100:00000200:3.0:1788624665.187380:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875506868645376, offset 224 00000400:00000200:3.0:1788624665.187388:0:16807:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624665.187398:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624665.187406:0:16807:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624665.187414:0:16807:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3017:3017:256:4294967295] 192.168.202.125@tcp LPNI seq info [3017:3017:8:4294967295] 00000400:00000200:3.0:1788624665.187419:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624665.187428:0:16807:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624665.187434:0:16807:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624665.187440:0:16807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04d2ff00. 00000800:00000200:3.0:1788624665.187448:0:16807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624665.187456:0:16807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624665.187461:0:16807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04d2ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624665.187636:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624665.187641:0:16807:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00010000:00000001:3.0:1788624665.187644:0:16807:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788624665.187650:0:16807:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99dd11df03c0. 00010000:00000001:3.0:1788624665.187652:0:16807:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788624665.187657:0:16807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788624665.187660:0:16807:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.187661:0:16807:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.187664:0:16807:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624665.187671:0:16807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63480 x1875506868645376/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:231/0 lens 328/224 e 0 to 0 dl 1788624676 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788624665.187682:0:16807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99dd11d63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:14164:x1875506868645376:12345-192.168.202.125@tcp:104: Request processed in 1241us (2101us total) trans 0 rc 0/0 00000100:00100000:3.0:1788624665.187691:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.125@tcp, seq: 63 00000100:00000040:3.0:1788624665.187694:0:16807:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99dd051f3800 : new rpc_count 0 00000100:00000001:3.0:1788624665.187696:0:16807:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788624665.187698:0:16807:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788624665.187705:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff99dd1115a280. 00000020:00000010:3.0:1788624665.187709:0:16807:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99dd1145fd48. 00000020:00000010:3.0:1788624665.187714:0:16807:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99dd187ca800. 00000020:00000040:3.0:1788624665.187721:0:16807:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3800 : new refcount 3 00000100:00000001:3.0:1788624665.187725:0:16807:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788624665.188149:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624665.188160:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.188164:0:16814:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788624665.188167:0:16814:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788624665.188170:0:16814:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788624665.188175:0:16814:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000e8514637/0xcc94206c7ef419bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xa103bd66258a8868 expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788624665.188186:0:16814:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd10767c00 already unused, calling callback (ffffffffc1016300) 00000008:00000001:0.0:1788624665.188190:0:16814:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788624665.188192:0:16814:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788624665.188194:0:16814:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.188195:0:16814:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.188197:0:16814:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767c00 refcount=3 00000020:00000001:0.0:1788624665.188200:0:16814:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863552 : -112300233688064 : ffff99dd10767c00) 00010000:00000001:0.0:1788624665.188202:0:16814:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863552 : -112300233688064 : ffff99dd10767c00) 00010000:00000001:0.0:1788624665.188206:0:16814:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624665.188209:0:16814:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000e8514637/0xcc94206c7ef419bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xa103bd66258a8868 expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788624665.188217:0:16814:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788624665.188219:0:16814:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624665.188224:0:16814:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834008 : -112300453717608 : ffff99dd03591998) 00000020:00001000:0.0:1788624665.188226:0:16814:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591990 00000008:00000001:0.0:1788624665.188228:0:16814:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788624665.188232:0:16814:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1788624665.188233:0:16814:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624665.188235:0:16814:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255831704 : -112300453719912 : ffff99dd03591098) 00000020:00001000:0.0:1788624665.188237:0:16814:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591090 00000008:00000001:0.0:1788624665.188240:0:16814:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1788624665.188243:0:16814:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1788624665.188247:0:16814:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788624665.188249:0:16814:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624665.188252:0:16814:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1788624665.188255:0:16814:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.188258:0:16814:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.188260:0:16814:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788624665.188263:0:16814:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788624665.188265:0:16814:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788624665.188268:0:16814:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624665.188270:0:16814:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788624665.188272:0:16814:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624665.188276:0:16814:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff99dd02e4f080 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1788624665.188280:0:16814:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788624665.188283:0:16814:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788624665.188285:0:16814:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788624665.188288:0:16814:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788624665.188290:0:16814:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.188291:0:16814:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624665.188292:0:16814:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788624665.188294:0:16814:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1788624665.188295:0:16814:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624665.188298:0:16814:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1788624665.188317:0:16814:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788624665.188320:0:16814:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788624665.188323:0:16814:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788624665.188325:0:16814:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788624665.188327:0:16814:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624665.188329:0:16814:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1788624665.188332:0:16814:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624665.188333:0:16814:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1788624665.188335:0:16814:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788624665.188337:0:16814:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591090 00000008:00000001:0.0:1788624665.188340:0:16814:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.188342:0:16814:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00010000:00000001:0.0:1788624665.188345:0:16814:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1788624665.188348:0:16814:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.188350:0:16814:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.188352:0:16814:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788624665.188354:0:16814:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788624665.188357:0:16814:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788624665.188359:0:16814:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.188362:0:16814:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.188363:0:16814:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.188364:0:16814:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.188366:0:16814:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1788624665.188369:0:16814:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.188371:0:16814:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000008:00000001:0.0:1788624665.188375:0:16814:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788624665.188376:0:16814:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591990 00000008:00000001:0.0:1788624665.188378:0:16814:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.188381:0:16814:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624665.188385:0:16814:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624665.188387:0:16814:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624665.188388:0:16814:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.188391:0:16814:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788624665.188394:0:16814:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd10767c00 with handle 0xcc94206c7ef419bc from hash 00010000:00000001:0.0:1788624665.188396:0:16814:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624665.188398:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.188399:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.188400:0:16814:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624665.188403:0:16814:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624665.188405:0:16814:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788624665.188411:0:16814:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624665.188415:0:16814:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.188418:0:16814:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624665.188421:0:16814:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788624665.188428:0:16814:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04e00. 00000020:00000040:0.0:1788624665.188432:0:16814:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=4 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624665.188437:0:16814:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624665.188439:0:16814:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624665.188444:0:16814:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624665.188451:0:16814:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd197f4800. 00000100:00000001:0.0:1788624665.188457:0:16814:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.188462:0:16814:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788624665.188467:0:16814:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000e8514637/0xcc94206c7ef419bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xa103bd66258a8868 expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788624665.188486:0:16814:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788624665.188488:0:16814:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.188493:0:16814:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624665.188499:0:16814:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624665.188507:0:16814:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061b0bb7b] to pc [ptlrpcd_00_01+1] req@ffff99dd11c04e00 x1875506845080832/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788624665.188526:0:16814:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624665.188529:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.188530:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.188532:0:16814:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.188533:0:16814:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624665.188535:0:16814:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.188539:0:16814:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000e8514637/0xcc94206c7ef419bc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xa103bd66258a8868 expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624665.188546:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624665.188548:0:16814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000e8514637/0xcc94206c7ef419bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xa103bd66258a8868 expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788624665.188556:0:16814:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd11d2d140. 00010000:00000001:0.0:1788624665.188566:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.188567:0:16814:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788624665.188569:0:16814:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff99dd11df03c0. 00010000:00000001:0.0:1788624665.188571:0:16814:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.188574:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624665.188575:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.188577:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788624665.188579:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624665.188580:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.188582:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788624665.188584:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624665.188585:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.188586:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788624665.190500:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624665.190511:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624665.190515:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624665.190530:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04e00 x1875506845080832/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624665.190543:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624665.190546:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624665.190551:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624665.190555:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624665.190558:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624665.190561:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845080832:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788624665.190566:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624665.190573:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624665.190575:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624665.190578:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624665.191046:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18745000. 02000000:00000001:1.0:1788624665.191050:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624665.191060:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624665.191065:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793528. 00000400:00000010:1.0:1788624665.191073:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c440. 00000100:00000200:1.0:1788624665.191081:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845080832, portal 18 00000100:00000001:1.0:1788624665.191084:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624665.191085:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497478656 : -112300212072960 : ffff99dd11c04e00) 00000100:00000040:1.0:1788624665.191094:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04e00 x1875506845080832/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624681 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624665.191102:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624665.191168:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624665.191173:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c088. 00000100:00000200:1.0:1788624665.191177:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875506845080832, offset 0 00000400:00000200:1.0:1788624665.191185:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624665.191194:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624665.191203:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624665.191209:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624665.191213:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624665.191218:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624665.191221:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624665.191225:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3018:3018:255:4294967295] 192.168.202.125@tcp LPNI seq info [3018:3018:7:4294967295] 00000400:00000200:1.0:1788624665.191229:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624665.191238:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624665.191244:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624665.191249:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ef00. 00000800:00000200:1.0:1788624665.191256:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624665.191264:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624665.191268:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ef00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788624665.191272:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624665.191277:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25160 usecs (26 jiffies) 00000400:00000200:1.0:1788624665.191281:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624665.191284:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296679278 00000100:00000001:1.0:1788624665.191287:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:1.0:1788624665.191289:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296679278 00000100:00000001:1.0:1788624665.191291:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:1.0:1788624665.191294:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624665.191296:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.191299:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.191302:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.191309:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624665.191311:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624665.191314:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624665.191315:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624665.191317:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.191319:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.191334:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624665.191336:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624665.195432:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624665.195446:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04d2ff00. 00000400:00000200:2.0:1788624665.195461:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.195471:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624665.195550:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f550 00000400:00000010:2.0:1788624665.195554:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f550. 00000100:00000001:2.0:1788624665.195561:0:2383:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788624665.195563:0:2383:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:2.0:1788624665.195642:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624665.195645:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ef00. 00000400:00000200:2.0:1788624665.195649:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.195653:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624665.195657:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c088 00000400:00000010:2.0:1788624665.195660:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c088. 00000100:00000001:2.0:1788624665.195663:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624665.195672:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04e00 x1875506845080832/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624681 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.195685:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.195688:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04e00 x1875506845080832/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.195696:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.195698:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788624665.199232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767c00. 00000800:00000001:2.0:1788624665.211904:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.211924:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624665.211928:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.211931:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.211940:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.211949:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624665.211958:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.211963:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.211968:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.211972:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 392 into portal 15 MB=0x6a9c378adee80 00000400:00000200:2.0:1788624665.211980:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.125@tcp of length 392/392 into md 0x82b5 [2] + 1312 00000800:00000001:2.0:1788624665.211988:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.211996:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.211999:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.212004:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624665.212012:0:2384:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788624665.212014:0:2384:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788624665.212023:0:2384:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62d80. 00000100:00000040:2.0:1788624665.212028:0:2384:0:(events.c:341:request_in_callback()) incoming req@ffff99dd11d62d80 x1875506868645504 msgsize 392 00000100:00100000:2.0:1788624665.212032:0:2384:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.125@tcp (source: 12345-192.168.202.125@tcp) 00000100:00000001:2.0:1788624665.212047:0:2384:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788624665.212056:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.212060:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.212133:0:16806:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788624665.212136:0:16806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875506868645504 02000000:00000001:3.0:1788624665.212139:0:16806:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788624665.212159:0:16806:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624665.212161:0:16806:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624665.212166:0:16806:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624665.212171:0:16806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875506868645504 00000020:00000001:3.0:1788624665.212174:0:16806:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788624665.212176:0:16806:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d2f 00000020:00000001:3.0:1788624665.212179:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.212183:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3800 refcount=4 00000020:00000001:3.0:1788624665.212186:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000020:00000001:3.0:1788624665.212188:0:16806:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000100:00000001:3.0:1788624665.212193:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624665.212199:0:16806:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3240. 00000100:00000001:3.0:1788624665.212202:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624665.212205:0:16806:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3240. 00000020:00000010:3.0:1788624665.212211:0:16806:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd187ca800. 00000020:00000010:3.0:1788624665.212217:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff99dd1115a280. 00000020:00000010:3.0:1788624665.212225:0:16806:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99dd1145fd48. 00000100:00000040:3.0:1788624665.212234:0:16806:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788624665.212238:0:16806:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788624665.212240:0:16806:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788624665.212243:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.212253:0:16806:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.212267:0:16806:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.212280:0:16806:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788624665.212283:0:16806:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788624665.212288:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.125@tcp, seq: 64 00000100:00000040:3.0:1788624665.212292:0:16806:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff99dd051f3800 : new rpc_count 1 00000100:00000001:3.0:1788624665.212295:0:16806:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446631773498912128 : -112300210639488 : ffff99dd11d62d80) 00000100:00000040:3.0:1788624665.212304:0:16806:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff99dd11d62d80 x1875506868645504/t0(0) o105->LOV_OSC_UUID@192.168.202.125@tcp:231/0 lens 392/0 e 0 to 0 dl 1788624676 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624665.212314:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624665.212317:0:16806:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3240. 00000100:00000001:3.0:1788624665.212320:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624665.212322:0:16806:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3240. 00000100:00100000:3.0:1788624665.212327:0:16806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99dd11d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7463:x1875506868645504:12345-192.168.202.125@tcp:105: 00000100:00000200:3.0:1788624665.212331:0:16806:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875506868645504 00010000:00000001:3.0:1788624665.212335:0:16806:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788624665.212344:0:16806:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.212346:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.212348:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=4 00000020:00000001:3.0:1788624665.212350:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:3.0:1788624665.212354:0:16806:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00010000:3.0:1788624665.212361:0:16806:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.212372:0:16806:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:3.0:1788624665.212375:0:16806:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624665.212385:0:16806:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.212393:0:16806:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788624665.212395:0:16806:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.212397:0:16806:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788624665.212399:0:16806:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1788624665.212402:0:16806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.212409:0:16806:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1788624665.212413:0:16806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788624665.212421:0:16806:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff99dd03870100) refcount = 1 00010000:00000040:3.0:1788624665.212424:0:16806:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788624665.212427:0:16806:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.212437:0:16806:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:3.0:1788624665.212440:0:16806:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1788624665.212450:0:16806:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff99dd049c3240. 00000100:00000001:3.0:1788624665.212453:0:16806:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624665.212461:0:16806:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd11df0e40. 00000100:00000001:3.0:1788624665.212463:0:16806:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773499493952 : -112300210057664 : ffff99dd11df0e40) 00000100:00000001:3.0:1788624665.212466:0:16806:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446631773499493952 : -112300210057664 : ffff99dd11df0e40) 00000100:00000001:3.0:1788624665.212469:0:16806:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624665.212471:0:16806:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1788624665.212472:0:16806:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1788624665.212475:0:16806:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788624665.212477:0:16806:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.212480:0:16806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.212494:0:16806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.212496:0:16806:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.212498:0:16806:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1788624665.212499:0:16806:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1788624665.212501:0:16806:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.212504:0:16806:0:(client.c:2699:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.212506:0:16806:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1788624665.212508:0:16806:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd11df0e40. 00000100:00000001:3.0:1788624665.212511:0:16806:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1788624665.212512:0:16806:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1788624665.212515:0:16806:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff99dd049c3240. 00010000:00010000:3.0:1788624665.212517:0:16806:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff99dd11d19a00) 00010000:00000001:3.0:1788624665.212519:0:16806:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624665.212521:0:16806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.212523:0:16806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624665.212525:0:16806:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788624665.212527:0:16806:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788624665.212533:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff99dd049cc000. 02000000:00000001:3.0:1788624665.212535:0:16806:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.212537:0:16806:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.212541:0:16806:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788624665.212544:0:16806:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624665.212548:0:16806:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd1068a1e8 time=93 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624665.212553:0:16806:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624665.212556:0:16806:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 16 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624665.212558:0:16806:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 02000000:00000001:3.0:1788624665.212561:0:16806:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788624665.212563:0:16806:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.212566:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624665.212569:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624665.212574:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f880. 00000100:00000200:3.0:1788624665.212579:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875506868645504, offset 224 00000400:00000200:3.0:1788624665.212586:0:16806:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624665.212594:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624665.212601:0:16806:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624665.212607:0:16806:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3019:3019:256:4294967295] 192.168.202.125@tcp LPNI seq info [3019:3019:8:4294967295] 00000400:00000200:3.0:1788624665.212612:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624665.212620:0:16806:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624665.212626:0:16806:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624665.212632:0:16806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04d2ff00. 00000800:00000200:3.0:1788624665.212638:0:16806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624665.212646:0:16806:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624665.212650:0:16806:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04d2ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624665.212660:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624665.212663:0:16806:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00010000:00000001:3.0:1788624665.212666:0:16806:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624665.212671:0:16806:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d62d80 x1875506868645504/t0(0) o105->LOV_OSC_UUID@192.168.202.125@tcp:231/0 lens 392/224 e 0 to 0 dl 1788624676 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788624665.212680:0:16806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99dd11d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7463:x1875506868645504:12345-192.168.202.125@tcp:105: Request processed in 364us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1788624665.212688:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.125@tcp, seq: 64 00000100:00000040:3.0:1788624665.212691:0:16806:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99dd051f3800 : new rpc_count 0 00000100:00000001:3.0:1788624665.212694:0:16806:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788624665.212695:0:16806:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788624665.212700:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff99dd1115a280. 00000020:00000010:3.0:1788624665.212703:0:16806:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99dd1145fd48. 00000020:00000010:3.0:1788624665.212706:0:16806:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99dd187ca800. 00000020:00000040:3.0:1788624665.212713:0:16806:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3800 : new refcount 3 00000100:00000001:3.0:1788624665.212716:0:16806:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788624665.212870:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624665.212875:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04d2ff00. 00000400:00000200:2.0:1788624665.212881:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.212886:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624665.212891:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f880 00000400:00000010:2.0:1788624665.212893:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f880. 00000100:00000001:2.0:1788624665.212897:0:2383:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788624665.212898:0:2383:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:2.0:1788624665.213703:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.213712:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624665.213714:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.213717:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.213723:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.213728:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624665.213734:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.213737:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.213741:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.213745:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 400 into portal 4 MB=0x6a9c377465c80 00000400:00000200:2.0:1788624665.213750:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.213755:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 400/400 into md 0x88ed [1] + 224 00000800:00000001:2.0:1788624665.213871:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.213879:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.213882:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.213886:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624665.213890:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624665.213896:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05180 x1875506845080704/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624681 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624665.213906:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff99dd11c05180 x1875506845080704/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.213927:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624665.213933:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.213936:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.213999:0:35288:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624665.214006:0:35288:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624665.214008:0:35288:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624665.214012:0:35288:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d268. 00000400:00000200:0.0:1788624665.214016:0:35288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053954c8 00000400:00000010:0.0:1788624665.214018:0:35288:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053954c8. 00000100:00000001:0.0:1788624665.214021:0:35288:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624665.214026:0:35288:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05180 x1875506845080704/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624665.214100:0:35288:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05180 x1875506845080704/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624665.214263:0:35288:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624665.214265:0:35288:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.214268:0:35288:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624665.214271:0:35288:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624665.214273:0:35288:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624665.214275:0:35288:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624665.214278:0:35288:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624665.214285:0:35288:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=93 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624665.214290:0:35288:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624665.214293:0:35288:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624665.214294:0:35288:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.214297:0:35288:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624665.214300:0:35288:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.214304:0:35288:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624665.214306:0:35288:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:0.0:1788624665.214308:0:35288:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624665.214310:0:35288:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624665.214316:0:35288:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05180 x1875506845080704/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624665.214329:0:35288:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624665.214332:0:35288:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624665.214334:0:35288:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624665.214338:0:35288:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05180 x1875506845080704/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624681 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624665.214346:0:35288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05180 pname:cluuid:pid:xid:nid:opc:job uname:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35288:1875506845080704:192.168.202.125@tcp:101:uname.0 00000100:00000001:0.0:1788624665.214351:0:35288:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.214354:0:35288:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.214356:0:35288:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624665.214359:0:35288:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624665.214362:0:35288:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05180 x1875506845080704/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624681 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624665.214368:0:35288:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624665.214371:0:35288:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203bec00. 00000100:00000001:0.0:1788624665.214374:0:35288:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624665.214376:0:35288:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.214379:0:35288:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624665.214381:0:35288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.214384:0:35288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.214386:0:35288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=4 00000020:00000001:0.0:1788624665.214389:0:35288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.214392:0:35288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000040:0.0:1788624665.214401:0:35288:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd11d19a00, remote cookie: 0xa103bd66258a886f, flags: 0x20002 00010000:00000001:0.0:1788624665.214405:0:35288:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624665.214408:0:35288:0:(ldlm_lock.c:1884:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624665.214410:0:35288:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624665.214412:0:35288:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.214417:0:35288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624665.214431:0:35288:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624665.214432:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.214434:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.214435:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.214435:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.214437:0:35288:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624665.214441:0:35288:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788624665.214444:0:35288:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788624665.214449:0:35288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.214450:0:35288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.214451:0:35288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=3 00000020:00000001:0.0:1788624665.214453:0:35288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.214456:0:35288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.214458:0:35288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.214460:0:35288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.214461:0:35288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=4 00000020:00000001:0.0:1788624665.214463:0:35288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.214465:0:35288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.214467:0:35288:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.214470:0:35288:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.214547:0:35288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624665.214556:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.214557:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624665.214561:0:35288:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788624665.214565:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000008:00010000:0.0:1788624665.214570:0:35288:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 4/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788624665.214577:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.214580:0:35288:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788624665.214884:0:35288:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788624665.214889:0:35288:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788624665.214891:0:35288:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.214893:0:35288:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.214896:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000008:00000001:0.0:1788624665.214898:0:35288:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1788624665.214901:0:35288:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.214903:0:35288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.214904:0:35288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.214906:0:35288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=5 00000020:00000001:0.0:1788624665.214908:0:35288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.214911:0:35288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.214913:0:35288:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624665.214917:0:35288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624665.214924:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.214925:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624665.214928:0:35288:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624665.214935:0:35288:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624665.214936:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.214937:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624665.214939:0:35288:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.214941:0:35288:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624665.214947:0:35288:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05180 x1875506845080704/t0(0) o101->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624665.214954:0:35288:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624665.214957:0:35288:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624665.214960:0:35288:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049c9000. 02000000:00000001:0.0:1788624665.214965:0:35288:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624665.214968:0:35288:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624665.214970:0:35288:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624665.214973:0:35288:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624665.214975:0:35288:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd197f4e00. 02000000:00000001:0.0:1788624665.214979:0:35288:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624665.214981:0:35288:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624665.214982:0:35288:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05180. 00000100:00000001:0.0:1788624665.214986:0:35288:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624665.214987:0:35288:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788624665.214989:0:35288:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624665.214992:0:35288:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.214995:0:35288:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.214998:0:35288:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.215000:0:35288:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.215002:0:35288:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.215005:0:35288:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.215007:0:35288:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.215010:0:35288:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788624665.215014:0:35288:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1788624665.215274:0:35288:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788624665.215278:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:1.0:1788624665.215280:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:1.0:1788624665.215282:0:35288:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788624665.215287:0:35288:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788624665.215291:0:35288:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788624665.215293:0:35288:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624665.215295:0:35288:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788624665.215296:0:35288:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788624665.215298:0:35288:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:1.0:1788624665.215301:0:35288:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788624665.215304:0:35288:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1788624665.215306:0:35288:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.215308:0:35288:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.215310:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000080:00200000:1.0:1788624665.215312:0:35288:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1788624665.215315:0:35288:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788624665.215318:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fb80 00000080:00200000:1.0:1788624665.215321:0:35288:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1788624665.215325:0:35288:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1788624665.215327:0:35288:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd012f27c0 00020000:00000002:1.0:1788624665.215330:0:35288:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd049ad000 addref 2/0 by ffff99dd012f27c0. 00020000:00000002:1.0:1788624665.215333:0:35288:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd012f27c0 00000020:00000001:1.0:1788624665.215335:0:35288:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1788624665.215338:0:35288:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788624665.215342:0:35288:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788624665.215345:0:35288:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:1.0:1788624665.215348:0:35288:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624665.215350:0:35288:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:1.0:1788624665.215352:0:35288:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788624665.215354:0:35288:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788624665.215358:0:35288:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.215359:0:35288:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624665.215361:0:35288:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.215362:0:35288:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.215369:0:35288:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788624665.215371:0:35288:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:1.0:1788624665.215399:0:35288:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1788624665.215403:0:35288:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x2b:0x0] ffffeaa684957780 0 1 00000020:00000001:1.0:1788624665.215406:0:35288:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788624665.215408:0:35288:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.215410:0:35288:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:1.0:1788624665.215416:0:35288:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff99dd03725e00. 00000020:00000001:1.0:1788624665.215420:0:35288:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788624665.215422:0:35288:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1788624665.215425:0:35288:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1788624665.215428:0:35288:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1788624665.215431:0:35288:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624665.215432:0:35288:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000008:00000001:1.0:1788624665.215435:0:35288:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1788624665.215437:0:35288:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff99dd03725e70 folio ffffeaa684957780 pg:0 obj off 0 00000008:00000001:1.0:1788624665.215439:0:35288:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.215441:0:35288:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788624665.215442:0:35288:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1788624665.215443:0:35288:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1788624665.215446:0:35288:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624665.215451:0:35288:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.215453:0:35288:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446631773257489920 : -112300452061696 : ffff99dd03725e00) 00000020:00000001:1.0:1788624665.215455:0:35288:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446631773257489920 : -112300452061696 : ffff99dd03725e00) 00000020:00000001:1.0:1788624665.215458:0:35288:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1788624665.215461:0:35288:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788624665.215462:0:35288:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498056304 : -112300211495312 : ffff99dd11c91e70) 00000020:00000001:1.0:1788624665.215465:0:35288:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788624665.215466:0:35288:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788624665.215468:0:35288:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788624665.215474:0:35288:0:(cl_page.c:507:__cl_page_state_set()) page@0000000025253582[2 000000000627ca22 1 1 000000002e2b6257 0 0 0] 00000020:00000001:1.0:1788624665.215549:0:35288:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788624665.215550:0:35288:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788624665.215552:0:35288:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1788624665.215554:0:35288:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:1.0:1788624665.215555:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:1.0:1788624665.215557:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:1.0:1788624665.215558:0:35288:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788624665.215560:0:35288:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788624665.215562:0:35288:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1788624665.215564:0:35288:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.215566:0:35288:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.215567:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000080:00000001:1.0:1788624665.215570:0:35288:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788624665.215573:0:35288:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1788624665.215574:0:35288:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.215577:0:35288:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1788624665.215579:0:35288:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:1.0:1788624665.215581:0:35288:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788624665.215582:0:35288:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498056304 : -112300211495312 : ffff99dd11c91e70) 00000020:00000001:1.0:1788624665.215585:0:35288:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1788624665.215586:0:35288:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788624665.215591:0:35288:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1788624665.215593:0:35288:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788624665.215594:0:35288:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788624665.215596:0:35288:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1788624665.215600:0:35288:0:(rw26.c:929:ll_write_end()) page@0000000025253582[3 000000000627ca22 2 1 000000002e2b6257 0 0 0] 00000080:00200000:1.0:1788624665.215603:0:35288:0:(rw26.c:929:ll_write_end()) vmpage @00000000f6fbafeb 17ffffc0001001 3:0 ffff99dd03725e00 0 lru 00000080:00200000:1.0:1788624665.215611:0:35288:0:(rw26.c:929:ll_write_end()) osc-page@00000000d5fe3a36 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000003cd38973 000000003d18c305 > 3< 0 0 > 4< 0 0 8 8388608 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1788624665.215614:0:35288:0:(rw26.c:929:ll_write_end()) end page@0000000025253582 00000080:00200000:1.0:1788624665.215616:0:35288:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1788624665.215617:0:35288:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1788624665.215622:0:35288:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1788624665.215624:0:35288:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:1.0:1788624665.215627:0:35288:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1788624665.215629:0:35288:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1788624665.215631:0:35288:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624665.215632:0:35288:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:1.0:1788624665.215634:0:35288:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1788624665.215636:0:35288:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1788624665.215638:0:35288:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1788624665.215640:0:35288:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788624665.215641:0:35288:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:1.0:1788624665.215642:0:35288:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1788624665.215646:0:35288:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff99dd04c72c40 ready 0|-|- wr 0|-|- rd 0|- oap ffff99dd03725e70 folio ffffeaa684957780 pg:0 added for cmd 2 00000008:00000001:1.0:1788624665.215651:0:35288:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:1.0:1788624665.215654:0:35288:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0001-osc-ffff99dd10dbf800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1788624665.215660:0:35288:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0001-osc-ffff99dd10dbf800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1788624665.215664:0:35288:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff99dd03725ea8 page ffffeaa684957780 00000008:00000020:1.0:1788624665.215667:0:35288:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0001-osc-ffff99dd10dbf800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8359936, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:1.0:1788624665.216463:0:35288:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1788624665.216467:0:35288:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624665.216471:0:35288:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:1.0:1788624665.216542:0:35288:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff99dd420de780. 00000008:00000020:1.0:1788624665.216551:0:35288:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff99dd04c72c40 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:1.0:1788624665.216557:0:35288:0:(osc_cache.c:1926:osc_update_pending()) obj ffff99dd04c72c40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1788624665.216562:0:35288:0:(osc_cache.c:858:osc_extent_find()) extent ffff99dd420de780@{[0 -> 0/1023], [3|1|-|active|wi|ffff99dd04c72c40], [28672|0|-|-|ffff99dd11d19a00|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1788624665.216569:0:35288:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000ab4d720f ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:1.0:1788624665.216579:0:35288:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:1.0:1788624665.216583:0:35288:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624665.216586:0:35288:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624665.216589:0:35288:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1788624665.216591:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000008:00000002:1.0:1788624665.216593:0:35288:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:1.0:1788624665.216595:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000020:00000001:1.0:1788624665.216597:0:35288:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788624665.216599:0:35288:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:1.0:1788624665.216602:0:35288:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788624665.216603:0:35288:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.216605:0:35288:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.216607:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000008:00000001:1.0:1788624665.216608:0:35288:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1788624665.216611:0:35288:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1788624665.216613:0:35288:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788624665.216617:0:35288:0:(cl_page.c:556:cl_batch_put()) page@0000000025253582[4 000000000627ca22 2 1 000000002e2b6257 0 0 0] 00000020:00000001:1.0:1788624665.216619:0:35288:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1788624665.216621:0:35288:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788624665.216622:0:35288:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1788624665.216624:0:35288:0:(osc_request.c:745:osc_update_next_shrink()) next time 3211 to shrink grant 00000080:00000001:1.0:1788624665.216627:0:35288:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1788624665.216629:0:35288:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1788624665.216636:0:35288:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff99dd1919abb8, count 1, dirtied 1 00000080:00000001:1.0:1788624665.216639:0:35288:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1788624665.216641:0:35288:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788624665.216643:0:35288:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788624665.216645:0:35288:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788624665.216646:0:35288:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788624665.216648:0:35288:0:(cl_page.c:507:__cl_page_state_set()) page@0000000025253582[3 000000000627ca22 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788624665.216650:0:35288:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1788624665.216652:0:35288:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788624665.216653:0:35288:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788624665.216654:0:35288:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788624665.216657:0:35288:0:(cl_page.c:556:cl_batch_put()) page@0000000025253582[3 000000000627ca22 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788624665.216658:0:35288:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1788624665.216660:0:35288:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1788624665.216661:0:35288:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1788624665.216663:0:35288:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1788624665.216665:0:35288:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.216667:0:35288:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624665.216669:0:35288:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.216670:0:35288:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624665.216672:0:35288:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1788624665.216675:0:35288:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788624665.216676:0:35288:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1788624665.216678:0:35288:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.216680:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fb80 00000080:00200000:1.0:1788624665.216682:0:35288:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1788624665.216685:0:35288:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624665.216688:0:35288:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788624665.216690:0:35288:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624665.216691:0:35288:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788624665.216693:0:35288:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1788624665.217232:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000020:00000001:1.0:1788624665.217235:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000020:00000001:1.0:1788624665.217237:0:35288:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788624665.217238:0:35288:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788624665.217240:0:35288:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.217242:0:35288:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.217243:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000008:00000001:1.0:1788624665.217245:0:35288:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.217247:0:35288:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624665.217248:0:35288:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624665.217250:0:35288:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.217251:0:35288:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.217253:0:35288:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788624665.217255:0:35288:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788624665.217257:0:35288:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788624665.217258:0:35288:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1788624665.217261:0:35288:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:1.0:1788624665.217264:0:35288:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1788624665.217268:0:35288:0:(osc_cache.c:1926:osc_update_pending()) obj ffff99dd04c72c40 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1788624665.217274:0:35288:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788624665.217276:0:35288:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624665.217278:0:35288:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788624665.217280:0:35288:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624665.217283:0:35288:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:1.0:1788624665.217284:0:35288:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788624665.217285:0:35288:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624665.217287:0:35288:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.217290:0:35288:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788624665.217292:0:35288:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788624665.217295:0:35288:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788624665.217297:0:35288:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd18bb16c8 (ffff99dd035913f8/0) at cl_lock_release():245 00000020:00000001:1.0:1788624665.217300:0:35288:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788624665.217301:0:35288:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd18bb16c8 (ffff99dd035913f8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788624665.217305:0:35288:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788624665.217307:0:35288:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624665.217309:0:35288:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:1.0:1788624665.217311:0:35288:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788624665.217312:0:35288:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c18330 (ffff99dd035915a8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788624665.217315:0:35288:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788624665.217317:0:35288:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788624665.217319:0:35288:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.217322:0:35288:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.217324:0:35288:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=5 00000020:00000001:1.0:1788624665.217326:0:35288:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:1.0:1788624665.217329:0:35288:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:1.0:1788624665.217332:0:35288:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624665.217335:0:35288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624665.217349:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.217351:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.217353:0:35288:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00000800:00000001:2.0:1788624665.217447:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.217463:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624665.217466:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.217468:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.217553:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.217561:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624665.217571:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.217575:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.217581:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.217587:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 18 MB=0x6a9c377465d00 00000400:00000200:2.0:1788624665.217592:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.217599:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.125@tcp of length 224/224 into md 0x88fd [1] + 224 00000800:00000001:2.0:1788624665.217608:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.217617:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.217622:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.217628:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624665.217637:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624665.217649:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04e00 x1875506845080832/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624681 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624665.217660:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c04e00 x1875506845080832/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624681 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.217735:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624665.217740:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1788624665.217767:0:35288:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624665.217771:0:35288:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624665.217780:0:35288:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624665.217784:0:35288:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624665.217786:0:35288:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624665.217790:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.217791:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.217793:0:35288:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.217796:0:35288:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624665.217798:0:35288:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.217799:0:35288:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.217803:0:35288:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.217805:0:35288:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624665.217807:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.217808:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.217809:0:35288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.217810:0:35288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624665.217812:0:35288:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788624665.217813:0:35288:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624665.217815:0:35288:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624665.217817:0:35288:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624665.217818:0:35288:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788624665.217820:0:35288:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd18bb16c8 (ffff99dd035913f8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788624665.217823:0:35288:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788624665.217824:0:35288:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788624665.217825:0:35288:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c18330 (ffff99dd035913f8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788624665.217828:0:35288:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034c2f70. 00000020:00000001:1.0:1788624665.217833:0:35288:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788624665.217835:0:35288:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd11c18300. 00020000:00000001:1.0:1788624665.217838:0:35288:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788624665.217840:0:35288:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788624665.217841:0:35288:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788624665.217843:0:35288:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788624665.217845:0:35288:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624665.217846:0:35288:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788624665.217847:0:35288:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788624665.217849:0:35288:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624665.217850:0:35288:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624665.217852:0:35288:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788624665.217853:0:35288:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788624665.217855:0:35288:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788624665.217858:0:35288:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1788624665.217860:0:35288:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788624665.217862:0:35288:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788624665.217864:0:35288:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788624665.217865:0:35288:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624665.217866:0:35288:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788624665.217868:0:35288:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788624665.217870:0:35288:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624665.217872:0:35288:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624665.217874:0:35288:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788624665.217875:0:35288:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788624665.217877:0:35288:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624665.217882:0:35288:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1788624665.217885:0:35288:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1788624665.217888:0:35288:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1788624665.217891:0:35288:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788624665.217892:0:35288:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788624665.217894:0:35288:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788624665.217895:0:35288:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788624665.217897:0:35288:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788624665.217899:0:35288:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035915a0 00020000:00000001:1.0:1788624665.217903:0:35288:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788624665.217905:0:35288:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788624665.217906:0:35288:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788624665.217909:0:35288:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788624665.217912:0:35288:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788624665.217913:0:35288:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788624665.217915:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fc98 00000080:00200000:1.0:1788624665.217918:0:35288:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1788624665.217923:0:35288:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788624665.217925:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:1.0:1788624665.217927:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:1.0:1788624665.217928:0:35288:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788624665.217932:0:35288:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788624665.217938:0:35288:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788624665.217939:0:35288:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1788624665.217941:0:35288:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788624665.217943:0:35288:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:1.0:1788624665.217945:0:35288:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=23 (1) m=1788624665 a=0 c=1788624665 b=0 00020000:00000001:1.0:1788624665.217948:0:35288:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788624665.217950:0:35288:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788624665 a=0 c=1788624665 b=0 00020000:00000001:1.0:1788624665.217953:0:35288:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.217954:0:35288:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.217956:0:35288:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000080:00200000:1.0:1788624665.217959:0:35288:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:1.0:1788624665.217962:0:35288:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1788624665.217965:0:35288:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1788624665.217968:0:35288:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1788624665.217970:0:35288:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035913f0 00000020:00000001:1.0:1788624665.217973:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fd88 00000080:00000008:1.0:1788624665.217975:0:35288:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:1.0:1788624665.217978:0:35288:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1788624665.217997:0:35288:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788624665.218000:0:35288:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd012f27c0 00020000:00000002:1.0:1788624665.218004:0:35288:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd012f27c0 00020000:00000001:1.0:1788624665.218007:0:35288:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.218015:0:35288:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788624665.218016:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fdf0 00000080:00200008:1.0:1788624665.218019:0:35288:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), flags 102001 00000080:00000001:1.0:1788624665.218023:0:35288:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788624665.218026:0:35288:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788624665.218027:0:35288:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788624665.218029:0:35288:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd012f27c0 00020000:00000002:1.0:1788624665.218031:0:35288:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd012f27c0 00020000:00000001:1.0:1788624665.218033:0:35288:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.218046:0:35288:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788624665.218052:0:35288:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624665.218055:0:35288:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624665.218058:0:35288:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624665.218061:0:35288:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624665.218063:0:35288:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624665.218065:0:35288:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788624665.218067:0:35288:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624665.218072:0:35288:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624665.218075:0:35288:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624665.218081:0:35288:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 2 00010000:00000001:1.0:1788624665.218084:0:35288:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624665.218089:0:35288:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624665.218092:0:35288:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 0 00000080:00000001:1.0:1788624665.218095:0:35288:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788624665.218097:0:35288:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788624665.218101:0:35288:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd18744e00. 00000080:00000001:1.0:1788624665.218103:0:35288:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788624665.218139:0:35288:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788624665.218142:0:35288:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788624665.218143:0:35288:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624665.218212:0:35288:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624665.218214:0:35288:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624665.218215:0:35288:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624665.218217:0:35288:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624665.218219:0:35288:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788624665.218221:0:35288:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624665.218223:0:35288:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:1.0:1788624665.218227:0:35288:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788624665.218229:0:35288:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff99dd10dbf800: [0x200000405:0x2b:0x0] file closed with intent: 200 00000100:00000010:1.0:1788624665.218235:0:35288:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9500. 00000020:00000040:1.0:1788624665.218240:0:35288:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624665.218244:0:35288:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624665.218247:0:35288:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624665.218251:0:35288:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624665.218258:0:35288:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd18744400. 00000100:00000001:1.0:1788624665.218265:0:35288:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788624665.218278:0:35288:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11596d80 x1875506845080448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788624665.218289:0:35288:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788624665.218293:0:35288:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11dd9500 x1875506845081088/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788624665.218300:0:35288:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624665.218302:0:35288:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624665.218307:0:35288:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147cb40. 00000100:00000001:1.0:1788624665.218309:0:35288:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489580864 : -112300219970752 : ffff99dd1147cb40) 00000100:00000001:1.0:1788624665.218312:0:35288:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624665.218313:0:35288:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499397376 : -112300210154240 : ffff99dd11dd9500) 00000100:00000001:1.0:1788624665.218318:0:35288:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624665.218322:0:35288:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.218324:0:35288:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624665.218325:0:35288:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624665.218330:0:35288:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9500 x1875506845081088/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.218337:0:35288:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624665.218339:0:35288:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624665.218342:0:35288:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624665.218345:0:35288:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624665.218347:0:35288:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624665.218350:0:35288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd9500 pname:cluuid:pid:xid:nid:opc:job uname:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35288:1875506845081088:192.168.202.125@tcp:35:uname.0 00000100:00000001:1.0:1788624665.218354:0:35288:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624665.218369:0:35288:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624665.218372:0:35288:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624665.218375:0:35288:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624665.218381:0:35288:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e1c00. 02000000:00000001:1.0:1788624665.218382:0:35288:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624665.218388:0:35288:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624665.218391:0:35288:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793210. 00000400:00000010:1.0:1788624665.218398:0:35288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c4c8. 00000100:00000200:1.0:1788624665.218405:0:35288:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845081088, portal 10 00000100:00000001:1.0:1788624665.218407:0:35288:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624665.218408:0:35288:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499397376 : -112300210154240 : ffff99dd11dd9500) 00000100:00000040:1.0:1788624665.218414:0:35288:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dd9500 x1875506845081088/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.218420:0:35288:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624665.218422:0:35288:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624665.218425:0:35288:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cdd0. 00000100:00000200:1.0:1788624665.218428:0:35288:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845081088, offset 0 00000400:00000200:1.0:1788624665.218434:0:35288:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624665.218440:0:35288:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624665.218446:0:35288:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624665.218452:0:35288:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624665.218456:0:35288:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624665.218460:0:35288:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624665.218463:0:35288:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624665.218467:0:35288:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3020:3020:256:4294967295] 192.168.202.125@tcp LPNI seq info [3020:3020:8:4294967295] 00000400:00000200:1.0:1788624665.218471:0:35288:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624665.218490:0:35288:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624665.218497:0:35288:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624665.218501:0:35288:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ee00. 00000800:00000200:1.0:1788624665.218508:0:35288:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624665.218515:0:35288:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624665.218519:0:35288:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ee00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788624665.218528:0:35288:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624665.218533:0:35288:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 844572 usecs (845 jiffies) 00000400:00000200:1.0:1788624665.218536:0:35288:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624665.218539:0:35288:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296680125 00000100:00000001:1.0:1788624665.218543:0:35288:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:1.0:1788624665.218545:0:35288:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296680125 00000100:00000001:1.0:1788624665.218548:0:35288:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:1.0:1788624665.218550:0:35288:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624665.218552:0:35288:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.218554:0:35288:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624665.218556:0:35288:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624665.218559:0:35288:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147cb40 going to sleep for 11 seconds 00000100:00000001:1.0:1788624665.218561:0:35288:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624665.218563:0:35288:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.218639:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:2.0:1788624665.218727:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624665.218731:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ee00. 00000400:00000200:2.0:1788624665.218737:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.218741:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624665.218745:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cdd0 00000400:00000010:2.0:1788624665.218748:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cdd0. 00000100:00000001:2.0:1788624665.218751:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624665.218755:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9500 x1875506845081088/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.218764:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.218767:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9500 x1875506845081088/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.218779:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.218781:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624665.218788:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.218792:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788624665.220273:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624665.220279:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624665.220283:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793528. 00000400:00000200:0.0:1788624665.220289:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c440 00000400:00000010:0.0:1788624665.220291:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c440. 00000100:00000001:0.0:1788624665.220294:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624665.220303:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04e00 x1875506845080832/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624681 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624665.220313:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04e00 x1875506845080832/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624681 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.220320:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624665.220322:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.220325:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624665.220327:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624665.220330:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624665.220332:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624665.220334:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624665.220343:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447ca8 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624665.220348:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624665.220351:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624665.220352:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.220463:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624665.220469:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.220532:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624665.220536:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:0.0:1788624665.220538:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624665.220540:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624665.220547:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04e00 x1875506845080832/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624681 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.220553:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624665.220556:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624665.220558:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624665.220562:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04e00 x1875506845080832/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624681 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624665.220569:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845080832:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788624665.220574:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.220577:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624665.220580:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04e00 x1875506845080832/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.220588:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624665.220591:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624665.220594:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18745000. 02000000:00000001:0.0:1788624665.220598:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624665.220601:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624665.220602:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624665.220605:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624665.220608:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd197f4800. 02000000:00000001:0.0:1788624665.220610:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624665.220613:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624665.220615:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04e00. 00000100:00000001:0.0:1788624665.220619:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624665.220620:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.220623:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.220631:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624665.220633:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.220636:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624665.220638:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624665.225162:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.225182:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624665.225187:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.225190:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.225201:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.225210:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624665.225222:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.225227:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.225234:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.225239:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377465e00 00000400:00000200:2.0:1788624665.225245:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.225251:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x890d [1] + 224 00000800:00000001:2.0:1788624665.225260:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.225267:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.225270:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.225276:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624665.225284:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624665.225293:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9500 x1875506845081088/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624665.225304:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11dd9500 x1875506845081088/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.225327:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624665.225336:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.225340:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.225802:0:35288:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624665.225811:0:35288:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624665.225813:0:35288:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624665.225817:0:35288:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793210. 00000400:00000200:1.0:1788624665.225823:0:35288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c4c8 00000400:00000010:1.0:1788624665.225826:0:35288:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c4c8. 00000100:00000001:1.0:1788624665.225829:0:35288:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624665.225846:0:35288:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9500 x1875506845081088/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624665.225855:0:35288:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9500 x1875506845081088/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.225861:0:35288:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624665.225863:0:35288:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.225866:0:35288:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624665.225870:0:35288:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624665.225872:0:35288:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624665.225874:0:35288:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624665.225877:0:35288:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624665.225886:0:35288:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=93 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624665.225891:0:35288:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624665.225893:0:35288:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624665.225894:0:35288:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.225897:0:35288:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624665.225900:0:35288:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.225903:0:35288:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624665.225904:0:35288:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788624665.225906:0:35288:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624665.225908:0:35288:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624665.225910:0:35288:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499397376 : -112300210154240 : ffff99dd11dd9500) 00000100:00000001:1.0:1788624665.225914:0:35288:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624665.225916:0:35288:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788624665.225917:0:35288:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624665.225919:0:35288:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624665.225925:0:35288:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9500 x1875506845081088/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.225931:0:35288:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624665.225935:0:35288:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624665.225937:0:35288:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624665.225940:0:35288:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9500 x1875506845081088/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624665.225948:0:35288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9500 pname:cluuid:pid:xid:nid:opc:job uname:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35288:1875506845081088:192.168.202.125@tcp:35:uname.0 00000100:00000001:1.0:1788624665.225954:0:35288:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.225956:0:35288:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.225959:0:35288:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624665.225961:0:35288:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624665.225964:0:35288:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9500 x1875506845081088/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.225970:0:35288:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624665.225973:0:35288:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147cb40. 00000100:00000001:1.0:1788624665.225976:0:35288:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624665.225978:0:35288:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.225985:0:35288:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624665.225986:0:35288:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499397376 : -112300210154240 : ffff99dd11dd9500) 00000002:00000001:1.0:1788624665.225989:0:35288:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624665.225992:0:35288:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624665.225998:0:35288:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744e00. 00000080:00000001:1.0:1788624665.226001:0:35288:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788624665.226004:0:35288:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788624665.226007:0:35288:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624665.226010:0:35288:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624665.226012:0:35288:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624665.226015:0:35288:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624665.226017:0:35288:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624665.226018:0:35288:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788624665.226021:0:35288:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624665.226025:0:35288:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788624665.226030:0:35288:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11596d80 x1875506845080448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624665.226048:0:35288:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624665.226049:0:35288:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624665.226051:0:35288:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd11d2d300. 00000100:00000001:1.0:1788624665.226055:0:35288:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624665.226058:0:35288:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9500 x1875506845081088/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.226065:0:35288:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.226067:0:35288:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624665.226071:0:35288:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd017c8a00. 00000080:00000001:1.0:1788624665.226074:0:35288:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.226080:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fdf0 00000080:00000008:1.0:1788624665.226082:0:35288:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), flags 102001, rc = 0 00000080:00000001:1.0:1788624665.226085:0:35288:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.226091:0:35288:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788624665.226092:0:35288:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fe00 00000080:00002000:1.0:1788624665.226094:0:35288:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff99dd1934dbd0, parent ffff99dd19287870, inode ffff99dd1919aa08) hashed, 00000080:00000001:1.0:1788624665.226097:0:35288:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.278756:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d17d08 00000080:00200008:2.0:1788624665.278840:0:35293:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624665.278848:0:35293:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624665.278850:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d17c80 00000080:00200000:2.0:1788624665.278852:0:35293:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624665.278859:0:35293:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18bf1600. 00800000:00000002:2.0:1788624665.278866:0:35293:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624665.278869:0:35293:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624665.278874:0:35293:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624665.278876:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d17ba0 00800000:00000002:2.0:1788624665.278879:0:35293:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624665.278883:0:35293:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624665.278885:0:35293:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624665.278888:0:35293:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624665.278891:0:35293:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624665.278893:0:35293:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624665.278895:0:35293:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624665.278897:0:35293:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624665.278900:0:35293:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624665.278903:0:35293:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624665.278908:0:35293:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624665.278910:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d17a70 00000002:00010000:2.0:1788624665.278912:0:35293:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624665.278916:0:35293:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624665.278918:0:35293:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624665.278921:0:35293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624665.278928:0:35293:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624665.278930:0:35293:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624665.278932:0:35293:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624665.278935:0:35293:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788624665.278937:0:35293:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788624665.278942:0:35293:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62a00. 00000020:00000040:2.0:1788624665.278947:0:35293:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:2.0:1788624665.278953:0:35293:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624665.278958:0:35293:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624665.278964:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.278967:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.278968:0:35293:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.278971:0:35293:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624665.278975:0:35293:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624665.278980:0:35293:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624665.278988:0:35293:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd0483a000. 00000100:00000001:2.0:1788624665.278996:0:35293:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.279002:0:35293:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624665.279003:0:35293:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.279005:0:35293:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624665.279006:0:35293:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.279008:0:35293:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624665.279013:0:35293:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00010000:00000001:2.0:1788624665.279017:0:35293:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624665.279019:0:35293:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788624665.279024:0:35293:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03870200. 00010000:00000010:2.0:1788624665.279030:0:35293:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd05188700. 00010000:00000001:2.0:1788624665.280355:0:35293:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624665.280438:0:35293:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10767e00. 00000020:00000001:2.0:1788624665.280445:0:35293:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624665.280449:0:35293:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10767e00 with handle 0xcc94206c7ef419ca to hash 00000020:00000001:2.0:1788624665.280451:0:35293:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624665.280454:0:35293:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624665.280458:0:35293:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624665.280462:0:35293:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624665.280465:0:35293:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624665.280471:0:35293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624665.280550:0:35293:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35293 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624665.280564:0:35293:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35293 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624665.280570:0:35293:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624665.280572:0:35293:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624665.280581:0:35293:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1047e6c0. 00000100:00000001:2.0:1788624665.280583:0:35293:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773472810688 : -112300236740928 : ffff99dd1047e6c0) 00000100:00000001:2.0:1788624665.280585:0:35293:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624665.280587:0:35293:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000001:2.0:1788624665.280592:0:35293:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624665.280597:0:35293:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.280599:0:35293:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624665.280600:0:35293:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624665.280612:0:35293:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d62a00 x1875506845081216/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.280620:0:35293:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624665.280623:0:35293:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624665.280627:0:35293:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624665.280631:0:35293:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624665.280634:0:35293:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624665.280637:0:35293:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d62a00 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35293:1875506845081216:192.168.202.125@tcp:101:lfs.0 00000100:00000001:2.0:1788624665.280641:0:35293:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624665.280648:0:35293:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624665.280650:0:35293:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624665.280652:0:35293:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624665.280658:0:35293:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd18708800. 02000000:00000001:2.0:1788624665.280661:0:35293:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624665.280668:0:35293:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624665.280672:0:35293:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2aa8. 00000400:00000010:2.0:1788624665.280679:0:35293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08bb0. 00000100:00000200:2.0:1788624665.280686:0:35293:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845081216, portal 10 00000100:00000001:2.0:1788624665.280689:0:35293:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624665.280690:0:35293:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000040:2.0:1788624665.280695:0:35293:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d62a00 x1875506845081216/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.280703:0:35293:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624665.280706:0:35293:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624665.280708:0:35293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e084c8. 00000100:00000200:2.0:1788624665.280712:0:35293:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845081216, offset 0 00000400:00000200:2.0:1788624665.280718:0:35293:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624665.280728:0:35293:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.280736:0:35293:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624665.280742:0:35293:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624665.280746:0:35293:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624665.280749:0:35293:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624665.280752:0:35293:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624665.280755:0:35293:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3021:3021:256:4294967295] 192.168.202.125@tcp LPNI seq info [3021:3021:8:4294967295] 00000400:00000200:2.0:1788624665.280831:0:35293:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.280841:0:35293:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624665.280847:0:35293:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624665.280852:0:35293:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346100. 00000800:00000200:2.0:1788624665.280859:0:35293:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624665.280867:0:35293:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624665.280873:0:35293:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788624665.280947:0:35293:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624665.280953:0:35293:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 843527 usecs (844 jiffies) 00000400:00000200:2.0:1788624665.280957:0:35293:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624665.280960:0:35293:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296680186 00000100:00000001:2.0:1788624665.280963:0:35293:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:2.0:1788624665.280966:0:35293:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296680186 00000100:00000001:2.0:1788624665.280968:0:35293:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:2.0:1788624665.280970:0:35293:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624665.280973:0:35293:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.280975:0:35293:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624665.280977:0:35293:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624665.280980:0:35293:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1047e6c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788624665.280983:0:35293:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624665.280986:0:35293:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624665.281866:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624665.281874:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346100. 00000400:00000200:2.0:1788624665.281879:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.281886:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624665.281892:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e084c8 00000400:00000010:2.0:1788624665.281894:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e084c8. 00000100:00000001:2.0:1788624665.281898:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624665.281903:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d62a00 x1875506845081216/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.281914:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.281917:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d62a00 x1875506845081216/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624681 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.281924:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.281926:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624665.288615:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.288644:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624665.288649:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.288653:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.288664:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.288674:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624665.288689:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.288696:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.288703:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.288708:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377465e80 00000400:00000200:2.0:1788624665.288714:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.288723:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x8915 [1] + 224 00000800:00000001:2.0:1788624665.288731:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.288758:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.288772:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.288778:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624665.288787:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624665.288797:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d62a00 x1875506845081216/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624681 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624665.288815:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11d62a00 x1875506845081216/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.288845:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624665.288856:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.288860:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.289061:0:35293:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624665.290696:0:35293:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624665.290704:0:35293:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624665.290710:0:35293:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2aa8. 00000400:00000200:3.0:1788624665.290726:0:35293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08bb0 00000400:00000010:3.0:1788624665.290730:0:35293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08bb0. 00000100:00000001:3.0:1788624665.290738:0:35293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624665.290755:0:35293:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d62a00 x1875506845081216/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788624665.290770:0:35293:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d62a00 x1875506845081216/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.290779:0:35293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624665.290783:0:35293:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.290786:0:35293:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624665.290791:0:35293:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624665.290795:0:35293:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624665.290798:0:35293:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624665.290802:0:35293:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624665.290816:0:35293:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=94 v=5 (5 103 103 103) 00000100:00001000:3.0:1788624665.290823:0:35293:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624665.290826:0:35293:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624665.290828:0:35293:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.290833:0:35293:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624665.290840:0:35293:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.290847:0:35293:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624665.290850:0:35293:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:3.0:1788624665.290853:0:35293:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624665.290858:0:35293:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624665.290864:0:35293:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d62a00 x1875506845081216/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.290872:0:35293:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624665.290877:0:35293:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624665.290880:0:35293:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624665.290884:0:35293:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d62a00 x1875506845081216/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624681 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788624665.290899:0:35293:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d62a00 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35293:1875506845081216:192.168.202.125@tcp:101:lfs.0 00000100:00000001:3.0:1788624665.290906:0:35293:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.290910:0:35293:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.290913:0:35293:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788624665.290916:0:35293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.290919:0:35293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d62a00 x1875506845081216/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624681 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.290927:0:35293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624665.290931:0:35293:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1047e6c0. 00000100:00000001:3.0:1788624665.290936:0:35293:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788624665.290939:0:35293:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.290943:0:35293:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788624665.290948:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.290953:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.290958:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=4 00000020:00000001:3.0:1788624665.290960:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624665.290964:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000040:3.0:1788624665.290974:0:35293:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10767e00, remote cookie: 0xa103bd66258a887d, flags: 0x1001 00010000:00010000:3.0:1788624665.290980:0:35293:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624665.290993:0:35293:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.291000:0:35293:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788624665.291006:0:35293:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788624665.291009:0:35293:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788624665.291011:0:35293:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788624665.291012:0:35293:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788624665.291016:0:35293:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd03870200) refcount = 1 00010000:00010000:3.0:1788624665.291020:0:35293:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.291028:0:35293:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788624665.291033:0:35293:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788624665.291035:0:35293:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624665.291051:0:35293:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788624665.291054:0:35293:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624665.291057:0:35293:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.291063:0:35293:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788624665.291065:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.291068:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.291069:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.291070:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.292901:0:35293:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624665.292925:0:35293:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788624665.292929:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.292932:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.292938:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:3.0:1788624665.292944:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624665.292949:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624665.292952:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.292953:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.292954:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=4 00000020:00000001:3.0:1788624665.292956:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624665.292959:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624665.292963:0:35293:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624665.292969:0:35293:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624665.292975:0:35293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.292985:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.292988:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.292989:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.292991:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.292992:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=5 00000020:00000001:3.0:1788624665.292994:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624665.292996:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624665.292999:0:35293:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624665.293002:0:35293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.293007:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.293008:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788624665.293011:0:35293:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.293018:0:35293:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624665.293019:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.293020:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.293022:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.293023:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788624665.293286:0:35293:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11d62a00 x1875506845081216/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788624665.293301:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.293304:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.293305:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:3.0:1788624665.293308:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624665.293312:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624665.293315:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.293316:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624665.293318:0:35293:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624665.293321:0:35293:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624665.293325:0:35293:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788624665.293328:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.293329:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.293332:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:3.0:1788624665.293334:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624665.293336:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00000002:00010000:3.0:1788624665.293340:0:35293:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.293347:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.293348:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.293350:0:35293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788624665.293352:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.293353:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.293354:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:3.0:1788624665.293427:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:3.0:1788624665.293431:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000040:3.0:1788624665.293440:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870200 count: 2 00010000:00000001:3.0:1788624665.293444:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788624665.293450:0:35293:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788624665.293453:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.293455:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624665.293456:0:35293:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788624665.293461:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d179f8 00000002:00002000:3.0:1788624665.293463:0:35293:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788624665.293467:0:35293:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.293474:0:35293:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.293477:0:35293:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788624665.293482:0:35293:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788624665.293485:0:35293:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.293490:0:35293:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624665.293495:0:35293:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18bf1600. 00000080:00000001:3.0:1788624665.293506:0:35293:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624665.293510:0:35293:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788624665.293518:0:35293:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788624665.293523:0:35293:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788624665.293632:0:35293:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd11d2d580. 00800000:00000001:2.0:1788624665.293641:0:35293:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773498692992 : -112300210858624 : ffff99dd11d2d580) 00800000:00000001:2.0:1788624665.293646:0:35293:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624665.293650:0:35293:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788624665.293656:0:35293:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788624665.293659:0:35293:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788624665.293661:0:35293:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788624665.293665:0:35293:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788624665.293666:0:35293:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.293671:0:35293:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788624665.293673:0:35293:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1788624665.293676:0:35293:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788624663 to 1788624665 00000080:00200000:2.0:1788624665.293681:0:35293:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1788624665.293685:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.293688:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.293692:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:2.0:1788624665.293694:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624665.293697:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624665.293700:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.293702:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624665.293703:0:35293:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788624665.293709:0:35293:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788624665.293712:0:35293:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd11d2d580 1 00800000:00000010:2.0:1788624665.293714:0:35293:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd11d2d580. 00800000:00000001:2.0:1788624665.293721:0:35293:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624665.293725:0:35293:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef419ca 00800000:00000001:2.0:1788624665.293729:0:35293:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624665.293734:0:35293:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624665.293735:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.293737:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.293738:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:2.0:1788624665.293741:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624665.293743:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624665.293746:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.293747:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624665.293749:0:35293:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624665.293751:0:35293:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.293755:0:35293:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624665.293770:0:35293:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624665.293775:0:35293:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419ca from it ffffbef881d17cb8 00010000:00000001:2.0:1788624665.293778:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.293779:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.293780:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:2.0:1788624665.293782:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624665.293784:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624665.293787:0:35293:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624665.293791:0:35293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624665.293800:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.293801:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.293803:0:35293:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624665.293807:0:35293:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624665.293810:0:35293:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624665.293820:0:35293:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624665.293824:0:35293:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624665.293826:0:35293:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624665.293831:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.293833:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.293835:0:35293:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.293838:0:35293:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624665.293841:0:35293:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.293843:0:35293:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.293845:0:35293:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.293847:0:35293:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624665.293848:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.293849:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624665.293853:0:35293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.293865:0:35293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d62a00 x1875506845081216/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.293874:0:35293:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624665.293877:0:35293:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624665.293881:0:35293:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd18708800. 02000000:00000001:2.0:1788624665.293884:0:35293:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624665.293886:0:35293:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624665.293888:0:35293:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624665.293890:0:35293:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624665.293893:0:35293:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd0483a000. 02000000:00000001:2.0:1788624665.293898:0:35293:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624665.293900:0:35293:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624665.293902:0:35293:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d62a00. 00000100:00000001:2.0:1788624665.293908:0:35293:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624665.293909:0:35293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624665.293913:0:35293:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.293922:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d17d08 00000080:00000008:2.0:1788624665.293924:0:35293:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624665.295548:0:35293:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.295598:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d17d08 00000080:00200008:2.0:1788624665.295602:0:35293:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788624665.295608:0:35293:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624665.295610:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d17c80 00000080:00200000:2.0:1788624665.295611:0:35293:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624665.295618:0:35293:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18bf1600. 00800000:00000002:2.0:1788624665.295624:0:35293:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624665.295629:0:35293:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624665.295633:0:35293:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624665.295636:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d17ba0 00800000:00000002:2.0:1788624665.295638:0:35293:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624665.295641:0:35293:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624665.295645:0:35293:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624665.295647:0:35293:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624665.295650:0:35293:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624665.295652:0:35293:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624665.295654:0:35293:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624665.295656:0:35293:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624665.295658:0:35293:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624665.295662:0:35293:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624665.295666:0:35293:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624665.295668:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d17a70 00000002:00010000:2.0:1788624665.295670:0:35293:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624665.295673:0:35293:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624665.295675:0:35293:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624665.295677:0:35293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624665.295685:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870200 count: 2 00010000:00000001:2.0:1788624665.295688:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624665.295693:0:35293:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624665.295697:0:35293:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624665.295701:0:35293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788624665.295711:0:35293:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624665.295716:0:35293:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624665.295720:0:35293:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788624665.295727:0:35293:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624665.295729:0:35293:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624665.295730:0:35293:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624665.295732:0:35293:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624665.295734:0:35293:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624665.295737:0:35293:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624665.295740:0:35293:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624665.295742:0:35293:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624665.295745:0:35293:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18bf1600. 00000080:00000001:2.0:1788624665.295750:0:35293:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624665.295751:0:35293:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624665.295754:0:35293:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624665.295757:0:35293:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef419ca 00800000:00000001:2.0:1788624665.296666:0:35293:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624665.296671:0:35293:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624665.296673:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.296676:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.296680:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:2.0:1788624665.296683:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624665.296686:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624665.296689:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.296692:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624665.296693:0:35293:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624665.296695:0:35293:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624665.296697:0:35293:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419ca from it ffffbef881d17cb8 00010000:00000001:2.0:1788624665.296699:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.296700:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.296701:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:2.0:1788624665.296703:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624665.296705:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624665.296707:0:35293:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624665.296711:0:35293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624665.296719:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.296720:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.296722:0:35293:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624665.296725:0:35293:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624665.296728:0:35293:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624665.296737:0:35293:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624665.296741:0:35293:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624665.296744:0:35293:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624665.296749:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.296751:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.296753:0:35293:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.296756:0:35293:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624665.297209:0:35293:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.297213:0:35293:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.297218:0:35293:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.297221:0:35293:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624665.297222:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.297223:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624665.297227:0:35293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624665.297229:0:35293:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624665.297253:0:35293:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.297259:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d17d08 00000080:00000008:2.0:1788624665.297261:0:35293:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788624665.297953:0:35293:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624665.297957:0:35293:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624665.297959:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d17b78 00000080:00200000:2.0:1788624665.297963:0:35293:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624665.297970:0:35293:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18bf1600. 00800000:00000002:2.0:1788624665.297977:0:35293:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624665.297982:0:35293:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624665.297987:0:35293:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624665.297989:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d17a98 00800000:00000002:2.0:1788624665.297992:0:35293:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624665.297995:0:35293:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624665.297999:0:35293:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624665.298002:0:35293:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624665.298004:0:35293:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624665.298007:0:35293:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624665.298009:0:35293:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624665.298011:0:35293:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624665.298014:0:35293:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624665.298018:0:35293:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624665.298023:0:35293:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624665.298025:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d17968 00000002:00010000:2.0:1788624665.298027:0:35293:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624665.298031:0:35293:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624665.298648:0:35293:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624665.298653:0:35293:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624665.298660:0:35293:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870200 count: 2 00010000:00000001:2.0:1788624665.298665:0:35293:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624665.298670:0:35293:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624665.298675:0:35293:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624665.298680:0:35293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788624665.298691:0:35293:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624665.298697:0:35293:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624665.298702:0:35293:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788624665.298708:0:35293:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624665.298711:0:35293:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624665.298713:0:35293:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624665.298715:0:35293:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624665.298718:0:35293:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624665.298720:0:35293:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624665.298723:0:35293:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624665.298726:0:35293:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624665.298731:0:35293:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18bf1600. 00000080:00000001:2.0:1788624665.298735:0:35293:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624665.298736:0:35293:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624665.298739:0:35293:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624665.298742:0:35293:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef419ca 00800000:00000001:2.0:1788624665.298745:0:35293:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624665.298748:0:35293:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624665.298750:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.298752:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.298755:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:2.0:1788624665.298757:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624665.298770:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624665.298773:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.298774:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624665.298775:0:35293:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624665.298777:0:35293:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624665.298780:0:35293:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419ca from it ffffbef881d17bb0 00010000:00000001:2.0:1788624665.298782:0:35293:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.298783:0:35293:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.298784:0:35293:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:2.0:1788624665.298786:0:35293:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624665.298788:0:35293:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:2.0:1788624665.298790:0:35293:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624665.298793:0:35293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624665.298799:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.298799:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.298801:0:35293:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624665.298803:0:35293:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624665.298805:0:35293:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788624665.298812:0:35293:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624665.298815:0:35293:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624665.298817:0:35293:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624665.298821:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.298822:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.298824:0:35293:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.298827:0:35293:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624665.298829:0:35293:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.298832:0:35293:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.298835:0:35293:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.298837:0:35293:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624665.298838:0:35293:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.298839:0:35293:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624665.298842:0:35293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624665.298844:0:35293:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624665.298847:0:35293:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 44 00000080:00000001:2.0:1788624665.298852:0:35293:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.298858:0:35293:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:2.0:1788624665.298861:0:35293:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788624665.298863:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d17b78 00000080:00200008:2.0:1788624665.298865:0:35293:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 100000 00000080:00000010:2.0:1788624665.298872:0:35293:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd017c8dc0. 00000080:00000001:2.0:1788624665.298877:0:35293:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.298879:0:35293:0:(dir.c:3016:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.299032:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624665.299045:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:2.0:1788624665.299055:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624665.299059:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624665.299067:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624665.299073:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.299076:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624665.299079:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624665.299082:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624665.299089:0:35293:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:2.0:1788624665.299092:0:35293:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff99dd10dbf800: age 2002, max_age 2011 00000002:00000001:2.0:1788624665.299097:0:35293:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1788624665.299100:0:35293:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000010:2.0:1788624665.299135:0:35293:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d62a00. 00000020:00000040:2.0:1788624665.299139:0:35293:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624665.299145:0:35293:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624665.299148:0:35293:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624665.299162:0:35293:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624665.299173:0:35293:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd20346100. 00000100:00000001:2.0:1788624665.299182:0:35293:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.299186:0:35293:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624665.299189:0:35293:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624665.299198:0:35293:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1047e180. 00000100:00000001:2.0:1788624665.299200:0:35293:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773472809344 : -112300236742272 : ffff99dd1047e180) 00000100:00000001:2.0:1788624665.299204:0:35293:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624665.299205:0:35293:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000001:2.0:1788624665.299212:0:35293:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624665.299219:0:35293:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.299221:0:35293:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624665.299223:0:35293:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624665.299236:0:35293:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d62a00 x1875506845081344/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.299245:0:35293:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624665.299247:0:35293:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624665.299251:0:35293:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624665.299253:0:35293:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624665.299255:0:35293:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624665.299259:0:35293:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d62a00 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35293:1875506845081344:192.168.202.125@tcp:41:lfs.0 00000100:00000001:2.0:1788624665.299263:0:35293:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624665.299269:0:35293:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624665.299272:0:35293:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624665.299275:0:35293:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624665.299279:0:35293:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04838000. 02000000:00000001:2.0:1788624665.299281:0:35293:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624665.299290:0:35293:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624665.299295:0:35293:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2e70. 00000400:00000010:2.0:1788624665.299302:0:35293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e084c8. 00000100:00000200:2.0:1788624665.299310:0:35293:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845081344, portal 10 00000100:00000001:2.0:1788624665.299312:0:35293:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624665.299313:0:35293:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498911232 : -112300210640384 : ffff99dd11d62a00) 00000100:00000040:2.0:1788624665.299320:0:35293:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d62a00 x1875506845081344/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.299328:0:35293:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624665.299331:0:35293:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624665.299333:0:35293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08b28. 00000100:00000200:2.0:1788624665.299336:0:35293:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845081344, offset 0 00000400:00000200:2.0:1788624665.299354:0:35293:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624665.299361:0:35293:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.299370:0:35293:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624665.299376:0:35293:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624665.299381:0:35293:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624665.299385:0:35293:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624665.299388:0:35293:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624665.299392:0:35293:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3022:3022:256:4294967295] 192.168.202.125@tcp LPNI seq info [3022:3022:8:4294967295] 00000400:00000200:2.0:1788624665.299396:0:35293:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.299404:0:35293:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624665.299410:0:35293:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624665.299415:0:35293:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346200. 00000800:00000200:2.0:1788624665.299421:0:35293:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624665.299428:0:35293:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624665.299432:0:35293:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624665.299449:0:35293:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624665.299454:0:35293:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 842488 usecs (843 jiffies) 00000400:00000200:2.0:1788624665.299457:0:35293:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624665.299460:0:35293:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296680204 00000800:00000200:2.0:1788624665.301416:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624665.301425:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346200. 00000400:00000200:2.0:1788624665.301432:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.301442:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624665.301450:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08b28 00000400:00000010:2.0:1788624665.301453:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08b28. 00000100:00000001:2.0:1788624665.301458:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624665.301467:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d62a00 x1875506845081344/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.301499:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.301503:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d62a00 x1875506845081344/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.301510:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.301512:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788624665.301542:0:35293:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:2.0:1788624665.301547:0:35293:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296680206 00000100:00000001:2.0:1788624665.301549:0:35293:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:2.0:1788624665.301552:0:35293:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624665.301555:0:35293:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.301559:0:35293:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624665.301561:0:35293:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624665.301563:0:35293:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1047e180 going to sleep for 11 seconds 00000100:00000001:2.0:1788624665.301566:0:35293:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624665.301569:0:35293:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624665.306906:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.306935:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624665.306941:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.306943:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.306954:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.306964:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624665.306977:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.306982:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.306988:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.306994:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 368 into portal 10 MB=0x6a9c377465f00 00000400:00000200:2.0:1788624665.307000:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.307007:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 368/368 into md 0x8925 [1] + 224 00000800:00000001:2.0:1788624665.307015:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.307023:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.307026:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.307031:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624665.307175:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624665.307191:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d62a00 x1875506845081344/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624665.307203:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99dd11d62a00 x1875506845081344/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.307231:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624665.307244:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.307249:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.308220:0:35293:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624665.308242:0:35293:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624665.308245:0:35293:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624665.308251:0:35293:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2e70. 00000400:00000200:0.0:1788624665.308260:0:35293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e084c8 00000400:00000010:0.0:1788624665.308263:0:35293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e084c8. 00000100:00000001:0.0:1788624665.308269:0:35293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624665.308283:0:35293:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d62a00 x1875506845081344/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624665.308297:0:35293:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d62a00 x1875506845081344/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.308306:0:35293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624665.308309:0:35293:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.308312:0:35293:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624665.308316:0:35293:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624665.308319:0:35293:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624665.308321:0:35293:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624665.308325:0:35293:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624665.308336:0:35293:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=94 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624665.308353:0:35293:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624665.308356:0:35293:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624665.308358:0:35293:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.308362:0:35293:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624665.308367:0:35293:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.308371:0:35293:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624665.308374:0:35293:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788624665.308376:0:35293:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624665.308379:0:35293:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624665.308386:0:35293:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d62a00 x1875506845081344/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.308393:0:35293:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624665.308397:0:35293:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624665.308399:0:35293:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624665.308403:0:35293:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d62a00 x1875506845081344/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624665.308411:0:35293:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d62a00 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35293:1875506845081344:192.168.202.125@tcp:41:lfs.0 00000100:00000001:0.0:1788624665.308417:0:35293:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.308420:0:35293:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.308423:0:35293:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624665.308425:0:35293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624665.308428:0:35293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d62a00 x1875506845081344/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.308436:0:35293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624665.308439:0:35293:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1047e180. 00000100:00000001:0.0:1788624665.308444:0:35293:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624665.308446:0:35293:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624665.308453:0:35293:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788624665.308455:0:35293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624665.308458:0:35293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d62a00 x1875506845081344/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.308465:0:35293:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624665.308468:0:35293:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624665.308471:0:35293:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd04838000. 02000000:00000001:0.0:1788624665.308486:0:35293:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624665.308490:0:35293:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624665.308492:0:35293:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624665.308495:0:35293:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624665.308498:0:35293:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd20346100. 02000000:00000001:0.0:1788624665.308501:0:35293:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624665.308503:0:35293:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624665.308506:0:35293:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d62a00. 00000100:00000001:0.0:1788624665.308510:0:35293:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624665.308511:0:35293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788624665.308513:0:35293:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624665.308514:0:35293:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624665.308516:0:35293:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1788624665.308519:0:35293:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff99dd10dbf800: update ffff99dd10709e18 cache blocks 317379/353529 objects 1023702/1024000 00800000:00000001:0.0:1788624665.308523:0:35293:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624665.308531:0:35293:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.308534:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624665.308538:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:0.0:1788624665.308543:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.308546:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.308632:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.308635:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.308642:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.308644:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.308651:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9000. 00000020:00000001:0.0:1788624665.308655:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.308657:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624665.308660:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624665.308662:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9000 uarg=0000000000000000 00800000:00000001:0.0:1788624665.308669:0:35293:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788624665.308671:0:35293:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff99dd10dbf800: age 2002, max_age 2011 00000002:00000001:0.0:1788624665.308674:0:35293:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788624665.308677:0:35293:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=5 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000010:0.0:1788624665.308684:0:35293:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04e00. 00000020:00000040:0.0:1788624665.308687:0:35293:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=6 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624665.308690:0:35293:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624665.308693:0:35293:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624665.308699:0:35293:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624665.308704:0:35293:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd2139cb00. 00000100:00000001:0.0:1788624665.308711:0:35293:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.308714:0:35293:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624665.308716:0:35293:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624665.308722:0:35293:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203bec00. 00000100:00000001:0.0:1788624665.308725:0:35293:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740461056 : -112299969090560 : ffff99dd203bec00) 00000100:00000001:0.0:1788624665.308728:0:35293:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624665.308729:0:35293:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497478656 : -112300212072960 : ffff99dd11c04e00) 00000100:00000001:0.0:1788624665.308734:0:35293:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624665.308739:0:35293:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.308740:0:35293:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624665.308742:0:35293:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624665.308747:0:35293:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04e00 x1875506845081472/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.308754:0:35293:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624665.308991:0:35293:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624665.308997:0:35293:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624665.309001:0:35293:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624665.309004:0:35293:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624665.309009:0:35293:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04e00 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35293:1875506845081472:192.168.202.125@tcp:41:lfs.0 00000100:00000001:0.0:1788624665.309014:0:35293:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624665.309021:0:35293:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624665.309024:0:35293:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624665.309027:0:35293:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624665.311582:0:35293:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e3400. 02000000:00000001:1.0:1788624665.311593:0:35293:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624665.311603:0:35293:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624665.311608:0:35293:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793210. 00000400:00000010:1.0:1788624665.311616:0:35293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c4c8. 00000100:00000200:1.0:1788624665.311625:0:35293:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845081472, portal 10 00000100:00000001:1.0:1788624665.311628:0:35293:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624665.311630:0:35293:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497478656 : -112300212072960 : ffff99dd11c04e00) 00000100:00000040:1.0:1788624665.311645:0:35293:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c04e00 x1875506845081472/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624665.311653:0:35293:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624665.311656:0:35293:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624665.311659:0:35293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862ca18. 00000100:00000200:1.0:1788624665.311663:0:35293:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845081472, offset 0 00000400:00000200:1.0:1788624665.311669:0:35293:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624665.311677:0:35293:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624665.311685:0:35293:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624665.311690:0:35293:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624665.311695:0:35293:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624665.311699:0:35293:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624665.311702:0:35293:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624665.311706:0:35293:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3023:3023:256:4294967295] 192.168.202.125@tcp LPNI seq info [3023:3023:8:4294967295] 00000400:00000200:1.0:1788624665.311710:0:35293:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624665.311720:0:35293:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624665.311726:0:35293:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624665.311731:0:35293:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e600. 00000800:00000200:1.0:1788624665.311739:0:35293:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624665.311746:0:35293:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624665.311750:0:35293:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624665.312274:0:35293:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624665.312281:0:35293:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24832 usecs (25 jiffies) 00000400:00000200:1.0:1788624665.312286:0:35293:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624665.312289:0:35293:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296679399 00000100:00000001:1.0:1788624665.312292:0:35293:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:1.0:1788624665.312295:0:35293:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296679399 00000100:00000001:1.0:1788624665.312297:0:35293:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:1.0:1788624665.312299:0:35293:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624665.312303:0:35293:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.312306:0:35293:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624665.312308:0:35293:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624665.312311:0:35293:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203bec00 going to sleep for 11 seconds 00000100:00000001:1.0:1788624665.312314:0:35293:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624665.312316:0:35293:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624665.312924:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624665.312930:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e600. 00000400:00000200:2.0:1788624665.312937:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.312945:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624665.312951:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ca18 00000400:00000010:2.0:1788624665.312954:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ca18. 00000100:00000001:2.0:1788624665.312958:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624665.312964:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04e00 x1875506845081472/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.312976:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.312979:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04e00 x1875506845081472/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.312987:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.312989:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624665.318008:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.318041:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624665.318047:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.318051:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.318066:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.318077:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624665.318092:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.318098:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.318169:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.318175:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 368 into portal 10 MB=0x6a9c377465f80 00000400:00000200:2.0:1788624665.318183:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.318190:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 368/368 into md 0x8935 [1] + 224 00000800:00000001:2.0:1788624665.318200:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.318214:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.318218:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.318223:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624665.318234:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624665.318248:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04e00 x1875506845081472/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624665.318261:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99dd11c04e00 x1875506845081472/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.318290:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624665.318303:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.318306:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.318480:0:35293:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624665.318492:0:35293:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624665.318495:0:35293:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624665.318500:0:35293:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793210. 00000400:00000200:1.0:1788624665.318509:0:35293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c4c8 00000400:00000010:1.0:1788624665.318513:0:35293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c4c8. 00000100:00000001:1.0:1788624665.318517:0:35293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624665.318523:0:35293:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04e00 x1875506845081472/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624665.318531:0:35293:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04e00 x1875506845081472/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624665.318536:0:35293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624665.318538:0:35293:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.318541:0:35293:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624665.318546:0:35293:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624665.318549:0:35293:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624665.318551:0:35293:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624665.318555:0:35293:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624665.318568:0:35293:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=94 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624665.318573:0:35293:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624665.318576:0:35293:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624665.318578:0:35293:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.318582:0:35293:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624665.318587:0:35293:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.318592:0:35293:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624665.318595:0:35293:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967334 00000100:00000001:1.0:1788624665.318597:0:35293:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624665.318601:0:35293:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624665.318606:0:35293:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04e00 x1875506845081472/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624665.318614:0:35293:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624665.318617:0:35293:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624665.318620:0:35293:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624665.318625:0:35293:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04e00 x1875506845081472/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624665.318633:0:35293:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04e00 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35293:1875506845081472:192.168.202.125@tcp:41:lfs.0 00000100:00000001:1.0:1788624665.318640:0:35293:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.318643:0:35293:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.318646:0:35293:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624665.318650:0:35293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624665.318653:0:35293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04e00 x1875506845081472/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624665.318662:0:35293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624665.318665:0:35293:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203bec00. 00000100:00000001:1.0:1788624665.318670:0:35293:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624665.318672:0:35293:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624665.318680:0:35293:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1788624665.318682:0:35293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624665.318685:0:35293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04e00 x1875506845081472/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624665.318691:0:35293:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624665.318694:0:35293:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624665.318698:0:35293:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e3400. 02000000:00000001:1.0:1788624665.318702:0:35293:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624665.318705:0:35293:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624665.318707:0:35293:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=5 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624665.318710:0:35293:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624665.318714:0:35293:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd2139cb00. 02000000:00000001:1.0:1788624665.318718:0:35293:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624665.318720:0:35293:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624665.318723:0:35293:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04e00. 00000100:00000001:1.0:1788624665.318727:0:35293:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624665.318728:0:35293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788624665.318730:0:35293:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624665.318731:0:35293:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624665.318733:0:35293:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:1.0:1788624665.318737:0:35293:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff99dd10dbf800: update ffff99dd1070b7d8 cache blocks 317414/353529 objects 1023735/1024000 00800000:00000001:1.0:1788624665.318742:0:35293:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624665.318750:0:35293:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.318754:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624665.318757:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9000. 00000080:00000001:1.0:1788624665.318761:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.318764:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.321842:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.321852:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.321867:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.321871:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.321884:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.321892:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.321895:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.321900:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.321902:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.321907:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.321910:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.321912:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.321915:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.321921:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.321923:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.321929:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.321930:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.321933:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.321934:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.321936:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.321938:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.321939:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.321941:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.321942:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.321944:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.321946:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.321948:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.321951:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.321953:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.321955:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.321958:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.321959:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.321961:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.321963:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.321964:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.321967:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.321968:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.321969:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.321971:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.321973:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.321975:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.321977:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.321979:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.321982:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.321983:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.321986:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.321987:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.321989:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.321991:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.321993:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.321995:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.321997:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.321998:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.321999:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322002:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322004:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322006:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322008:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322010:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322012:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322015:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322017:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322019:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322021:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322023:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322026:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322028:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322029:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322031:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322033:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322035:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322037:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322040:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322042:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322043:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322046:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322048:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322051:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322052:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322055:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322057:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322059:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322060:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322062:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322065:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322066:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322068:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322071:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322073:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322075:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322078:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322079:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322082:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322083:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322085:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322087:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322089:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322090:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322091:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322094:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322096:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322099:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322101:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322103:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322136:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322140:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322142:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322145:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322146:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322149:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322161:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322163:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322164:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322166:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322168:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322170:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322173:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322175:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322178:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322180:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322184:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322186:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322188:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322190:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322192:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322194:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322196:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322197:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322198:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322200:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322202:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322204:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322206:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322209:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322210:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322213:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322215:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322217:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322218:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322220:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322223:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322224:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322225:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322227:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322229:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322232:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322233:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322235:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322237:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322240:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322243:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322244:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322246:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322248:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322250:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322252:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322254:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322255:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322256:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322259:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322261:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322262:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322265:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322267:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322269:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322272:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322274:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322276:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322278:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322280:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322282:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322284:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322285:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322286:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322289:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322291:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322293:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322295:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322297:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322299:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322303:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322304:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322306:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322307:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322309:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322311:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322313:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322314:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322315:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322318:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322320:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322322:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322324:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322326:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322328:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322331:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322332:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322334:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322335:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322338:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322339:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322341:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322342:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322343:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322345:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322347:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322349:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322350:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322352:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322354:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322357:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322358:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322360:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322361:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322363:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322365:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322367:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322368:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322369:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322371:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322374:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322375:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322377:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322379:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322380:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322383:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322384:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322387:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322388:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322390:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322391:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322393:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322394:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322395:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322398:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322399:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322401:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322403:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322405:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322406:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322409:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322410:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322412:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322414:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322416:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322418:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322419:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322420:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322421:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322423:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322425:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322427:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322429:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322431:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322433:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322436:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322437:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322440:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322441:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322443:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322445:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322447:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322448:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322450:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322452:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322455:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322457:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322459:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322464:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322466:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322468:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322469:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322472:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322473:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322475:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322477:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322479:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322480:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322481:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322484:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322485:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322487:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322489:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322491:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322493:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322495:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322496:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322499:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322500:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322502:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322504:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322506:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322507:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322508:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322510:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322512:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322514:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322516:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322519:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322520:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322523:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322524:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322527:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322528:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322530:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322532:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322534:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322534:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322535:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322538:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322539:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322541:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322543:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322545:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322547:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322550:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322551:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322554:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322555:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322557:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322559:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322561:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322562:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322563:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322565:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322567:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322569:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322570:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322572:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322574:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322577:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322579:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322581:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322583:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322585:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322587:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322588:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322589:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322590:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322593:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322594:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322596:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322598:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322600:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322602:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322605:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322606:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322608:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322609:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322611:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322613:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322615:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322616:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322618:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322620:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322622:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322624:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322626:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322628:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322630:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322633:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322634:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322636:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322638:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322641:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322643:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322644:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322645:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322647:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322649:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322651:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322653:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322655:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322657:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322659:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322661:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322663:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322665:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322666:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322668:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322670:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322671:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322672:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322673:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322675:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322677:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322679:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322680:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322682:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322684:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322687:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322688:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322690:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322691:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322693:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322695:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322697:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322698:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322699:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322702:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322703:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322705:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322708:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322710:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322711:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322714:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322715:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322718:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322719:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322721:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322724:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322725:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322726:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322727:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322730:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322732:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322733:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322736:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322738:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322740:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322743:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322744:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322747:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322748:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322750:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322752:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322754:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322755:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322757:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322759:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322761:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322763:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322766:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322768:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322770:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322772:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322774:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322776:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322777:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322779:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322781:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322783:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322784:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322785:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322788:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322789:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322791:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322793:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322795:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322797:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322800:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322801:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322804:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322805:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322807:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322809:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322811:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322812:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322814:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322816:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322818:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322820:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322822:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322825:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322826:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322829:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322831:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322833:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322834:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322836:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322838:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322840:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322841:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322842:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322845:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322846:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322848:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322851:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322852:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322854:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322857:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322858:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322861:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322862:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322864:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322865:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322867:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322868:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322869:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322872:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322874:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322876:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322878:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322880:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322882:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322885:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322887:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322889:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322891:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322892:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322894:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322896:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322897:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322899:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322901:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322903:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322905:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322907:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322909:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322911:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322914:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322915:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322918:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322919:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322921:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322923:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322925:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322926:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322927:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322930:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322932:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322933:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322935:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322938:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322940:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322943:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322944:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322947:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322948:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322951:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322953:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322955:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322957:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322958:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322961:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322962:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322964:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322967:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322969:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322971:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322974:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.322975:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.322978:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.322979:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.322982:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.322984:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.322986:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.322986:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.322988:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.322990:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322992:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.322994:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.322996:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.322999:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323000:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323004:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323005:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323008:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323009:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323011:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323013:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323015:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323016:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323018:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323020:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323023:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323024:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323026:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323028:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323031:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323034:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323035:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323038:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323039:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323041:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323043:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323045:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323046:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323048:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323050:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323052:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323054:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323056:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323058:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323060:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323062:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323063:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323066:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323066:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323068:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323070:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323071:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323073:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323074:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323076:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323078:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323080:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323082:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323084:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323086:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323089:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323090:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323093:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323094:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323096:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323098:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323100:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323101:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323102:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323145:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323147:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323149:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323163:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323166:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323168:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323172:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323173:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323177:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323178:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323181:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323183:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323185:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323186:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323187:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323189:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323192:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323194:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323196:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323199:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323201:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323205:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323206:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323209:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323210:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323212:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323214:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323215:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323216:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323218:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323220:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323222:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323224:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323226:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323228:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323230:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323233:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323235:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323237:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323238:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323240:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323242:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323244:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323245:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323246:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323248:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323250:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323252:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323255:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323257:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323259:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323262:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323264:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323267:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323268:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323270:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323272:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323275:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323276:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323277:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323280:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323282:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323283:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323286:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323288:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323290:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323293:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323295:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323298:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323299:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323302:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323305:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323306:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323307:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323309:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323311:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323313:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323314:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323316:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323318:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323320:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323322:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323323:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323326:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323327:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323330:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323332:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323334:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323335:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323337:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323339:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323341:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323343:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323344:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323346:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323348:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323351:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323352:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323354:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323355:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323357:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323359:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323361:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323362:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323363:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323365:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323367:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323369:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323371:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323373:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323374:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323377:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323379:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323381:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323382:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323385:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323387:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323389:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323390:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323392:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323394:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323396:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323398:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323400:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323402:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323404:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323407:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323408:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323411:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323413:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323414:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323417:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323418:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323419:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323421:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323423:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323425:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323427:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323429:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323431:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323432:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323435:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323436:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323439:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323440:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323442:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323444:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323446:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323447:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323448:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323451:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323453:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323455:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323457:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323460:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323462:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323464:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323465:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323467:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323468:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323470:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323472:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323474:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323476:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323477:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323480:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323482:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323483:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323486:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323488:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323490:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323493:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323494:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323497:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323498:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323500:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323503:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323504:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323505:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323507:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323509:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323511:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323513:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323515:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323518:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323520:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323523:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323524:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323527:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323528:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323530:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323532:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323533:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323534:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323535:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323537:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323538:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323540:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323542:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323544:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323546:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323548:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323550:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323552:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323553:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323555:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323557:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323558:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323559:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323561:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323563:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323565:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323567:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323569:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323571:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323573:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323576:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323578:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323580:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323581:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323584:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323585:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323587:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323588:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323589:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323592:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323594:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323595:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323598:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323600:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323602:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323604:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323605:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323608:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323609:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323611:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323613:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323614:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323615:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323616:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323619:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323621:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323623:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323624:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323627:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323629:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323631:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323633:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323635:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323636:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323639:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323642:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323643:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323644:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323645:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323647:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323649:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323651:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323653:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323655:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323657:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323660:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323661:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323664:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323665:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323667:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323669:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323670:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323671:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323673:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323675:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323677:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323679:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323681:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323683:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323685:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323688:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323689:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323692:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323693:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323695:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323697:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323698:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323700:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323702:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323704:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323706:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323708:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323710:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323712:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323714:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323717:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323718:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323720:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323721:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323724:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323726:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323728:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323729:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323730:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323732:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323734:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323736:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323738:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323740:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323742:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323744:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323745:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323748:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323749:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323751:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323753:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323755:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323756:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323758:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323760:0:35293:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323763:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323765:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788624665.323767:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323769:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323770:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788624665.323773:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323774:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323776:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323777:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323778:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323780:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323782:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788624665.323783:0:35293:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788624665.323784:0:35293:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00800000:00000001:1.0:1788624665.323787:0:35293:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788624665.323789:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788624665.323790:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1788624665.323793:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.323794:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788624665.323796:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788624665.323799:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788624665.323800:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:1.0:1788624665.323802:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788624665.323803:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788624665.323805:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd107e3400. 00000020:00000001:1.0:1788624665.323807:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.323808:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788624665.323813:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788624665.323815:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd107e3400 uarg=0000000000000000 00020000:00000001:1.0:1788624665.323823:0:35293:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1788624665.323826:0:35293:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff99dd10dbf800: age 2002, max_age 2011 00000008:00000001:1.0:1788624665.323831:0:35293:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1788624665.323835:0:35293:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000010:1.0:1788624665.323843:0:35293:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8380. 00000020:00000040:1.0:1788624665.323846:0:35293:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=4 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624665.323851:0:35293:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624665.323853:0:35293:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624665.323855:0:35293:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788624665.323858:0:35293:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624665.323863:0:35293:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624665.323869:0:35293:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624665.323879:0:35293:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd1044e600. 00000100:00000001:1.0:1788624665.323888:0:35293:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.323892:0:35293:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624665.323894:0:35293:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624665.323901:0:35293:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147cb40. 00000100:00000001:1.0:1788624665.323903:0:35293:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489580864 : -112300219970752 : ffff99dd1147cb40) 00000100:00000001:1.0:1788624665.323906:0:35293:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624665.323908:0:35293:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392896 : -112300210158720 : ffff99dd11dd8380) 00000100:00000001:1.0:1788624665.323914:0:35293:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624665.323918:0:35293:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.323920:0:35293:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624665.323922:0:35293:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624665.323935:0:35293:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8380 x1875506845081600/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624665.323946:0:35293:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624665.323948:0:35293:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624665.323952:0:35293:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624665.323955:0:35293:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624665.323958:0:35293:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624665.323962:0:35293:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8380 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35293:1875506845081600:192.168.202.125@tcp:13:lfs.0 00000100:00000001:1.0:1788624665.323966:0:35293:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624665.323973:0:35293:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624665.323976:0:35293:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624665.323979:0:35293:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624665.323983:0:35293:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e1800. 02000000:00000001:1.0:1788624665.323985:0:35293:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624665.323995:0:35293:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624665.323999:0:35293:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793210. 00000400:00000010:1.0:1788624665.324008:0:35293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c4c8. 00000100:00000200:1.0:1788624665.324017:0:35293:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845081600, portal 4 00000100:00000001:1.0:1788624665.324019:0:35293:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624665.324020:0:35293:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392896 : -112300210158720 : ffff99dd11dd8380) 00000100:00000040:1.0:1788624665.324028:0:35293:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd8380 x1875506845081600/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624665.324036:0:35293:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624665.324040:0:35293:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624665.324042:0:35293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c6e8. 00000100:00000200:1.0:1788624665.324046:0:35293:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875506845081600, offset 0 00000400:00000200:1.0:1788624665.324054:0:35293:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624665.324064:0:35293:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624665.324074:0:35293:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624665.324081:0:35293:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624665.324086:0:35293:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624665.324090:0:35293:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624665.324093:0:35293:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624665.324097:0:35293:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3024:3024:256:4294967295] 192.168.202.125@tcp LPNI seq info [3024:3024:8:4294967295] 00000400:00000200:1.0:1788624665.324102:0:35293:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624665.324150:0:35293:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624665.327373:0:35293:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624665.327389:0:35293:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ee00. 00000800:00000200:1.0:1788624665.327398:0:35293:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624665.327408:0:35293:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624665.327413:0:35293:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624665.327437:0:35293:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624665.327445:0:35293:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 195127 usecs (196 jiffies) 00000400:00000200:1.0:1788624665.327453:0:35293:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624665.327457:0:35293:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296679585 00000100:00000001:1.0:1788624665.327461:0:35293:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:1.0:1788624665.327463:0:35293:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296679585 00000100:00000001:1.0:1788624665.327465:0:35293:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:1.0:1788624665.327468:0:35293:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624665.327473:0:35293:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.327477:0:35293:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624665.327480:0:35293:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624665.327489:0:35293:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147cb40 going to sleep for 11 seconds 00000100:00000001:1.0:1788624665.327493:0:35293:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624665.327497:0:35293:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624665.327709:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624665.327715:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ee00. 00000400:00000200:2.0:1788624665.327723:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.327729:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624665.327737:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c6e8 00000400:00000010:2.0:1788624665.327739:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c6e8. 00000100:00000001:2.0:1788624665.327745:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624665.327755:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8380 x1875506845081600/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.327767:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.327771:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8380 x1875506845081600/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.327777:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.327779:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624665.330307:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.330333:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624665.330339:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.330342:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.330355:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.330365:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624665.330377:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.330383:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.330390:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.330395:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 368 into portal 4 MB=0x6a9c377466000 00000400:00000200:2.0:1788624665.330401:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.330409:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 368/368 into md 0x893d [1] + 224 00000800:00000001:2.0:1788624665.330420:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.330428:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.330432:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.330438:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624665.330450:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624665.330462:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8380 x1875506845081600/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624665.330475:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99dd11dd8380 x1875506845081600/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624665.330553:0:35293:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624665.330573:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624665.330589:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.330593:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788624665.330728:0:35293:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624665.330732:0:35293:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624665.330736:0:35293:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793210. 00000400:00000200:1.0:1788624665.330743:0:35293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c4c8 00000400:00000010:1.0:1788624665.330746:0:35293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c4c8. 00000100:00000001:1.0:1788624665.330749:0:35293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624665.330754:0:35293:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8380 x1875506845081600/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624665.330767:0:35293:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8380 x1875506845081600/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624665.330774:0:35293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624665.330776:0:35293:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.330779:0:35293:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624665.330783:0:35293:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624665.330786:0:35293:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624665.330789:0:35293:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624665.330793:0:35293:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624665.330804:0:35293:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194454f0 time=55 v=5 (5 0 0 0) 00000100:00001000:1.0:1788624665.330809:0:35293:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624665.330812:0:35293:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624665.330814:0:35293:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.330817:0:35293:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624665.330822:0:35293:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.330828:0:35293:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624665.330831:0:35293:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967335 00000100:00000001:1.0:1788624665.330833:0:35293:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624665.330836:0:35293:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624665.330841:0:35293:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8380 x1875506845081600/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624665.330849:0:35293:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624665.330852:0:35293:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624665.330855:0:35293:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624665.330858:0:35293:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8380 x1875506845081600/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624665.330866:0:35293:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8380 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35293:1875506845081600:192.168.202.125@tcp:13:lfs.0 00000100:00000001:1.0:1788624665.330872:0:35293:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.330876:0:35293:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.330878:0:35293:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624665.330881:0:35293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624665.330884:0:35293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8380 x1875506845081600/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624665.330891:0:35293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624665.330894:0:35293:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147cb40. 00000100:00000001:1.0:1788624665.330898:0:35293:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624665.330900:0:35293:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624665.330908:0:35293:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1788624665.330910:0:35293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624665.330913:0:35293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8380 x1875506845081600/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624665.330919:0:35293:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624665.330921:0:35293:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624665.330925:0:35293:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e1800. 02000000:00000001:1.0:1788624665.330929:0:35293:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624665.330932:0:35293:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624665.330934:0:35293:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624665.330939:0:35293:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624665.330943:0:35293:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd1044e600. 02000000:00000001:1.0:1788624665.330948:0:35293:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624665.330950:0:35293:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624665.330952:0:35293:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8380. 00000100:00000001:1.0:1788624665.330956:0:35293:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624665.330957:0:35293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1788624665.330961:0:35293:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff99dd10dbf800: update ffff99dd064b1e18 cache blocks 901342/958279 objects 261771/262144 00020000:00000001:1.0:1788624665.330966:0:35293:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624665.330972:0:35293:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.330975:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624665.330979:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd107e3400. 00000080:00000001:1.0:1788624665.330983:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.330986:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.331730:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.331736:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.331748:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.331751:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.331760:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.331766:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.331769:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.331774:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.331777:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.331786:0:35293:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:0.0:1788624665.331789:0:35293:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff99dd10dbf800: age 2002, max_age 2011 00000008:00000001:0.0:1788624665.331793:0:35293:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1788624665.331797:0:35293:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000010:0.0:1788624665.331805:0:35293:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05180. 00000020:00000040:0.0:1788624665.331808:0:35293:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=4 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624665.331813:0:35293:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624665.331814:0:35293:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624665.331816:0:35293:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788624665.331819:0:35293:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624665.331821:0:35293:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624665.331828:0:35293:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624665.331835:0:35293:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd2139cd00. 00000100:00000001:0.0:1788624665.331843:0:35293:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.331847:0:35293:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624665.331849:0:35293:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624665.331857:0:35293:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203be240. 00000100:00000001:0.0:1788624665.331859:0:35293:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740458560 : -112299969093056 : ffff99dd203be240) 00000100:00000001:0.0:1788624665.331863:0:35293:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624665.331865:0:35293:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497479552 : -112300212072064 : ffff99dd11c05180) 00000100:00000001:0.0:1788624665.331870:0:35293:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624665.331876:0:35293:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.331878:0:35293:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624665.331880:0:35293:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624665.331888:0:35293:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05180 x1875506845081728/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.331896:0:35293:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624665.331899:0:35293:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624665.331904:0:35293:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624665.331907:0:35293:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624665.331910:0:35293:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624665.331913:0:35293:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05180 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35293:1875506845081728:192.168.202.125@tcp:13:lfs.0 00000100:00000001:0.0:1788624665.331919:0:35293:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624665.331924:0:35293:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624665.331927:0:35293:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624665.331930:0:35293:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624665.331934:0:35293:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049ca400. 02000000:00000001:0.0:1788624665.331936:0:35293:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624665.331943:0:35293:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624665.331946:0:35293:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d268. 00000400:00000010:0.0:1788624665.331954:0:35293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053954c8. 00000100:00000200:0.0:1788624665.331962:0:35293:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845081728, portal 4 00000100:00000001:0.0:1788624665.331964:0:35293:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624665.331965:0:35293:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497479552 : -112300212072064 : ffff99dd11c05180) 00000100:00000040:0.0:1788624665.331972:0:35293:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05180 x1875506845081728/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.331980:0:35293:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624665.331983:0:35293:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624665.331985:0:35293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395220. 00000100:00000200:0.0:1788624665.331989:0:35293:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875506845081728, offset 0 00000400:00000200:0.0:1788624665.331996:0:35293:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624665.332004:0:35293:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624665.332013:0:35293:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624665.332020:0:35293:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624665.332024:0:35293:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624665.332030:0:35293:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624665.332033:0:35293:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624665.332037:0:35293:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3025:3025:256:4294967295] 192.168.202.125@tcp LPNI seq info [3025:3025:8:4294967295] 00000400:00000200:0.0:1788624665.332042:0:35293:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624665.332052:0:35293:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624665.332059:0:35293:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624665.332066:0:35293:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cb00. 00000800:00000200:0.0:1788624665.332167:0:35293:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624665.332177:0:35293:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624665.332182:0:35293:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624665.332243:0:35293:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624665.332249:0:35293:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25388 usecs (26 jiffies) 00000400:00000200:0.0:1788624665.332254:0:35293:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624665.332257:0:35293:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296679420 00000100:00000001:0.0:1788624665.332260:0:35293:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:0.0:1788624665.332265:0:35293:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296679420 00000100:00000001:0.0:1788624665.332268:0:35293:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:0.0:1788624665.332270:0:35293:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624665.332274:0:35293:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.332276:0:35293:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624665.332278:0:35293:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624665.332281:0:35293:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 11 seconds 00000100:00000001:0.0:1788624665.332283:0:35293:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624665.332287:0:35293:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624665.332695:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624665.332701:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cb00. 00000400:00000200:2.0:1788624665.332708:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.332713:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624665.332719:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395220 00000400:00000010:2.0:1788624665.332722:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395220. 00000100:00000001:2.0:1788624665.332726:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624665.332730:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05180 x1875506845081728/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.332741:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.332744:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05180 x1875506845081728/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.332756:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.332758:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624665.335658:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.335686:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624665.335692:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.335695:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.335708:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.335719:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624665.335731:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.335737:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.335744:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.335749:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 368 into portal 4 MB=0x6a9c377466080 00000400:00000200:2.0:1788624665.335756:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.335762:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 368/368 into md 0x8945 [1] + 224 00000800:00000001:2.0:1788624665.335770:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.335780:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.335784:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.335791:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624665.335802:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624665.335814:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05180 x1875506845081728/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624665.335825:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99dd11c05180 x1875506845081728/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.335898:0:35293:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624665.335918:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624665.335930:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.335934:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788624665.337500:0:35293:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624665.337509:0:35293:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624665.337515:0:35293:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d268. 00000400:00000200:0.0:1788624665.337528:0:35293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053954c8 00000400:00000010:0.0:1788624665.337532:0:35293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053954c8. 00000100:00000001:0.0:1788624665.337537:0:35293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624665.337550:0:35293:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05180 x1875506845081728/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624665.337564:0:35293:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05180 x1875506845081728/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.337573:0:35293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624665.337576:0:35293:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.337580:0:35293:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624665.337584:0:35293:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624665.337587:0:35293:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624665.337592:0:35293:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624665.337596:0:35293:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624665.337610:0:35293:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447cf0 time=92 v=5 (5 0 0 0) 00000100:00001000:0.0:1788624665.337616:0:35293:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624665.337619:0:35293:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624665.337621:0:35293:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.337625:0:35293:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624665.337631:0:35293:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.337648:0:35293:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624665.337652:0:35293:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:0.0:1788624665.337655:0:35293:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624665.337657:0:35293:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624665.337662:0:35293:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05180 x1875506845081728/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.337670:0:35293:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624665.337675:0:35293:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624665.337678:0:35293:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624665.337682:0:35293:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05180 x1875506845081728/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624665.337690:0:35293:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05180 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35293:1875506845081728:192.168.202.125@tcp:13:lfs.0 00000100:00000001:0.0:1788624665.337696:0:35293:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.337700:0:35293:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.337703:0:35293:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624665.337705:0:35293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624665.337709:0:35293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05180 x1875506845081728/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.337717:0:35293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624665.337721:0:35293:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203be240. 00000100:00000001:0.0:1788624665.337727:0:35293:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624665.337729:0:35293:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624665.337740:0:35293:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1788624665.337743:0:35293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624665.337746:0:35293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05180 x1875506845081728/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.337753:0:35293:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624665.337756:0:35293:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624665.337759:0:35293:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049ca400. 02000000:00000001:0.0:1788624665.337763:0:35293:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624665.337767:0:35293:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624665.337769:0:35293:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624665.337772:0:35293:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624665.337776:0:35293:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd2139cd00. 02000000:00000001:0.0:1788624665.337781:0:35293:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624665.337784:0:35293:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624665.337786:0:35293:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05180. 00000100:00000001:0.0:1788624665.337790:0:35293:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624665.337791:0:35293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1788624665.337795:0:35293:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff99dd10dbf800: update ffff99dd064b37d8 cache blocks 901366/958279 objects 261773/262144 00020000:00000001:0.0:1788624665.337801:0:35293:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.337809:0:35293:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.337812:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624665.337815:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.337819:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.337823:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.337986:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.337989:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.337998:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338002:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338012:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338018:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338020:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338025:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338027:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338032:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338034:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338036:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338049:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338052:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338054:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338060:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338062:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338065:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338066:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338069:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338072:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338073:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338075:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338077:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338080:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338082:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338084:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338086:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338088:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338089:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338093:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338094:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338096:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338098:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338100:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338103:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338104:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338132:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338133:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338136:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338138:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338140:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338142:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338144:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338146:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338150:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338184:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338188:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338189:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338192:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338195:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338196:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338197:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338199:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338201:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338203:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338205:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338208:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338210:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338212:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338215:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338217:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338219:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338220:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338223:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338225:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338227:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338228:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338229:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338231:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338233:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338235:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338237:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338239:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338241:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338244:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338245:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338247:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338248:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338250:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338253:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338254:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338255:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338256:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338259:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338261:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338262:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338264:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338266:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338268:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338271:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338272:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338274:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338275:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338277:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338279:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338280:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338281:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338282:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338285:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338287:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338289:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338291:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338293:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338296:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338299:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338300:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338303:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338305:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338307:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338309:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338311:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338312:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338313:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338316:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338318:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338320:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338322:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338325:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338326:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338329:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338331:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338333:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338335:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338337:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338339:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338341:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338342:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338343:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338345:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338347:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338349:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338351:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338353:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338355:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338358:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338359:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338362:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338363:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338366:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338368:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338370:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338371:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338372:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338375:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338377:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338378:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338380:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338382:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338384:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338388:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338389:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338392:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338393:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338396:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338399:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338400:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338401:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338402:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338405:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338407:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338408:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338410:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338412:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338414:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338417:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338419:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338421:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338422:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338424:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338427:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338428:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338429:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338431:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338433:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338436:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338437:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338440:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338442:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338444:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338447:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338449:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338452:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338453:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338455:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338457:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338458:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338460:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338462:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338465:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338466:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338468:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338470:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338473:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338475:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338478:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338479:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338481:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338483:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338485:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338487:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338489:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338490:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338491:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338494:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338496:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338498:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338500:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338503:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338505:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338507:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338509:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338511:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338512:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338515:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338517:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338518:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338520:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338521:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338523:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338526:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338528:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338530:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338532:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338534:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338536:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338538:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338540:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338541:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338544:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338546:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338548:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338549:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338550:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338553:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338555:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338556:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338558:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338561:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338562:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338566:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338567:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338570:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338571:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338574:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338576:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338578:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338579:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338580:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338583:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338585:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338587:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338589:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338592:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338593:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338596:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338598:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338600:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338603:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338605:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338607:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338608:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338609:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338611:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338613:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338614:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338616:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338618:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338620:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338621:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338624:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338626:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338628:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338629:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338631:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338633:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338635:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338636:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338637:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338639:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338641:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338642:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338645:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338647:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338648:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338651:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338652:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338654:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338655:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338657:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338659:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338661:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338662:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338663:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338665:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338667:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338669:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338671:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338673:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338675:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338678:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338679:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338681:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338682:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338684:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338686:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338687:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338688:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338690:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338692:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338694:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338696:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338698:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338701:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338702:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338705:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338707:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338709:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338711:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338713:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338716:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338717:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338719:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338720:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338722:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338724:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338726:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338728:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338730:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338732:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338736:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338737:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338739:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338740:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338742:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338744:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338745:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338746:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338747:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338749:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338751:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338753:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338755:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338757:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338759:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338762:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338763:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338766:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338767:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338769:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338771:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338773:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338775:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338776:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338778:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338780:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338782:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338784:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338786:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338788:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338791:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338793:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338795:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338796:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338798:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338800:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338802:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338803:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338804:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338806:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338808:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338810:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338812:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338814:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338815:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338818:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338819:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338822:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338823:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338825:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338827:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338829:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338830:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338831:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338834:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338837:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338839:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338841:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338843:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338845:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338847:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338849:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338852:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338853:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338855:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338857:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338859:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338860:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338861:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338864:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338866:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338867:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338870:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338872:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338874:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338877:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338879:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338881:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338883:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338885:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338887:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338889:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338890:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338891:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338894:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338896:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338898:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338900:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338903:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338904:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338908:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338909:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338911:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338912:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338915:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338917:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338918:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338919:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338921:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338923:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338925:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338926:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338929:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338931:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338932:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338936:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338937:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338940:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338941:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338943:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338945:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338946:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338948:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338949:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338952:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338953:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338955:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338957:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338960:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338961:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338965:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338967:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338969:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338970:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.338972:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.338974:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.338976:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.338977:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.338978:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.338980:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338982:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338984:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.338986:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.338988:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338990:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.338993:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.338995:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.338997:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.338998:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339000:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339002:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339004:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339005:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339007:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339009:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339011:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339012:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339015:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339017:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339018:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339021:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339022:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339024:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339025:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339028:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339029:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339031:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339032:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339033:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339036:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339037:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339039:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339041:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339043:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339044:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339047:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339048:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339051:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339052:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339054:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339056:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339057:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339058:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339060:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339062:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339064:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339065:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339067:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339069:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339070:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339074:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339075:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339078:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339079:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339082:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339084:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339085:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339087:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339088:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339091:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339093:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339094:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339096:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339098:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339100:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339103:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339164:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339168:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339169:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339172:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339175:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339176:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339177:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339179:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339181:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339183:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339185:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339187:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339189:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339191:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339195:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339196:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339198:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339200:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339202:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339204:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339205:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339206:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339207:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339210:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339212:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339214:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339216:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339218:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339220:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339223:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339225:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339227:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339228:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339230:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339232:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339234:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339235:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339236:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339239:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339241:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339243:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339245:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339247:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339248:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339252:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339253:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339256:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339257:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339259:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339267:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339269:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339270:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339272:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339274:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339276:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339278:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339280:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339284:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339285:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339289:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339291:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339293:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339294:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339296:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339298:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339300:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339301:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339302:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339305:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339307:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339308:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339311:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339313:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339315:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339318:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339320:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339322:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339324:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339325:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339327:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339329:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339330:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339331:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339333:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339335:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339337:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339339:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339341:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339343:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339345:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339347:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339349:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339350:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339352:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339354:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339356:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339357:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339358:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339360:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339362:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339364:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339366:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339368:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339371:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339373:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339375:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339377:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339378:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339380:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339382:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339384:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339385:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339386:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339389:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339391:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339392:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339394:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339397:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339398:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339401:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339402:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339405:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339406:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339408:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339410:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339412:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339413:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339414:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339417:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339419:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339420:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339422:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339424:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339426:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339428:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339429:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339432:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339433:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339435:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339437:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339438:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339440:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339441:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339444:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339446:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339448:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339450:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339452:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339454:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339457:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339458:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339461:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339462:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339464:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339466:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339468:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339470:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339471:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339473:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339475:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339476:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339478:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339480:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339482:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339484:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339485:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339487:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339489:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339491:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339493:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339495:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339496:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339497:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339499:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339501:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339503:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339505:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339507:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339509:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339512:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339513:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339515:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339516:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339518:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339520:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339522:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339523:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339524:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339526:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339529:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339531:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339533:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339535:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339537:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339539:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339541:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339543:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339544:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339546:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339548:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339550:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339551:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339552:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339554:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339556:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339557:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339559:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339561:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339562:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339565:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339566:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339569:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339570:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339571:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339573:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339575:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339576:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339577:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339579:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339581:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339582:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339584:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339586:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339588:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339590:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339591:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339593:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339594:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339596:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339597:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339599:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339599:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339600:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339602:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339604:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339605:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339607:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339610:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339611:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339614:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339615:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339617:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339618:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339619:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339621:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339622:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339624:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339625:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339627:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339628:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339630:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339631:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339633:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339634:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339636:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339638:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339640:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339641:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339643:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339645:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339647:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339648:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339649:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339651:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339653:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339655:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339657:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339659:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339661:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339663:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339665:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339667:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339668:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339670:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339672:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339674:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339675:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339677:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339679:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339681:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339683:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339685:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339687:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339688:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339691:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339692:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339694:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339695:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339698:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339700:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339701:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339702:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339704:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339706:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339708:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339710:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339712:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339714:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339716:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339719:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339721:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339723:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339724:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339726:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339728:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339730:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339731:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339732:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339734:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339736:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339738:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339740:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339741:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339743:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339745:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339747:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339749:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339750:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339752:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339754:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339756:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339758:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339759:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339762:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339763:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339765:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339767:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339769:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339771:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339774:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339775:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339778:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339779:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339781:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339783:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339785:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339786:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339787:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339790:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339791:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339793:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339795:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339797:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339798:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339801:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339803:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339805:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339806:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339809:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339811:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339812:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339813:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339815:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339817:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339819:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339821:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339823:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339826:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339827:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339830:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339832:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339834:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339836:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339838:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339840:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339842:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339843:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339844:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339847:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339849:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339850:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339852:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339855:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339856:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339859:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339861:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339863:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339864:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339866:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339869:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339870:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339871:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339872:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339875:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339877:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339879:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339881:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339883:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339885:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339888:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339889:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339892:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339893:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339895:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339897:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339898:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339899:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339900:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339903:0:35293:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339904:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339906:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788624665.339908:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339909:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339911:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788624665.339913:0:35293:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624665.339915:0:35293:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7fff935bf770 00000080:00000001:0.0:1788624665.339917:0:35293:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624665.339918:0:35293:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624665.339920:0:35293:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9c00. 00000020:00000001:0.0:1788624665.339921:0:35293:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339923:0:35293:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788624665.339923:0:35293:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788624665.339924:0:35293:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9c00 uarg=0000000000000000 00020000:00000001:0.0:1788624665.339927:0:35293:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788624665.339929:0:35293:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788624665.339931:0:35293:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1788624665.339932:0:35293:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9c00. 00000080:00000001:0.0:1788624665.339934:0:35293:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788624665.339935:0:35293:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788624665.339951:0:35293:0:(dir.c:3021:ll_dir_release()) Process entered 00000080:00000001:0.0:1788624665.339954:0:35293:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788624665.339958:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d17dd0 00000080:00200008:0.0:1788624665.339961:0:35293:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 100000 00000080:00400000:0.0:1788624665.339965:0:35293:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1788624665.339969:0:35293:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd017c8dc0. 00000080:00000001:0.0:1788624665.339974:0:35293:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788624665.339977:0:35293:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d17dd0 00000080:00000008:0.0:1788624665.339978:0:35293:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 100000, rc = 0 00000080:00000001:0.0:1788624665.339981:0:35293:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.339983:0:35293:0:(dir.c:3022:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.349609:0:35294:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624665.349621:0:35294:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624665.349624:0:35294:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624665.349628:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfbc0 00000080:00200000:0.0:1788624665.349634:0:35294:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624665.349645:0:35294:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197f4e00. 00800000:00000002:0.0:1788624665.349655:0:35294:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624665.349659:0:35294:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624665.349665:0:35294:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624665.349667:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfae0 00800000:00000002:0.0:1788624665.349671:0:35294:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624665.349675:0:35294:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624665.349679:0:35294:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624665.349682:0:35294:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624665.349685:0:35294:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624665.349688:0:35294:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624665.349691:0:35294:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624665.349693:0:35294:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624665.349696:0:35294:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624665.349700:0:35294:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624665.349705:0:35294:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624665.349707:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf9b0 00000002:00010000:0.0:1788624665.349709:0:35294:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624665.349712:0:35294:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624665.349715:0:35294:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624665.349719:0:35294:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624665.349728:0:35294:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870200 count: 2 00010000:00000001:0.0:1788624665.349732:0:35294:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624665.349738:0:35294:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.349743:0:35294:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624665.349749:0:35294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788624665.349762:0:35294:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624665.349770:0:35294:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.349773:0:35294:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788624665.349780:0:35294:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624665.349782:0:35294:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624665.349784:0:35294:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624665.349786:0:35294:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624665.349788:0:35294:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624665.349791:0:35294:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624665.349794:0:35294:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624665.349798:0:35294:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624665.349802:0:35294:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197f4e00. 00000080:00000001:0.0:1788624665.349809:0:35294:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624665.349811:0:35294:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624665.349814:0:35294:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624665.349818:0:35294:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef419ca 00800000:00000001:0.0:1788624665.349822:0:35294:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624665.349824:0:35294:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624665.349827:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.349829:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.349833:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:0.0:1788624665.349835:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:0.0:1788624665.349838:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:0.0:1788624665.349841:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.349844:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624665.349845:0:35294:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624665.349848:0:35294:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624665.349850:0:35294:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419ca from it ffffbef881dbfbf8 00010000:00000001:0.0:1788624665.349852:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.349854:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.349855:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767e00 refcount=3 00000020:00000001:0.0:1788624665.349857:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:0.0:1788624665.349859:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475864064 : -112300233687552 : ffff99dd10767e00) 00010000:00000001:0.0:1788624665.349861:0:35294:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624665.349865:0:35294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788624665.349871:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.349872:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.349874:0:35294:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624665.349877:0:35294:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624665.349880:0:35294:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788624665.349889:0:35294:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624665.349893:0:35294:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624665.349895:0:35294:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624665.349900:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.349902:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.349904:0:35294:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.349908:0:35294:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624665.349910:0:35294:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.349913:0:35294:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.349915:0:35294:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.349917:0:35294:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624665.349919:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.349920:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624665.349923:0:35294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624665.349925:0:35294:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624665.349928:0:35294:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788624665.349934:0:35294:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.349945:0:35294:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788624665.349948:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb58 00000080:00002000:0.0:1788624665.349950:0:35294:0:(dcache.c:87:ll_dcompare()) found name recon(ffff99dd1934dbd0) flags 0x48000e refc 0 00000080:00000001:0.0:1788624665.349953:0:35294:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.349956:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfbc8 00000080:00200000:0.0:1788624665.349958:0:35294:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:0.0:1788624665.349967:0:35294:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788624665.349968:0:35294:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff99dd1919aa08), inode mode 81a4 mask 52 00000080:00000001:0.0:1788624665.349971:0:35294:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.349980:0:35294:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788624665.349982:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb98 00000080:00200008:0.0:1788624665.349984:0:35294:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), flags 102101 00000080:00000010:0.0:1788624665.349993:0:35294:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd2030f040. 00000080:00000001:0.0:1788624665.350001:0:35294:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788624665.350005:0:35294:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197f4e00. 00800000:00000002:0.0:1788624665.350008:0:35294:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624665.350010:0:35294:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624665.350012:0:35294:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624665.350013:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfa48 00800000:00000002:0.0:1788624665.350015:0:35294:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000405:0x2b:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624665.350019:0:35294:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788624665.350022:0:35294:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624665.350023:0:35294:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624665.350024:0:35294:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624665.350026:0:35294:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624665.350028:0:35294:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624665.350029:0:35294:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788624665.350031:0:35294:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.350033:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf9c8 00800000:00000002:0.0:1788624665.350035:0:35294:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788624665.350038:0:35294:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624665.350738:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf900 00000002:00010000:0.0:1788624665.350745:0:35294:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:0.0:1788624665.350751:0:35294:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788624665.350755:0:35294:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788624665.350759:0:35294:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788624665.350766:0:35294:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 2 00010000:00000001:0.0:1788624665.350769:0:35294:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624665.350772:0:35294:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788624665.350775:0:35294:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.350777:0:35294:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624665.350779:0:35294:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624665.350781:0:35294:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788624665.350784:0:35294:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870200 count: 2 00010000:00000001:0.0:1788624665.350786:0:35294:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624665.350787:0:35294:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788624665.350791:0:35294:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624665.350794:0:35294:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1788624665.350805:0:35294:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624665.350809:0:35294:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788624665.350811:0:35294:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788624665.350813:0:35294:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788624665.350817:0:35294:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624665.350818:0:35294:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624665.350820:0:35294:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870200 count: 3 00010000:00000001:0.0:1788624665.350823:0:35294:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624665.350825:0:35294:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624665.350827:0:35294:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624665.350828:0:35294:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624665.350829:0:35294:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870200 count: 3 00010000:00000001:0.0:1788624665.350831:0:35294:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624665.350833:0:35294:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624665.350834:0:35294:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624665.350835:0:35294:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624665.350837:0:35294:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870200 count: 3 00010000:00000001:0.0:1788624665.350839:0:35294:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624665.350840:0:35294:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.350842:0:35294:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788624665.350845:0:35294:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788624665.350849:0:35294:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788624665.350852:0:35294:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788624665.350855:0:35294:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788624665.350856:0:35294:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.350859:0:35294:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624665.350863:0:35294:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624665.350865:0:35294:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624665.350867:0:35294:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.350869:0:35294:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788624665.350873:0:35294:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd10767e00 with handle 0xcc94206c7ef419ca from hash 00010000:00000001:0.0:1788624665.350875:0:35294:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624665.350876:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.350878:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.350879:0:35294:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624665.350883:0:35294:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624665.350884:0:35294:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788624665.350887:0:35294:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624665.350888:0:35294:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624665.350890:0:35294:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788624665.350899:0:35294:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05180. 00000020:00000040:0.0:1788624665.350903:0:35294:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:0.0:1788624665.350911:0:35294:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788624665.350913:0:35294:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.350916:0:35294:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624665.350921:0:35294:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624665.350925:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.350926:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.350927:0:35294:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.350930:0:35294:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624665.350933:0:35294:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624665.350936:0:35294:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624665.350945:0:35294:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049c9c00. 00000100:00000001:0.0:1788624665.350953:0:35294:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.350958:0:35294:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624665.350961:0:35294:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788624665.350966:0:35294:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1788624665.350974:0:35294:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788624665.350976:0:35294:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624665.350977:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624665.350980:0:35294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767e00/0xcc94206c7ef419ca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a887d expref: -99 pid: 35293 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:0.0:1788624665.350988:0:35294:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03870200 count: 0 00010000:00000010:0.0:1788624665.350995:0:35294:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd05188700. 00010000:00000001:0.0:1788624665.351011:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.351012:0:35294:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.351015:0:35294:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624665.351016:0:35294:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.351018:0:35294:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624665.351027:0:35294:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773497479552 : -112300212072064 : ffff99dd11c05180) 00010000:00000001:0.0:1788624665.351032:0:35294:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624665.351035:0:35294:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788624665.351410:0:35294:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03f10500. 00010000:00000010:0.0:1788624665.351418:0:35294:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd11c18600. 00010000:00000001:0.0:1788624665.351424:0:35294:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624665.351428:0:35294:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d19c00. 00000020:00000001:0.0:1788624665.351432:0:35294:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624665.351434:0:35294:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d19c00 with handle 0xcc94206c7ef419d1 to hash 00000020:00000001:0.0:1788624665.351437:0:35294:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624665.351439:0:35294:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624665.351444:0:35294:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624665.351448:0:35294:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.351450:0:35294:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.351454:0:35294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624665.351466:0:35294:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35294 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788624665.351482:0:35294:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788624665.351499:0:35294:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11c05180 x1875506845081984/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788624665.351510:0:35294:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35294 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624665.351516:0:35294:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624665.351519:0:35294:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624665.351529:0:35294:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203be240. 00000100:00000001:0.0:1788624665.351531:0:35294:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740458560 : -112299969093056 : ffff99dd203be240) 00000100:00000001:0.0:1788624665.351535:0:35294:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624665.351536:0:35294:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497479552 : -112300212072064 : ffff99dd11c05180) 00000100:00000001:0.0:1788624665.351542:0:35294:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624665.351548:0:35294:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.351551:0:35294:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624665.351553:0:35294:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624665.351558:0:35294:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05180 x1875506845081984/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624665.351566:0:35294:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624665.351569:0:35294:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624665.351573:0:35294:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624665.351576:0:35294:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624665.351579:0:35294:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624665.351583:0:35294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05180 pname:cluuid:pid:xid:nid:opc:job bash:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35294:1875506845081984:192.168.202.125@tcp:101:bash.0 00000100:00000001:0.0:1788624665.351588:0:35294:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624665.351596:0:35294:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624665.351599:0:35294:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624665.351602:0:35294:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624665.351689:0:35294:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff99dd04900000. 02000000:00000001:0.0:1788624665.351691:0:35294:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624665.351701:0:35294:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624665.351706:0:35294:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d268. 00000400:00000010:0.0:1788624665.351714:0:35294:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff99dd049ca400. 00000100:00000200:0.0:1788624665.351723:0:35294:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875506845081984, portal 10 00000100:00000001:0.0:1788624665.351725:0:35294:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624665.351726:0:35294:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497479552 : -112300212072064 : ffff99dd11c05180) 00000100:00000040:0.0:1788624665.351733:0:35294:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c05180 x1875506845081984/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624681 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624665.351739:0:35294:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624665.351742:0:35294:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624665.351746:0:35294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053954c8. 00000100:00000200:0.0:1788624665.351749:0:35294:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875506845081984, offset 0 00000400:00000200:0.0:1788624665.351756:0:35294:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624665.351766:0:35294:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624665.351776:0:35294:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624665.351782:0:35294:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624665.351787:0:35294:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624665.351791:0:35294:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624665.351794:0:35294:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624665.351798:0:35294:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3026:3026:256:4294967295] 192.168.202.125@tcp LPNI seq info [3026:3026:8:4294967295] 00000400:00000200:0.0:1788624665.351802:0:35294:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624665.351813:0:35294:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624665.351819:0:35294:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624665.351825:0:35294:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cd00. 00000800:00000200:0.0:1788624665.351832:0:35294:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624665.351840:0:35294:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624665.351845:0:35294:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cd00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788624665.352284:0:35294:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624665.352291:0:35294:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 841451 usecs (842 jiffies) 00000400:00000200:0.0:1788624665.352296:0:35294:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624665.352300:0:35294:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296680256 00000100:00000001:0.0:1788624665.352304:0:35294:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:0.0:1788624665.352307:0:35294:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296680256 00000100:00000001:0.0:1788624665.352309:0:35294:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:0.0:1788624665.352312:0:35294:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624665.352315:0:35294:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.352318:0:35294:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624665.352321:0:35294:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624665.352325:0:35294:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be240 going to sleep for 11 seconds 00000100:00000001:0.0:1788624665.352328:0:35294:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624665.352332:0:35294:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624665.352808:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624665.352815:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cd00. 00000400:00000200:2.0:1788624665.352824:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.352832:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624665.352840:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053954c8 00000400:00000010:2.0:1788624665.352844:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053954c8. 00000100:00000001:2.0:1788624665.352850:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624665.352855:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05180 x1875506845081984/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624681 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.352867:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.352872:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05180 x1875506845081984/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624681 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.352879:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.352881:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624665.358176:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.358202:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624665.358993:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.359004:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.359019:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.359030:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624665.359043:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.359049:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.359058:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.359063:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c377466180 00000400:00000200:2.0:1788624665.359070:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.359089:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x894d [32] + 224 00000800:00000001:2.0:1788624665.359099:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.359161:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.359167:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.359173:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624665.359183:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624665.359195:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05180 x1875506845081984/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624681 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000010:0.1:1788624665.359488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870200. 00010000:00000010:0.1:1788624665.359498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767e00. 00000100:00000040:2.0:1788624665.359732:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff99dd11c05180 x1875506845081984/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.359755:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624665.359769:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.359774:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.359898:0:35294:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624665.359910:0:35294:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624665.359912:0:35294:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624665.359917:0:35294:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d268. 00000400:00000200:0.0:1788624665.359922:0:35294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd049ca400 00000400:00000010:0.0:1788624665.359925:0:35294:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff99dd049ca400. 00000100:00000001:0.0:1788624665.359931:0:35294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624665.359939:0:35294:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05180 x1875506845081984/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624665.359948:0:35294:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05180 x1875506845081984/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624665.359954:0:35294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624665.359956:0:35294:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.359959:0:35294:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624665.359964:0:35294:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624665.359967:0:35294:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624665.359970:0:35294:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624665.359974:0:35294:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624665.359990:0:35294:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=94 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624665.359996:0:35294:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624665.359999:0:35294:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624665.360001:0:35294:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.360005:0:35294:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624665.360010:0:35294:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.360015:0:35294:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788624665.360018:0:35294:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788624665.360021:0:35294:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788624665.360025:0:35294:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624665.360026:0:35294:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497479552 : -112300212072064 : ffff99dd11c05180) 00000100:00000001:0.0:1788624665.360031:0:35294:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624665.360034:0:35294:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788624665.360037:0:35294:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624665.360040:0:35294:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624665.360046:0:35294:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05180 x1875506845081984/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624681 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624665.360054:0:35294:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624665.360057:0:35294:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624665.360060:0:35294:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624665.360064:0:35294:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05180 x1875506845081984/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624681 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624665.360084:0:35294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05180 pname:cluuid:pid:xid:nid:opc:job bash:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35294:1875506845081984:192.168.202.125@tcp:101:bash.0 00000100:00000001:0.0:1788624665.360091:0:35294:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.360094:0:35294:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.360097:0:35294:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624665.360099:0:35294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624665.360103:0:35294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05180 x1875506845081984/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624681 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624665.360150:0:35294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624665.360161:0:35294:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203be240. 00000100:00000001:0.0:1788624665.360166:0:35294:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624665.360167:0:35294:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.360172:0:35294:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624665.360178:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.360181:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.360185:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19c00 refcount=4 00000020:00000001:0.0:1788624665.360188:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624665.360191:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000040:0.0:1788624665.360199:0:35294:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd11d19c00, remote cookie: 0xa103bd66258a888b, flags: 0x1001 00010000:00010000:0.0:1788624665.360214:0:35294:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a888b expref: -99 pid: 35294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788624665.360225:0:35294:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788624665.360228:0:35294:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788624665.360237:0:35294:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 2 00010000:00000001:0.0:1788624665.360241:0:35294:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1788624665.360245:0:35294:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10500 count: 0 00010000:00000010:0.0:1788624665.360252:0:35294:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd11c18600. 00010000:00000001:0.0:1788624665.360263:0:35294:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.360279:0:35294:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a888b expref: -99 pid: 35294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624665.360288:0:35294:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a888b expref: -99 pid: 35294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624665.360296:0:35294:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624665.360302:0:35294:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624665.360305:0:35294:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624665.360307:0:35294:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624665.360309:0:35294:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624665.360311:0:35294:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff99dd0382a900) refcount = 2 00010000:00000040:0.0:1788624665.360314:0:35294:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788624665.360317:0:35294:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788624665.360329:0:35294:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a888b expref: -99 pid: 35294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624665.360335:0:35294:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624665.360339:0:35294:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624665.360341:0:35294:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624665.360345:0:35294:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624665.360348:0:35294:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.360351:0:35294:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a888b expref: -99 pid: 35294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624665.360593:0:35294:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624665.360595:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.360597:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.360598:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.360599:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.360602:0:35294:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624665.360609:0:35294:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788624665.360613:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.360615:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.360617:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19c00 refcount=3 00000020:00000001:0.0:1788624665.360620:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624665.360623:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624665.360625:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.360627:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.360628:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19c00 refcount=4 00000020:00000001:0.0:1788624665.360630:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624665.360632:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624665.360635:0:35294:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.360639:0:35294:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.360642:0:35294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a888b expref: -99 pid: 35294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624665.360650:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.360652:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.360653:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.360654:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.360656:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19c00 refcount=5 00000020:00000001:0.0:1788624665.360658:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624665.360660:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624665.360662:0:35294:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624665.360665:0:35294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a888b expref: -99 pid: 35294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624665.360671:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.360672:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624665.360675:0:35294:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a888b expref: -99 pid: 35294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624665.360682:0:35294:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624665.360683:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.360684:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.360685:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.360686:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788624665.360693:0:35294:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff99dd11c05180 x1875506845081984/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624681 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624665.360703:0:35294:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788624665.360709:0:35294:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11c05180 x1875506845081984/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624681 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624665.360715:0:35294:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.360722:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.360723:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.360725:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19c00 refcount=3 00000020:00000001:0.0:1788624665.360727:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624665.360729:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00000002:00010000:0.0:1788624665.360733:0:35294:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a888b expref: -99 pid: 35294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788624665.360748:0:35294:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99dd215f8d80. 00010000:00000001:0.0:1788624665.360750:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.360751:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624665.360753:0:35294:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624665.360756:0:35294:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624665.360760:0:35294:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788624665.360763:0:35294:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624665.360764:0:35294:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497479552 : -112300212072064 : ffff99dd11c05180) 00010000:00000001:0.0:1788624665.360766:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.360767:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.360768:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19c00 refcount=3 00000020:00000001:0.0:1788624665.360770:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624665.360772:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00000002:00010000:0.0:1788624665.360776:0:35294:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a888b expref: -99 pid: 35294 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624665.360782:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.360783:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.360785:0:35294:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624665.360787:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.360788:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.360789:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19c00 refcount=3 00000020:00000001:0.0:1788624665.360791:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624665.360793:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000040:0.0:1788624665.360797:0:35294:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 3 00010000:00000001:0.0:1788624665.360799:0:35294:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624665.360802:0:35294:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.360807:0:35294:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624665.360810:0:35294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788624665.360821:0:35294:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624665.360828:0:35294:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.360832:0:35294:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624665.360839:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.360840:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.360842:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.360843:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.360844:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19c00 refcount=3 00000020:00000001:0.0:1788624665.360846:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624665.360848:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:0.0:1788624665.360850:0:35294:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1788624665.360854:0:35294:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a888b expref: -99 pid: 35294 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624665.360861:0:35294:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624665.360863:0:35294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xa103bd66258a888b expref: -99 pid: 35294 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624665.360869:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.360871:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624665.360873:0:35294:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xa103bd66258a888b expref: -99 pid: 35294 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624665.360880:0:35294:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.360881:0:35294:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.360885:0:35294:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788624665.360892:0:35294:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99dd203be240. 00010000:00000001:0.0:1788624665.360897:0:35294:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788624665.360909:0:35294:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1788624665.360912:0:35294:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.360914:0:35294:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.360916:0:35294:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624665.360917:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.360918:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624665.360920:0:35294:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624665.360924:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf888 00000002:00002000:0.0:1788624665.360926:0:35294:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788624665.360930:0:35294:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624665.360934:0:35294:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624665.360937:0:35294:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624665.360941:0:35294:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788624665.360945:0:35294:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624665.360950:0:35294:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624665.360955:0:35294:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197f4e00. 00000080:00000001:0.0:1788624665.360960:0:35294:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624665.360968:0:35294:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788624665.360972:0:35294:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1788624665.360977:0:35294:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624665.360983:0:35294:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834008 : -112300453717608 : ffff99dd03591998) 00000020:00001000:0.0:1788624665.360985:0:35294:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591990 00000020:00000001:0.0:1788624665.360989:0:35294:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788624665.360994:0:35294:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788624665.360997:0:35294:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788624665.361005:0:35294:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd1879ce40. 00020000:00000010:0.0:1788624665.361011:0:35294:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd2161c880. 00020000:00000010:0.0:1788624665.361017:0:35294:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd1879cf00. 00020000:00000001:0.0:1788624665.361020:0:35294:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773610299136 : -112300099252480 : ffff99dd1879cf00) 00020000:00000002:0.0:1788624665.361024:0:35294:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd1879cf00, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788624665.361029:0:35294:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788624665.361034:0:35294:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd2161c880: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1788624665.361039:0:35294:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd217261f0) owner ffff99dd035227c0 00020000:00000001:0.0:1788624665.361043:0:35294:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788624665.361046:0:35294:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd217261f0) owner ffff99dd035227c0 00020000:00000010:0.0:1788624665.361051:0:35294:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd2161c880. 00020000:00000010:0.0:1788624665.361057:0:35294:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd1879ce40. 00020000:00000010:0.0:1788624665.361060:0:35294:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd1879cf00. 00020000:00000002:0.0:1788624665.361062:0:35294:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788624665.361064:0:35294:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.361066:0:35294:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788624665.361069:0:35294:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591990 00000080:00000001:0.0:1788624665.361075:0:35294:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:0.0:1788624665.361079:0:35294:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1788624665.361084:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.361086:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.361088:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=3 00000020:00000001:0.0:1788624665.361090:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:0.0:1788624665.361092:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00000080:00000001:0.0:1788624665.361096:0:35294:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788624665.361098:0:35294:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624665.361099:0:35294:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834008 : -112300453717608 : ffff99dd03591998) 00000020:00001000:0.0:1788624665.361101:0:35294:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591990 00000020:00000001:0.0:1788624665.361102:0:35294:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788624665.361104:0:35294:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788624665.361173:0:35294:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788624665.361177:0:35294:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd1879cf00. 00020000:00000010:0.0:1788624665.361180:0:35294:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd2161c880. 00020000:00000010:0.0:1788624665.361183:0:35294:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd1879ce40. 00020000:00000001:0.0:1788624665.361184:0:35294:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773610298944 : -112300099252672 : ffff99dd1879ce40) 00020000:00000002:0.0:1788624665.361187:0:35294:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd1879ce40, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788624665.361191:0:35294:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788624665.361194:0:35294:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd2161c880: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1788624665.361197:0:35294:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd217261f0) owner ffff99dd035227c0 00020000:00000001:0.0:1788624665.361199:0:35294:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788624665.361202:0:35294:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd217261f0) owner ffff99dd035227c0 00020000:00000010:0.0:1788624665.361205:0:35294:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd2161c880. 00000020:00000001:1.0:1788624665.361778:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624665.361783:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624665.361787:0:16815:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788624665.361791:0:16815:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788624665.361795:0:16815:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788624665.361801:0:16815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xa103bd66258a888b expref: -99 pid: 35294 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624665.361811:0:16815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd11d19c00 already unused, calling callback (ffffffffc194e620) 00000080:00000001:1.0:1788624665.361815:0:16815:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788624665.361819:0:16815:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xa103bd66258a888b expref: -99 pid: 35294 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624665.361828:0:16815:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788624665.361831:0:16815:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788624665.361835:0:16815:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xa103bd66258a888b expref: -99 pid: 35294 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624665.361841:0:16815:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788624665.361845:0:16815:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788624665.361847:0:16815:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.361849:0:16815:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.361851:0:16815:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19c00 refcount=3 00000020:00000001:1.0:1788624665.361853:0:16815:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:1.0:1788624665.361855:0:16815:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612736 : -112300210938880 : ffff99dd11d19c00) 00010000:00000001:1.0:1788624665.361859:0:16815:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788624665.361862:0:16815:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a888b expref: -99 pid: 35294 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788624665.361869:0:16815:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788624665.361873:0:16815:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788624665.361876:0:16815:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788624665.361878:0:16815:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:1.0:1788624665.361882:0:16815:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624665.361884:0:16815:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624665.361889:0:16815:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 3 00010000:00000001:1.0:1788624665.361892:0:16815:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624665.361896:0:16815:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788624665.361899:0:16815:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788624665.361901:0:16815:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624665.361906:0:16815:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624665.361909:0:16815:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788624665.361916:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.361917:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624665.361919:0:16815:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788624665.361921:0:16815:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.361922:0:16815:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.361924:0:16815:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=4 00000020:00000001:1.0:1788624665.361926:0:16815:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:1.0:1788624665.361928:0:16815:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:1.0:1788624665.361929:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.361931:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624665.361933:0:16815:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624665.361937:0:16815:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788624665.361938:0:16815:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.361941:0:16815:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788624665.361944:0:16815:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788624665.361946:0:16815:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788624665.361948:0:16815:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624665.361950:0:16815:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788624665.361953:0:16815:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d19c00 with handle 0xcc94206c7ef419d1 from hash 00010000:00000001:1.0:1788624665.361955:0:16815:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788624665.361956:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.361958:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.361959:0:16815:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788624665.361962:0:16815:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788624665.361965:0:16815:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788624665.361970:0:16815:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624665.361976:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.361977:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.361979:0:16815:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.361982:0:16815:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624665.361984:0:16815:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788624665.361993:0:16815:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8380. 00000020:00000040:1.0:1788624665.361997:0:16815:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624665.362002:0:16815:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624665.362005:0:16815:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624665.362007:0:16815:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624665.362015:0:16815:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd18744e00. 00000100:00000001:1.0:1788624665.362023:0:16815:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.362027:0:16815:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788624665.362032:0:16815:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a888b expref: -99 pid: 35294 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624665.362038:0:16815:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788624665.362039:0:16815:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.362045:0:16815:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624665.362051:0:16815:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624665.362062:0:16815:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007aae9ca7] to pc [ptlrpcd_00_00+0] req@ffff99dd11dd8380 x1875506845082112/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788624665.362095:0:16815:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624665.362097:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.362098:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.362100:0:16815:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.362103:0:16815:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.362135:0:16815:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624665.362138:0:16815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a888b expref: -99 pid: 35294 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624665.362145:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788624665.362147:0:16815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19c00/0xcc94206c7ef419d1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a888b expref: -99 pid: 35294 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1788624665.362166:0:16815:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd215f8d80. 00010000:00000001:1.0:1788624665.362179:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.362181:0:16815:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788624665.362183:0:16815:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff99dd203be240. 00010000:00000001:1.0:1788624665.362186:0:16815:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.362188:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624665.362189:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624665.362191:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788624665.362193:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624665.362194:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624665.362195:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788624665.362197:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624665.362198:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624665.362200:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788624665.362283:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624665.362288:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624665.362291:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624665.362298:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8380 x1875506845082112/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624665.362313:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624665.362316:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624665.362321:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624665.362324:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624665.362326:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624665.362330:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845082112:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788624665.362335:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624665.362342:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624665.362345:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624665.362347:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624665.362353:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd18745400. 02000000:00000001:1.0:1788624665.362501:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624665.362512:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624665.362518:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793210. 00000400:00000010:1.0:1788624665.362684:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c4c8. 00000100:00000200:1.0:1788624665.362696:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845082112, portal 18 00000100:00000001:1.0:1788624665.362698:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624665.362700:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392896 : -112300210158720 : ffff99dd11dd8380) 00000100:00000040:1.0:1788624665.362709:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd8380 x1875506845082112/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624681 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624665.362717:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624665.362720:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624665.362724:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c2a8. 00000100:00000200:1.0:1788624665.362729:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875506845082112, offset 0 00000400:00000200:1.0:1788624665.362737:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624665.362749:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624665.362759:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624665.362767:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624665.362772:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624665.362776:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624665.362779:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624665.362784:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3027:3027:256:4294967295] 192.168.202.125@tcp LPNI seq info [3027:3027:8:4294967295] 00000400:00000200:1.0:1788624665.362789:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624665.362801:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624665.362807:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624665.362813:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e600. 00000800:00000200:1.0:1788624665.362822:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624665.362832:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624665.362838:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788624665.362849:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624665.362854:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 840415 usecs (841 jiffies) 00000400:00000200:1.0:1788624665.362858:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624665.362861:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296680264 00000100:00000001:1.0:1788624665.362865:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:1.0:1788624665.362867:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296680264 00000100:00000001:1.0:1788624665.362870:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:1.0:1788624665.362873:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624665.362876:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.362880:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.362884:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.362893:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624665.362895:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624665.362899:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624665.362900:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624665.362902:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.362904:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.362923:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624665.362926:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624665.363405:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624665.363412:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e600. 00000400:00000200:2.0:1788624665.363420:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.363427:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624665.363434:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c2a8 00000400:00000010:2.0:1788624665.363437:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c2a8. 00000100:00000001:2.0:1788624665.363443:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624665.363448:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8380 x1875506845082112/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624681 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.363461:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.363466:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8380 x1875506845082112/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.363473:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.363476:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00020000:00000010:0.0:1788624665.364024:0:35294:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd1879cf00. 00020000:00000010:0.0:1788624665.364027:0:35294:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd1879ce40. 00020000:00000002:0.0:1788624665.364031:0:35294:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788624665.364034:0:35294:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.364038:0:35294:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.364044:0:35294:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788624665.364047:0:35294:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd035227c0 00020000:00000002:0.0:1788624665.364051:0:35294:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd049ad000 addref 2/0 by ffff99dd035227c0. 00020000:00000002:0.0:1788624665.364053:0:35294:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd035227c0 00020000:00000001:0.0:1788624665.364056:0:35294:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788624665.364058:0:35294:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788624665.364060:0:35294:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788624665.364062:0:35294:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788624665.364064:0:35294:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788624665.364067:0:35294:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788624665.364070:0:35294:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591990 00000080:00000001:0.0:1788624665.364299:0:35294:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.364303:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.364305:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624665.364308:0:35294:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624665.364314:0:35294:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788624665.364316:0:35294:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624665.364320:0:35294:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff99dd1919aa08) for lock 0xcc94206c7ef419b5 00800000:00000001:0.0:1788624665.364324:0:35294:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624665.364327:0:35294:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624665.364329:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.364331:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.364334:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=3 00000020:00000001:0.0:1788624665.364337:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:0.0:1788624665.364340:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:0.0:1788624665.364342:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.364343:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624665.364345:0:35294:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624665.364347:0:35294:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.364350:0:35294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624665.364426:0:35294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05180 x1875506845081984/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624665.364435:0:35294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624665.364439:0:35294:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419b5 from it ffffbef881dbfbf0 00010000:00000001:0.0:1788624665.364442:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.364444:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.364446:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=3 00000020:00000001:0.0:1788624665.364448:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:0.0:1788624665.364450:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:0.0:1788624665.364453:0:35294:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624665.364457:0:35294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624665.364467:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.364469:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.364471:0:35294:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624665.364476:0:35294:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624665.364480:0:35294:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788624665.364489:0:35294:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624665.364494:0:35294:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624665.364498:0:35294:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624665.364504:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.364506:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.364508:0:35294:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.364513:0:35294:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624665.364515:0:35294:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.364517:0:35294:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.364523:0:35294:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.364982:0:35294:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624665.364984:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.364986:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624665.364991:0:35294:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624665.365003:0:35294:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd215f8140. 00000080:00000001:0.0:1788624665.365007:0:35294:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788624665.365017:0:35294:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788624665.365020:0:35294:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624665.365024:0:35294:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624665.365027:0:35294:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624665.365030:0:35294:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624665.365033:0:35294:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624665.365035:0:35294:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788624665.365049:0:35294:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624665.365055:0:35294:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788624665.365060:0:35294:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd105364e0. 00000002:00100000:0.0:1788624665.365068:0:35294:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11c05180 x1875506845081984/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624665.365464:0:35294:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624665.365466:0:35294:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788624665.365472:0:35294:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788624665.365476:0:35294:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.365481:0:35294:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788624665.365485:0:35294:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788624665.365488:0:35294:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624665.365491:0:35294:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788624665.365492:0:35294:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.365497:0:35294:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788624665.365499:0:35294:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.365501:0:35294:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788624665.365504:0:35294:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.365507:0:35294:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624665.365513:0:35294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624665.365519:0:35294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05180 x1875506845081984/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788624665.365651:0:35294:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624665.365656:0:35294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff99dd04900000. 02000000:00000001:0.0:1788624665.365692:0:35294:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788624665.365695:0:35294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.365700:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb98 00000080:00000008:0.0:1788624665.365702:0:35294:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), flags 102101, rc = 0 00020000:00000001:0.0:1788624665.365827:0:35294:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788624665.365833:0:35294:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd035227c0 00020000:00000002:0.0:1788624665.365838:0:35294:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd035227c0 00020000:00000001:0.0:1788624665.365840:0:35294:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788624665.371273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19c00. 00000800:00000001:2.0:1788624665.371692:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.371711:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624665.371715:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.371717:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.371729:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.371738:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624665.371749:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.371754:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.371761:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.371767:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 18 MB=0x6a9c377466200 00000400:00000200:2.0:1788624665.371773:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.371780:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8955 [1] + 224 00000800:00000001:2.0:1788624665.371788:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.371796:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.371801:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.371806:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624665.371817:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624665.371829:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8380 x1875506845082112/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624681 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624665.371843:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dd8380 x1875506845082112/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624681 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.371865:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624665.371878:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.371881:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.372314:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624665.372320:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624665.372330:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624665.372333:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624665.372337:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793210. 00000400:00000200:1.0:1788624665.372345:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c4c8 00000400:00000010:1.0:1788624665.372348:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c4c8. 00000100:00000001:1.0:1788624665.372351:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624665.372416:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8380 x1875506845082112/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624681 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624665.372427:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8380 x1875506845082112/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624681 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624665.372434:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624665.372436:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.372440:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624665.372444:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624665.372447:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624665.372450:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624665.372453:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624665.372468:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442580 time=93 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624665.372473:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624665.372476:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624665.372478:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.372482:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624665.372486:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.372492:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624665.372495:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788624665.372497:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624665.372501:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624665.372506:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8380 x1875506845082112/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624681 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624665.372515:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624665.372519:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624665.372521:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624665.372525:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8380 x1875506845082112/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624681 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624665.372533:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845082112:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788624665.372541:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.372545:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624665.372549:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8380 x1875506845082112/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624665.372556:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624665.372559:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624665.372563:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd18745400. 02000000:00000001:1.0:1788624665.372567:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624665.372571:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624665.372573:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624665.372576:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624665.372581:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd18744e00. 02000000:00000001:1.0:1788624665.372584:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624665.372586:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624665.372588:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8380. 00000100:00000001:1.0:1788624665.372592:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624665.372594:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.372596:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.372606:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624665.372609:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.372612:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624665.372615:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788624665.376791:0:35294:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10500. 00000020:00000001:0.0:1788624665.377252:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd28 00000080:00200008:0.0:1788624665.377257:0:35294:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788624665.377267:0:35294:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624665.377269:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfca0 00000080:00200000:0.0:1788624665.377271:0:35294:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff99dd1919aa08),name=recon 00000080:00000010:0.0:1788624665.377281:0:35294:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197f4e00. 00800000:00000002:0.0:1788624665.377290:0:35294:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624665.377299:0:35294:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624665.377306:0:35294:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624665.377308:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfbc0 00800000:00000002:0.0:1788624665.377311:0:35294:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624665.377316:0:35294:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624665.377321:0:35294:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624665.377325:0:35294:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624665.377328:0:35294:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624665.377332:0:35294:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624665.377334:0:35294:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624665.377337:0:35294:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624665.377339:0:35294:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624665.377343:0:35294:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624665.377344:0:35294:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624665.377345:0:35294:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624665.377347:0:35294:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624665.377348:0:35294:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624665.377350:0:35294:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788624665.377352:0:35294:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624665.377356:0:35294:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624665.377364:0:35294:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624665.377366:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfa90 00000002:00010000:0.0:1788624665.377369:0:35294:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624665.377374:0:35294:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624665.377378:0:35294:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624665.377381:0:35294:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624665.377390:0:35294:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 2 00010000:00000001:0.0:1788624665.377394:0:35294:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624665.377400:0:35294:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.377405:0:35294:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624665.377412:0:35294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788624665.377425:0:35294:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624665.377432:0:35294:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.377437:0:35294:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788624665.377445:0:35294:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624665.377448:0:35294:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624665.377451:0:35294:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624665.377453:0:35294:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624665.377456:0:35294:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624665.377458:0:35294:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624665.377462:0:35294:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624665.377466:0:35294:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624665.377470:0:35294:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197f4e00. 00000080:00000001:0.0:1788624665.377475:0:35294:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624665.377477:0:35294:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624665.377480:0:35294:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff99dd1919aa08) 00000080:00010000:0.0:1788624665.377483:0:35294:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff99dd1919aa08) for lock 0xcc94206c7ef419b5 00800000:00000001:0.0:1788624665.377487:0:35294:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624665.377489:0:35294:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624665.377492:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.377495:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.377499:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=3 00000020:00000001:0.0:1788624665.377502:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:0.0:1788624665.377505:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:0.0:1788624665.377508:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.377510:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624665.377511:0:35294:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624665.377513:0:35294:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624665.377516:0:35294:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419b5 from it ffffbef881dbfcd8 00010000:00000001:0.0:1788624665.377519:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.377520:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.377522:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=3 00000020:00000001:0.0:1788624665.377524:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:0.0:1788624665.377526:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:0.0:1788624665.377528:0:35294:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624665.377531:0:35294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788624665.377539:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.377540:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.377542:0:35294:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624665.377544:0:35294:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624665.377547:0:35294:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788624665.377555:0:35294:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624665.377560:0:35294:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624665.377562:0:35294:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624665.377568:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.377569:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.377571:0:35294:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.377576:0:35294:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624665.377578:0:35294:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.377580:0:35294:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.377584:0:35294:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.377587:0:35294:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624665.377589:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.377591:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624665.377595:0:35294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624665.377597:0:35294:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624665.377601:0:35294:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788624665.377604:0:35294:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788624665.377607:0:35294:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624665.377610:0:35294:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788624665.377611:0:35294:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.377614:0:35294:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788624665.377619:0:35294:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788624665.377622:0:35294:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624665.377627:0:35294:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834008 : -112300453717608 : ffff99dd03591998) 00000020:00001000:0.0:1788624665.377630:0:35294:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591990 00000020:00000001:0.0:1788624665.377636:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.377639:0:35294:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788624665.377643:0:35294:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788624665.377646:0:35294:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788624665.377649:0:35294:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624665.377651:0:35294:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788624665.377654:0:35294:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788624665.377656:0:35294:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.377658:0:35294:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624665.377663:0:35294:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff99dd11c927b0 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788624665.377667:0:35294:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd035227c0 00020000:00000001:0.0:1788624665.377671:0:35294:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788624665.377674:0:35294:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788624665.377677:0:35294:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788624665.377680:0:35294:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.377683:0:35294:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788624665.377686:0:35294:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788624665.377688:0:35294:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.377689:0:35294:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624665.377691:0:35294:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788624665.377692:0:35294:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788624665.377694:0:35294:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd035227c0 00000020:00000001:0.0:1788624665.377696:0:35294:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788624665.377699:0:35294:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788624665.377701:0:35294:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:0.0:1788624665.377705:0:35294:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788624665.377707:0:35294:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788624665.377710:0:35294:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788624665.377713:0:35294:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788624665.377719:0:35294:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788624665.377727:0:35294:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd11c18600. 00020000:00000002:0.0:1788624665.377731:0:35294:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788624665.377734:0:35294:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788624665.377737:0:35294:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.377739:0:35294:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788624665.377741:0:35294:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624665.377744:0:35294:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255831704 : -112300453719912 : ffff99dd03591098) 00000020:00001000:0.0:1788624665.377746:0:35294:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591090 00000020:00000001:0.0:1788624665.377750:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f468 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.377752:0:35294:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788624665.377756:0:35294:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624665.377757:0:35294:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788624665.377759:0:35294:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.377760:0:35294:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.377762:0:35294:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494039792 : -112300215511824 : ffff99dd118bd4f0) 00000020:00000001:0.0:1788624665.377765:0:35294:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788624665.377770:0:35294:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd034c2be0. 00000008:00010000:0.0:1788624665.377774:0:35294:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788624665.377778:0:35294:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624665.377779:0:35294:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788624665.377781:0:35294:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd11c18630, osc lock ffff99dd034c2be0, flags 0x400001002 00000020:00000001:0.0:1788624665.377784:0:35294:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.377787:0:35294:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.377790:0:35294:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773497558528 : -112300211993088 : ffff99dd11c18600) 00000020:00000001:0.0:1788624665.377792:0:35294:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624665.377793:0:35294:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788624665.377794:0:35294:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.377796:0:35294:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.377799:0:35294:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788624665.377801:0:35294:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788624665.377803:0:35294:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624665.377805:0:35294:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624665.377806:0:35294:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.377807:0:35294:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494039792 : -112300215511824 : ffff99dd118bd4f0) 00000020:00000001:0.0:1788624665.377810:0:35294:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624665.377813:0:35294:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624665.377815:0:35294:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788624665.377820:0:35294:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788624665.377822:0:35294:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788624665.377824:0:35294:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788624665.377826:0:35294:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788624665.377827:0:35294:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788624665.377828:0:35294:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788624665.377831:0:35294:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788624665.377833:0:35294:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624665.377838:0:35294:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870100 count: 2 00010000:00000001:0.0:1788624665.377840:0:35294:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624665.377845:0:35294:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.377848:0:35294:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624665.377853:0:35294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788624665.377865:0:35294:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624665.377867:0:35294:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.377871:0:35294:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624665.377880:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.377881:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.377884:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=4 00000020:00000001:0.0:1788624665.377886:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.377889:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00000008:00000001:0.0:1788624665.377893:0:35294:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788624665.377895:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.377896:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.377898:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=5 00000020:00000001:0.0:1788624665.377900:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.377902:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00000020:00000001:0.0:1788624665.377907:0:35294:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788624665.377910:0:35294:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788624665.377912:0:35294:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788624665.377914:0:35294:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.377916:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.377917:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.377918:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=6 00000020:00000001:0.0:1788624665.377921:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.377923:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.377925:0:35294:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624665.377928:0:35294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624665.377935:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.377936:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.377937:0:35294:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624665.377939:0:35294:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624665.377941:0:35294:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624665.377951:0:35294:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624665.377953:0:35294:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624665.377955:0:35294:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624665.377957:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.377958:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.377959:0:35294:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.377962:0:35294:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624665.377963:0:35294:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.377965:0:35294:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.377967:0:35294:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.377969:0:35294:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624665.377970:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.377971:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.377972:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.377974:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624665.377976:0:35294:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624665.377979:0:35294:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.377981:0:35294:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.377984:0:35294:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.377986:0:35294:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.377988:0:35294:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788624665.377989:0:35294:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788624665.377992:0:35294:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788624665.377994:0:35294:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788624665.377996:0:35294:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.377998:0:35294:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.378003:0:35294:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788624665.378006:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.378008:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.378010:0:35294:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788624665.378014:0:35294:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788624665.378018:0:35294:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788624665 a=0 c=1788624665 b=0 00020000:00000001:0.0:1788624665.378022:0:35294:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.378024:0:35294:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.378027:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000080:00200000:0.0:1788624665.378031:0:35294:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:0.0:1788624665.378034:0:35294:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788624665.378038:0:35294:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788624665.378040:0:35294:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd11c92750 (ffff99dd03591998/0) at cl_lock_release():245 00000020:00000001:0.0:1788624665.378044:0:35294:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624665.378045:0:35294:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c92750 (ffff99dd03591998/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788624665.378048:0:35294:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788624665.378050:0:35294:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.378051:0:35294:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494039792 : -112300215511824 : ffff99dd118bd4f0) 00000020:00000001:0.0:1788624665.378054:0:35294:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624665.378055:0:35294:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c18630 (ffff99dd03591098/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788624665.378058:0:35294:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788624665.378060:0:35294:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788624665.378061:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.378062:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624665.378064:0:35294:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788624665.378066:0:35294:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624665.378067:0:35294:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624665.378069:0:35294:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624665.378071:0:35294:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624665.378073:0:35294:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c92750 (ffff99dd03591998/0) at cl_lock_fini():72 00020000:00000001:0.0:1788624665.378076:0:35294:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788624665.378078:0:35294:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624665.378079:0:35294:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c18630 (ffff99dd03591998/1) at cl_lock_fini():72 00000008:00000010:0.0:1788624665.378083:0:35294:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034c2be0. 00000020:00000001:0.0:1788624665.378086:0:35294:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788624665.378090:0:35294:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd11c18600. 00020000:00000001:0.0:1788624665.378094:0:35294:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788624665.378095:0:35294:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788624665.378096:0:35294:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788624665.378099:0:35294:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.378101:0:35294:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788624665.378103:0:35294:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788624665.378145:0:35294:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788624665.378147:0:35294:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788624665.378149:0:35294:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624665.379889:0:35294:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591090 00020000:00000001:0.0:1788624665.379905:0:35294:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788624665.379909:0:35294:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788624665.379915:0:35294:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624665.379918:0:35294:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788624665.379924:0:35294:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788624665.379926:0:35294:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.379929:0:35294:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788624665.379931:0:35294:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624665.379933:0:35294:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624665.379935:0:35294:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591990 00000001:00000001:0.0:1788624665.379938:0:35294:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.380483:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd28 00000080:00000008:2.0:1788624665.380489:0:35294:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624665.380596:0:35294:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1788624665.380599:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd88 00000080:00200008:2.0:1788624665.380601:0:35294:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 23 00000080:00000002:2.0:1788624665.380605:0:35294:0:(file.c:2656:do_file_write_iter()) inode ffff99dd1919aa08 need_sync_to_oss [0x200000405:0x2b:0x0] 00000080:00000001:2.0:1788624665.380608:0:35294:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1788624665.380611:0:35294:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.380613:0:35294:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788624665.380616:0:35294:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.380620:0:35294:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788624665.380630:0:35294:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff99dd03591bd0. 00000020:00000010:2.0:1788624665.380636:0:35294:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd18bf1600. 00000020:00000010:2.0:1788624665.380645:0:35294:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff99dd1078a600. 00000020:00000010:2.0:1788624665.380649:0:35294:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff99dd18588a80. 00000008:00000010:2.0:1788624665.380658:0:35294:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff99dd02e4d980. 00020000:00000010:2.0:1788624665.380664:0:35294:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99dd062d10c0. 00008000:00000010:2.0:1788624665.380670:0:35294:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99dd2168b880. 00000080:00000010:2.0:1788624665.380677:0:35294:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99dd0530bdc8. 00000080:00000010:2.0:1788624665.380682:0:35294:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff99dd11c91720. 00000020:00000010:2.0:1788624665.380688:0:35294:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd0864b400. 00000008:00000010:2.0:1788624665.380692:0:35294:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99dd216a51e0. 00020000:00000010:2.0:1788624665.380696:0:35294:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff99dd118bcff8. 00008000:00000010:2.0:1788624665.380701:0:35294:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99dd11d41608. 00000080:00000010:2.0:1788624665.380705:0:35294:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99dd18bb1f00. 00000020:00000001:2.0:1788624665.380708:0:35294:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834584 : -112300453717032 : ffff99dd03591bd8) 00000020:00001000:2.0:1788624665.380712:0:35294:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591bd0 00000080:00000001:2.0:1788624665.380715:0:35294:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788624665.380716:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc98 00000080:00200000:2.0:1788624665.380718:0:35294:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:2.0:1788624665.380725:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc30 00000080:00200000:2.0:1788624665.380727:0:35294:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1788624665.380730:0:35294:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788624665.380734:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:2.0:1788624665.380737:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:2.0:1788624665.380738:0:35294:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788624665.380744:0:35294:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788624665.380748:0:35294:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788624665 a=0 c=1788624665 b=0 00020000:00000001:2.0:1788624665.380751:0:35294:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.380753:0:35294:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.380755:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000080:00200000:2.0:1788624665.380758:0:35294:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1788624665.380760:0:35294:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788624665.380763:0:35294:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788624665.380770:0:35294:0:(cl_io.c:214:cl_io_rw_init()) header@000000006e80308c[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:2.0:1788624665.380772:0:35294:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:2.0:1788624665.380775:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:2.0:1788624665.380777:0:35294:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788624665.380779:0:35294:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788624665.380782:0:35294:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788624665.380784:0:35294:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624665.380786:0:35294:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788624665.380789:0:35294:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624665.380794:0:35294:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.380797:0:35294:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788624665.380798:0:35294:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.380800:0:35294:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788624665.380803:0:35294:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff99dd11c91780 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1788624665.380807:0:35294:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd035227c0 00020000:00000001:2.0:1788624665.380810:0:35294:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788624665.380812:0:35294:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788624665.380815:0:35294:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788624665.380817:0:35294:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1788624665.380820:0:35294:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:2.0:1788624665.380824:0:35294:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1788624665.380826:0:35294:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788624665.380827:0:35294:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.380829:0:35294:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624665.380830:0:35294:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788624665.380831:0:35294:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788624665.380833:0:35294:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd035227c0 00000020:00000001:2.0:1788624665.380835:0:35294:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.380837:0:35294:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788624665.380839:0:35294:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1788624665.380842:0:35294:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1788624665.380846:0:35294:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.380849:0:35294:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788624665.380851:0:35294:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788624665.380854:0:35294:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788624665.380855:0:35294:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1788624665.380857:0:35294:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1788624665.380860:0:35294:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788624665.380863:0:35294:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788624665.380867:0:35294:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788624665.380871:0:35294:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624665.380873:0:35294:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788624665.380874:0:35294:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788624665.380878:0:35294:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff99dd03591ab0. 00000020:00000010:2.0:1788624665.380881:0:35294:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd0864ac00. 00000020:00000010:2.0:1788624665.380884:0:35294:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff99dd0864a400. 00000020:00000010:2.0:1788624665.380886:0:35294:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff99dd18588f00. 00000008:00000010:2.0:1788624665.380890:0:35294:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff99dd02e49660. 00020000:00000010:2.0:1788624665.380893:0:35294:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99dd062d1e40. 00008000:00000010:2.0:1788624665.380896:0:35294:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99dd2168a350. 00000080:00000010:2.0:1788624665.380900:0:35294:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99dd0530b2a0. 00000080:00000010:2.0:1788624665.380903:0:35294:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff99dd11c90de0. 00000020:00000010:2.0:1788624665.380906:0:35294:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd0864a200. 00000008:00000010:2.0:1788624665.380909:0:35294:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99dd216a5e40. 00020000:00000010:2.0:1788624665.380911:0:35294:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff99dd118be910. 00008000:00000010:2.0:1788624665.380914:0:35294:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99dd11d410f8. 00000080:00000010:2.0:1788624665.380917:0:35294:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99dd18bb1780. 00000020:00000001:2.0:1788624665.380920:0:35294:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834296 : -112300453717320 : ffff99dd03591ab8) 00000020:00001000:2.0:1788624665.380922:0:35294:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591ab0 00000020:00000001:2.0:1788624665.380924:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f468 -> ffff99dd1145f9e0 00000020:00000001:2.0:1788624665.380926:0:35294:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788624665.380929:0:35294:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624665.380931:0:35294:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788624665.380932:0:35294:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.380935:0:35294:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.380937:0:35294:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494038624 : -112300215512992 : ffff99dd118bd060) 00000020:00000001:2.0:1788624665.380940:0:35294:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788624665.380943:0:35294:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788624665.380948:0:35294:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.380951:0:35294:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.380954:0:35294:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.380955:0:35294:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.380957:0:35294:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.380959:0:35294:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788624665.380962:0:35294:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788624665.380964:0:35294:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788624665.380967:0:35294:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788624665.380970:0:35294:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.380973:0:35294:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.380976:0:35294:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788624665.380978:0:35294:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1788624665.380980:0:35294:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788624665.380982:0:35294:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788624665.380984:0:35294:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.380986:0:35294:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.380988:0:35294:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.380990:0:35294:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.380992:0:35294:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.380994:0:35294:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788624665.380996:0:35294:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624665.380997:0:35294:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788624665.380999:0:35294:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788624665.381001:0:35294:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.381002:0:35294:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.381004:0:35294:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.381005:0:35294:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.381006:0:35294:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788624665.381009:0:35294:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788624665.381011:0:35294:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788624665.381013:0:35294:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788624665.381015:0:35294:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788624665.381018:0:35294:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788624665.381025:0:35294:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd05188d00. 00020000:00000002:2.0:1788624665.381027:0:35294:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788624665.381030:0:35294:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788624665.381032:0:35294:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624665.381033:0:35294:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494038624 : -112300215512992 : ffff99dd118bd060) 00000020:00000001:2.0:1788624665.381035:0:35294:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788624665.381053:0:35294:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd10fb38f0. 00000008:00010000:2.0:1788624665.381056:0:35294:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788624665.381060:0:35294:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788624665.381061:0:35294:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788624665.381064:0:35294:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd05188d30, osc lock ffff99dd10fb38f0, flags 0x0 00000020:00000001:2.0:1788624665.381067:0:35294:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.381069:0:35294:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.381079:0:35294:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773285158144 : -112300424393472 : ffff99dd05188d00) 00000020:00000001:2.0:1788624665.381081:0:35294:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788624665.381082:0:35294:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788624665.381084:0:35294:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.381086:0:35294:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.381088:0:35294:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788624665.381090:0:35294:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788624665.381091:0:35294:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624665.381093:0:35294:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494038624 : -112300215512992 : ffff99dd118bd060) 00000020:00000001:2.0:1788624665.381095:0:35294:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788624665.381097:0:35294:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788624665.381099:0:35294:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788624665.381101:0:35294:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.381132:0:35294:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788624665.381135:0:35294:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788624665.381136:0:35294:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788624665.381139:0:35294:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788624665.381140:0:35294:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788624665.381141:0:35294:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788624665.381144:0:35294:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788624665.381148:0:35294:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624665.381169:0:35294:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870100 count: 2 00010000:00000001:2.0:1788624665.381173:0:35294:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624665.381180:0:35294:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624665.381186:0:35294:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624665.381192:0:35294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788624665.381215:0:35294:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624665.381221:0:35294:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624665.381225:0:35294:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624665.381235:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.381238:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.381242:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=4 00000020:00000001:2.0:1788624665.381244:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:2.0:1788624665.381247:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00000008:00000001:2.0:1788624665.381251:0:35294:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788624665.381254:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.381255:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.381256:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=5 00000020:00000001:2.0:1788624665.381258:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:2.0:1788624665.381260:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:2.0:1788624665.381262:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.381264:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.381265:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=6 00000020:00000001:2.0:1788624665.381267:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:2.0:1788624665.381269:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:2.0:1788624665.381271:0:35294:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624665.381273:0:35294:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624665.381276:0:35294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624665.381285:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.381287:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788624665.381290:0:35294:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.381292:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.381293:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.381295:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=7 00000020:00000001:2.0:1788624665.381297:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:2.0:1788624665.381299:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:2.0:1788624665.381302:0:35294:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624665.381306:0:35294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624665.381313:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.381315:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788624665.381318:0:35294:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624665.381325:0:35294:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624665.381327:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.381328:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.381329:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.381330:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788624665.381332:0:35294:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.381334:0:35294:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.381337:0:35294:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.381339:0:35294:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.381341:0:35294:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.381343:0:35294:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.381345:0:35294:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.381347:0:35294:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.381349:0:35294:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1788624665.381352:0:35294:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:2.0:1788624665.381366:0:35294:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788624665.381368:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:2.0:1788624665.381370:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:2.0:1788624665.381372:0:35294:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788624665.381374:0:35294:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788624665.381377:0:35294:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788624665 a=0 c=1788624665 b=0 00020000:00000001:2.0:1788624665.381380:0:35294:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.381381:0:35294:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.381383:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000080:00200000:2.0:1788624665.381385:0:35294:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1788624665.381387:0:35294:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788624665.381390:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb80 00000080:00200000:2.0:1788624665.381392:0:35294:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:2.0:1788624665.381395:0:35294:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788624665.381398:0:35294:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd035227c0 00020000:00000002:2.0:1788624665.381401:0:35294:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd049ad000 addref 2/0 by ffff99dd035227c0. 00020000:00000002:2.0:1788624665.381404:0:35294:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd035227c0 00000020:00000001:2.0:1788624665.381407:0:35294:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1788624665.381410:0:35294:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788624665.381412:0:35294:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788624665.381415:0:35294:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:2.0:1788624665.381418:0:35294:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624665.381419:0:35294:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494038624 : -112300215512992 : ffff99dd118bd060) 00000020:00000001:2.0:1788624665.381421:0:35294:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788624665.381423:0:35294:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788624665.381426:0:35294:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.381429:0:35294:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.381431:0:35294:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.381432:0:35294:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.381441:0:35294:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1788624665.381448:0:35294:0:(xattr.c:483:ll_xattr_list()) Process entered 00000080:00000001:2.0:1788624665.381452:0:35294:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:2.0:1788624665.381455:0:35294:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:2.0:1788624665.381457:0:35294:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:2.0:1788624665.381462:0:35294:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd0864b800. 00000080:00000001:2.0:1788624665.381469:0:35294:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624665.381476:0:35294:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624665.381478:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf798 00800000:00000002:2.0:1788624665.381481:0:35294:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x200000405:0x2b:0x0] 00800000:00000001:2.0:1788624665.381485:0:35294:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624665.381489:0:35294:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624665.381493:0:35294:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624665.381496:0:35294:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624665.381499:0:35294:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624665.381501:0:35294:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624665.381504:0:35294:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:2.0:1788624665.381506:0:35294:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624665.381511:0:35294:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x2b:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624665.381517:0:35294:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624665.381519:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf668 00000002:00010000:2.0:1788624665.381521:0:35294:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200000405:0x2b:0x0], intent: getxattr flags 0 00000002:00000001:2.0:1788624665.381526:0:35294:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788624665.381528:0:35294:0:(mdc_locks.c:538:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:2.0:1788624665.381535:0:35294:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61500. 00000020:00000040:2.0:1788624665.381540:0:35294:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:2.0:1788624665.381545:0:35294:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788624665.381547:0:35294:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.381552:0:35294:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624665.381559:0:35294:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624665.381567:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.381568:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.381570:0:35294:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.381574:0:35294:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624665.381577:0:35294:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624665.381580:0:35294:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624665.381589:0:35294:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd0483b800. 00000100:00000001:2.0:1788624665.381600:0:35294:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.381606:0:35294:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624665.381608:0:35294:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.381609:0:35294:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624665.381610:0:35294:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.381612:0:35294:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:2.0:1788624665.381615:0:35294:0:(mdc_locks.c:563:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff99dd10dbf800: get xattrs for [0x200000405:0x2b:0x0] 00000002:00000001:2.0:1788624665.381624:0:35294:0:(mdc_locks.c:600:mdc_intent_getxattr_pack()) Process leaving (rc=18446631773498905856 : -112300210645760 : ffff99dd11d61500) 00010000:00000001:2.0:1788624665.381629:0:35294:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624665.381631:0:35294:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788624665.381636:0:35294:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 2 00010000:00000001:2.0:1788624665.381638:0:35294:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624665.381640:0:35294:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624665.381645:0:35294:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10766c00. 00000020:00000001:2.0:1788624665.381649:0:35294:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624665.381651:0:35294:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10766c00 with handle 0xcc94206c7ef419d8 to hash 00000020:00000001:2.0:1788624665.381654:0:35294:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624665.381655:0:35294:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475859456 : -112300233692160 : ffff99dd10766c00) 00010000:00000001:2.0:1788624665.381659:0:35294:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475859456 : -112300233692160 : ffff99dd10766c00) 00010000:00000001:2.0:1788624665.381662:0:35294:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624665.381663:0:35294:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624665.381667:0:35294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766c00/0xcc94206c7ef419d8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624665.381675:0:35294:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766c00/0xcc94206c7ef419d8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35294 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624665.381687:0:35294:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766c00/0xcc94206c7ef419d8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35294 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624665.381693:0:35294:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624665.381695:0:35294:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624665.381704:0:35294:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1047e900. 00000100:00000001:2.0:1788624665.381707:0:35294:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773472811264 : -112300236740352 : ffff99dd1047e900) 00000100:00000001:2.0:1788624665.381710:0:35294:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624665.381712:0:35294:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498905856 : -112300210645760 : ffff99dd11d61500) 00000100:00000001:2.0:1788624665.381717:0:35294:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624665.381720:0:35294:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.381723:0:35294:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624665.381725:0:35294:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624665.381742:0:35294:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61500 x1875506845082240/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.381753:0:35294:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624665.381756:0:35294:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624665.381760:0:35294:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624665.381763:0:35294:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624665.381766:0:35294:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624665.381770:0:35294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61500 pname:cluuid:pid:xid:nid:opc:job uname:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35294:1875506845082240:192.168.202.125@tcp:101:uname.0 00000100:00000001:2.0:1788624665.381775:0:35294:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624665.381783:0:35294:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624665.381785:0:35294:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624665.381789:0:35294:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624665.381795:0:35294:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff99dd18ba3000. 02000000:00000001:2.0:1788624665.381797:0:35294:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624665.381808:0:35294:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624665.381813:0:35294:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a29a0. 00000400:00000010:2.0:1788624665.381822:0:35294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08b28. 00000100:00000200:2.0:1788624665.381831:0:35294:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1875506845082240, portal 10 00000100:00000001:2.0:1788624665.381833:0:35294:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624665.381834:0:35294:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498905856 : -112300210645760 : ffff99dd11d61500) 00000100:00000040:2.0:1788624665.381840:0:35294:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d61500 x1875506845082240/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.381848:0:35294:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624665.381852:0:35294:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624665.381855:0:35294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08dd0. 00000100:00000200:2.0:1788624665.381858:0:35294:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875506845082240, offset 0 00000400:00000200:2.0:1788624665.381865:0:35294:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624665.381876:0:35294:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.381885:0:35294:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624665.381892:0:35294:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624665.381896:0:35294:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624665.381901:0:35294:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624665.381904:0:35294:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624665.381909:0:35294:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3028:3028:256:4294967295] 192.168.202.125@tcp LPNI seq info [3028:3028:8:4294967295] 00000400:00000200:2.0:1788624665.381914:0:35294:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.381925:0:35294:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624665.381932:0:35294:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624665.381938:0:35294:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346200. 00000800:00000200:2.0:1788624665.381945:0:35294:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624665.381955:0:35294:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624665.381961:0:35294:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346200 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1788624665.381998:0:35294:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624665.382004:0:35294:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 839385 usecs (840 jiffies) 00000400:00000200:2.0:1788624665.382007:0:35294:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624665.382011:0:35294:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296680282 00000100:00000001:2.0:1788624665.382014:0:35294:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:2.0:1788624665.382017:0:35294:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296680282 00000100:00000001:2.0:1788624665.382020:0:35294:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:2.0:1788624665.382023:0:35294:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624665.382025:0:35294:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.382028:0:35294:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624665.382030:0:35294:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624665.382033:0:35294:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1047e900 going to sleep for 11 seconds 00000100:00000001:2.0:1788624665.382036:0:35294:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624665.382039:0:35294:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624665.382527:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624665.382534:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346200. 00000400:00000200:3.0:1788624665.382542:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624665.382549:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624665.382557:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08dd0 00000400:00000010:3.0:1788624665.382560:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08dd0. 00000100:00000001:3.0:1788624665.382566:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624665.382571:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61500 x1875506845082240/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.382582:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.382586:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61500 x1875506845082240/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788624681 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.382593:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.382595:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624665.389078:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.389172:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624665.389178:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.389183:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.389200:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.389210:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624665.389222:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.389230:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.389237:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.389245:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 1144 into portal 10 MB=0x6a9c377466280 00000400:00000200:2.0:1788624665.389252:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.389261:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 1144/1144 into md 0x895d [1] + 224 00000800:00000001:2.0:1788624665.389272:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.389284:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.389288:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.389293:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624665.389304:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624665.389319:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61500 x1875506845082240/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788624681 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624665.389332:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=1144 offset=224 replen=3376 req@ffff99dd11d61500 x1875506845082240/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.389407:0:35294:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624665.389430:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624665.389443:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.389447:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788624665.390053:0:35294:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624665.390057:0:35294:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624665.390062:0:35294:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a29a0. 00000400:00000200:3.0:1788624665.390068:0:35294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08b28 00000400:00000010:3.0:1788624665.390071:0:35294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08b28. 00000100:00000001:3.0:1788624665.390076:0:35294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624665.390082:0:35294:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61500 x1875506845082240/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788624665.390093:0:35294:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61500 x1875506845082240/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.390099:0:35294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624665.390102:0:35294:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.390199:0:35294:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624665.390256:0:35294:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624665.390260:0:35294:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624665.390262:0:35294:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624665.390266:0:35294:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624665.390279:0:35294:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=94 v=5 (5 103 103 103) 00000100:00001000:3.0:1788624665.390284:0:35294:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624665.390287:0:35294:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624665.390290:0:35294:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.390293:0:35294:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624665.390298:0:35294:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.390302:0:35294:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624665.390305:0:35294:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:3.0:1788624665.390307:0:35294:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624665.390311:0:35294:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624665.390317:0:35294:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d61500 x1875506845082240/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.390325:0:35294:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624665.390328:0:35294:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624665.390331:0:35294:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624665.390335:0:35294:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61500 x1875506845082240/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788624681 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788624665.390343:0:35294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d61500 pname:cluuid:pid:xid:nid:opc:job uname:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35294:1875506845082240:192.168.202.125@tcp:101:uname.0 00000100:00000001:3.0:1788624665.390348:0:35294:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.390351:0:35294:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.390354:0:35294:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788624665.390357:0:35294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.390360:0:35294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61500 x1875506845082240/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788624681 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.390368:0:35294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624665.390372:0:35294:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1047e900. 00000100:00000001:3.0:1788624665.390376:0:35294:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788624665.390378:0:35294:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.390382:0:35294:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788624665.390387:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.390390:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.390395:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766c00 refcount=4 00000020:00000001:3.0:1788624665.390397:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859456 : -112300233692160 : ffff99dd10766c00) 00010000:00000001:3.0:1788624665.390401:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859456 : -112300233692160 : ffff99dd10766c00) 00010000:00000040:3.0:1788624665.390411:0:35294:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10766c00, remote cookie: 0xa103bd66258a88a0, flags: 0x1001 00010000:00010000:3.0:1788624665.390420:0:35294:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766c00/0xcc94206c7ef419d8 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88a0 expref: -99 pid: 35294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.390431:0:35294:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788624665.390437:0:35294:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788624665.390440:0:35294:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788624665.390443:0:35294:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788624665.390444:0:35294:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788624665.390447:0:35294:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff99dd0382a900) refcount = 2 00010000:00000040:3.0:1788624665.390451:0:35294:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788624665.390454:0:35294:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1788624665.390462:0:35294:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766c00/0xcc94206c7ef419d8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88a0 expref: -99 pid: 35294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.390468:0:35294:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788624665.390473:0:35294:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788624665.390475:0:35294:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624665.390478:0:35294:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788624665.390481:0:35294:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624665.390484:0:35294:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766c00/0xcc94206c7ef419d8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88a0 expref: -99 pid: 35294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.390492:0:35294:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788624665.390494:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.390496:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.390497:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.390498:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.390500:0:35294:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624665.390507:0:35294:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788624665.390509:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.390510:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.390511:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766c00 refcount=3 00000020:00000001:3.0:1788624665.390514:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859456 : -112300233692160 : ffff99dd10766c00) 00010000:00000001:3.0:1788624665.390517:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859456 : -112300233692160 : ffff99dd10766c00) 00010000:00000001:3.0:1788624665.390519:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.390520:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788624665.390525:0:35294:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffff99dd11d61500 x1875506845082240/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788624665.390533:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.390534:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.390536:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766c00 refcount=3 00000020:00000001:3.0:1788624665.390538:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859456 : -112300233692160 : ffff99dd10766c00) 00010000:00000001:3.0:1788624665.390540:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859456 : -112300233692160 : ffff99dd10766c00) 00010000:00000001:3.0:1788624665.390543:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.390544:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624665.390545:0:35294:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624665.390547:0:35294:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624665.390551:0:35294:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788624665.390553:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.390554:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.390555:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766c00 refcount=3 00000020:00000001:3.0:1788624665.390557:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859456 : -112300233692160 : ffff99dd10766c00) 00010000:00000001:3.0:1788624665.390560:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859456 : -112300233692160 : ffff99dd10766c00) 00000002:00010000:3.0:1788624665.390564:0:35294:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766c00/0xcc94206c7ef419d8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88a0 expref: -99 pid: 35294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.390570:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.390571:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.390574:0:35294:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788624665.390575:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.390576:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.390578:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766c00 refcount=3 00000020:00000001:3.0:1788624665.390579:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859456 : -112300233692160 : ffff99dd10766c00) 00010000:00000001:3.0:1788624665.390582:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859456 : -112300233692160 : ffff99dd10766c00) 00010000:00000040:3.0:1788624665.390590:0:35294:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 3 00010000:00000001:3.0:1788624665.390594:0:35294:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788624665.390599:0:35294:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/43 (0 0) 00010000:00000001:3.0:1788624665.390602:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.390603:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624665.390605:0:35294:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788624665.390609:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf5f0 00000002:00002000:3.0:1788624665.390612:0:35294:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0x0: rc = 0 00000002:00000001:3.0:1788624665.390616:0:35294:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.390622:0:35294:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.390625:0:35294:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788624665.390629:0:35294:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x200000405:0x2b:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788624665.390632:0:35294:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788624665.390638:0:35294:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0864b800. 00000080:00000001:3.0:1788624665.390646:0:35294:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:3.0:1788624665.390653:0:35294:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff99dd18ba3460 xtail=ffff99dd18ba349a 00000080:00000001:3.0:1788624665.390656:0:35294:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:3.0:1788624665.390658:0:35294:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:3.0:1788624665.390662:0:35294:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:3.0:1788624665.390664:0:35294:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1788624665.390666:0:35294:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:3.0:1788624665.390709:0:35294:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff99dd184fc618. 00000080:00000010:3.0:1788624665.390718:0:35294:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff99dd087e5a20. 00000080:00000010:3.0:1788624665.390721:0:35294:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff99dd049c6380. 00000080:00000020:3.0:1788624665.390724:0:35294:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:3.0:1788624665.390726:0:35294:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:3.0:1788624665.390728:0:35294:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:3.0:1788624665.390730:0:35294:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:3.0:1788624665.390732:0:35294:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1788624665.390734:0:35294:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:3.0:1788624665.390737:0:35294:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff99dd184fc0c8. 00000080:00000010:3.0:1788624665.390739:0:35294:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff99dd087e5c60. 00000080:00000010:3.0:1788624665.390741:0:35294:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff99dd049c3f00. 00000080:00000020:3.0:1788624665.390743:0:35294:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:3.0:1788624665.390744:0:35294:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:3.0:1788624665.390747:0:35294:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=bash.0 00000080:00000001:3.0:1788624665.390748:0:35294:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:3.0:1788624665.390750:0:35294:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1788624665.390751:0:35294:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:3.0:1788624665.390754:0:35294:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff99dd184fc730. 00000080:00000010:3.0:1788624665.390756:0:35294:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff99dd087e5740. 00000080:00000010:3.0:1788624665.390759:0:35294:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 6 at ffff99dd033b9f28. 00000080:00000020:3.0:1788624665.390761:0:35294:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=bash.0 00000080:00000001:3.0:1788624665.390762:0:35294:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:3.0:1788624665.390764:0:35294:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:3.0:1788624665.390765:0:35294:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:3.0:1788624665.390766:0:35294:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1788624665.390767:0:35294:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:3.0:1788624665.390770:0:35294:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff99dd184fcdc0. 00000080:00000010:3.0:1788624665.390772:0:35294:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff99dd087e54e0. 00000080:00000010:3.0:1788624665.390773:0:35294:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 47 at ffff99dd049c3200. 00000080:00000020:3.0:1788624665.390775:0:35294:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:3.0:1788624665.390776:0:35294:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:3.0:1788624665.390777:0:35294:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:3.0:1788624665.390778:0:35294:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:3.0:1788624665.390781:0:35294:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff99dd1919aa08) for lock 0xcc94206c7ef419d8 00800000:00000001:3.0:1788624665.390786:0:35294:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624665.390789:0:35294:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624665.390790:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.390792:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.390793:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766c00 refcount=3 00000020:00000001:3.0:1788624665.390795:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859456 : -112300233692160 : ffff99dd10766c00) 00010000:00000001:3.0:1788624665.390797:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859456 : -112300233692160 : ffff99dd10766c00) 00010000:00000001:3.0:1788624665.390800:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.390801:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624665.390802:0:35294:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.390804:0:35294:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624665.390808:0:35294:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419d8 from it ffffbef881dbf8e8 00010000:00000001:3.0:1788624665.390810:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.390812:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.390813:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766c00 refcount=3 00000020:00000001:3.0:1788624665.390815:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475859456 : -112300233692160 : ffff99dd10766c00) 00010000:00000001:3.0:1788624665.390817:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475859456 : -112300233692160 : ffff99dd10766c00) 00010000:00000001:3.0:1788624665.390819:0:35294:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624665.390823:0:35294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766c00/0xcc94206c7ef419d8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88a0 expref: -99 pid: 35294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624665.390829:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.390830:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.390832:0:35294:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624665.390835:0:35294:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624665.390838:0:35294:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766c00/0xcc94206c7ef419d8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88a0 expref: -99 pid: 35294 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788624665.390845:0:35294:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624665.390848:0:35294:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624665.390851:0:35294:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624665.390856:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.390857:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.390858:0:35294:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.390862:0:35294:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624665.390864:0:35294:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.390867:0:35294:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.390870:0:35294:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.390872:0:35294:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624665.390873:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.390874:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624665.390876:0:35294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.390881:0:35294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d61500 x1875506845082240/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.390888:0:35294:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624665.390891:0:35294:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624665.390894:0:35294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff99dd18ba3000. 02000000:00000001:3.0:1788624665.390899:0:35294:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624665.390903:0:35294:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624665.390905:0:35294:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624665.390907:0:35294:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624665.390911:0:35294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd0483b800. 02000000:00000001:3.0:1788624665.390914:0:35294:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624665.390916:0:35294:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624665.390918:0:35294:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d61500. 00000100:00000001:3.0:1788624665.390922:0:35294:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624665.390923:0:35294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788624665.390925:0:35294:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.390929:0:35294:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:3.0:1788624665.390930:0:35294:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1788624665.390934:0:35294:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:3.0:1788624665.390938:0:35294:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1788624665.390941:0:35294:0:(xattr.c:499:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:3.0:1788624665.390945:0:35294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624665.390946:0:35294:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788624665.390948:0:35294:0:(xattr.c:546:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1788624665.390953:0:35294:0:(xattr.c:615:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1788624665.390965:0:35294:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1788624665.390967:0:35294:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:3.0:1788624665.390977:0:35294:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:3.0:1788624665.390979:0:35294:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.390983:0:35294:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:3.0:1788624665.390985:0:35294:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x2b:0x0] ffffeaa684957780 ffff99dd03725e00 1 00000020:00000001:3.0:1788624665.390988:0:35294:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1788624665.390991:0:35294:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446631773257489920 : -112300452061696 : ffff99dd03725e00) 00000020:00000001:3.0:1788624665.390993:0:35294:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446631773257489920 : -112300452061696 : ffff99dd03725e00) 00000020:00000001:3.0:1788624665.390996:0:35294:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1788624665.391000:0:35294:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788624665.391002:0:35294:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498054528 : -112300211497088 : ffff99dd11c91780) 00000020:00000001:3.0:1788624665.391004:0:35294:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788624665.391006:0:35294:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788624665.391008:0:35294:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788624665.391016:0:35294:0:(cl_page.c:507:__cl_page_state_set()) page@0000000025253582[3 000000000627ca22 1 1 00000000a624f0b1 0 0 0] 00000020:00000001:3.0:1788624665.391019:0:35294:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788624665.391021:0:35294:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788624665.391022:0:35294:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:3.0:1788624665.391024:0:35294:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:3.0:1788624665.391025:0:35294:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.391029:0:35294:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:3.0:1788624665.391031:0:35294:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:3.0:1788624665.391033:0:35294:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788624665.391034:0:35294:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498054528 : -112300211497088 : ffff99dd11c91780) 00000020:00000001:3.0:1788624665.391035:0:35294:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1788624665.391037:0:35294:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788624665.391040:0:35294:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1788624665.391042:0:35294:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788624665.391043:0:35294:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788624665.391045:0:35294:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1788624665.391048:0:35294:0:(rw26.c:929:ll_write_end()) page@0000000025253582[4 000000000627ca22 2 1 00000000a624f0b1 0 0 0] 00000080:00200000:3.0:1788624665.391051:0:35294:0:(rw26.c:929:ll_write_end()) vmpage @00000000f6fbafeb 17ffffc0001039 2:0 ffff99dd03725e00 0 lru 00000080:00200000:3.0:1788624665.391061:0:35294:0:(rw26.c:929:ll_write_end()) osc-page@00000000d5fe3a36 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 000000003cd38973 000000003d18c305 > 3< 1 0 > 4< 0 0 8 8359936 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:3.0:1788624665.391064:0:35294:0:(rw26.c:929:ll_write_end()) end page@0000000025253582 00000080:00200000:3.0:1788624665.391065:0:35294:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1788624665.391066:0:35294:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1788624665.391068:0:35294:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:3.0:1788624665.391071:0:35294:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1788624665.391093:0:35294:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1788624665.391096:0:35294:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624665.391098:0:35294:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494038624 : -112300215512992 : ffff99dd118bd060) 00000020:00000001:3.0:1788624665.391100:0:35294:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1788624665.392890:0:35294:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1788624665.392900:0:35294:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1788624665.392906:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000008:00000002:3.0:1788624665.392911:0:35294:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:3.0:1788624665.392915:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000020:00000001:3.0:1788624665.392918:0:35294:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788624665.392920:0:35294:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:3.0:1788624665.392924:0:35294:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788624665.392927:0:35294:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.392929:0:35294:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.392931:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000008:00000001:3.0:1788624665.392934:0:35294:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1788624665.392936:0:35294:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1788624665.392939:0:35294:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788624665.392945:0:35294:0:(cl_page.c:556:cl_batch_put()) page@0000000025253582[4 000000000627ca22 2 1 00000000a624f0b1 0 0 0] 00000020:00000001:3.0:1788624665.392947:0:35294:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:3.0:1788624665.392950:0:35294:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1788624665.392951:0:35294:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1788624665.392955:0:35294:0:(osc_request.c:745:osc_update_next_shrink()) next time 3212 to shrink grant 00000080:00000001:3.0:1788624665.392959:0:35294:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:3.0:1788624665.392961:0:35294:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1788624665.392965:0:35294:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff99dd1919abb8, count 1, dirtied 0 00000080:00000001:3.0:1788624665.392967:0:35294:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1788624665.392969:0:35294:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788624665.392971:0:35294:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788624665.392973:0:35294:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788624665.392975:0:35294:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788624665.392978:0:35294:0:(cl_page.c:507:__cl_page_state_set()) page@0000000025253582[3 000000000627ca22 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788624665.392981:0:35294:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1788624665.392982:0:35294:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788624665.392984:0:35294:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788624665.392985:0:35294:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788624665.392987:0:35294:0:(cl_page.c:556:cl_batch_put()) page@0000000025253582[3 000000000627ca22 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788624665.392988:0:35294:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:3.0:1788624665.392990:0:35294:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1788624665.392991:0:35294:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:3.0:1788624665.392993:0:35294:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1788624665.392994:0:35294:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.392996:0:35294:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624665.393000:0:35294:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.393001:0:35294:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788624665.393004:0:35294:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:3.0:1788624665.393007:0:35294:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1788624665.393008:0:35294:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1788624665.393010:0:35294:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.393012:0:35294:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:3.0:1788624665.393021:0:35294:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:3.0:1788624665.393023:0:35294:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.393026:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb80 00000080:00200000:3.0:1788624665.393029:0:35294:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:3.0:1788624665.393033:0:35294:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624665.393036:0:35294:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788624665.393039:0:35294:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788624665.393041:0:35294:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788624665.393043:0:35294:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:3.0:1788624665.393044:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000020:00000001:3.0:1788624665.393046:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000020:00000001:3.0:1788624665.393048:0:35294:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788624665.393049:0:35294:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788624665.393050:0:35294:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.393052:0:35294:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.393054:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000008:00000001:3.0:1788624665.393055:0:35294:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.393058:0:35294:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624665.393060:0:35294:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624665.393061:0:35294:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.393063:0:35294:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.393065:0:35294:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788624665.393067:0:35294:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1788624665.393068:0:35294:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788624665.393070:0:35294:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1788624665.393071:0:35294:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788624665.393073:0:35294:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624665.393075:0:35294:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.393077:0:35294:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788624665.393080:0:35294:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788624665.393083:0:35294:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788624665.393085:0:35294:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd18bb1f38 (ffff99dd03591bd8/0) at cl_lock_release():245 00000020:00000001:3.0:1788624665.393088:0:35294:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788624665.393090:0:35294:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd18bb1f38 (ffff99dd03591bd8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788624665.393094:0:35294:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788624665.393097:0:35294:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624665.393099:0:35294:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494038624 : -112300215512992 : ffff99dd118bd060) 00000020:00000001:3.0:1788624665.393101:0:35294:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788624665.393102:0:35294:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd05188d30 (ffff99dd03591ab8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788624665.393340:0:35294:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788624665.393342:0:35294:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788624665.393346:0:35294:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.393348:0:35294:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.393353:0:35294:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=5 00000020:00000001:3.0:1788624665.393357:0:35294:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:3.0:1788624665.393360:0:35294:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:3.0:1788624665.393363:0:35294:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624665.393369:0:35294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788624665.393381:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.393383:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.393385:0:35294:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624665.393389:0:35294:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624665.393393:0:35294:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788624665.393402:0:35294:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624665.393407:0:35294:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624665.393409:0:35294:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624665.393415:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.393416:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.393418:0:35294:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.393422:0:35294:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624665.393425:0:35294:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.393427:0:35294:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.393432:0:35294:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.393434:0:35294:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624665.393436:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.393437:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.393438:0:35294:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.393439:0:35294:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788624665.393440:0:35294:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788624665.393442:0:35294:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788624665.393444:0:35294:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788624665.393445:0:35294:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788624665.393447:0:35294:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788624665.393449:0:35294:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd18bb1f38 (ffff99dd03591bd8/0) at cl_lock_fini():72 00020000:00000001:3.0:1788624665.393452:0:35294:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788624665.393453:0:35294:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788624665.393456:0:35294:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd05188d30 (ffff99dd03591bd8/1) at cl_lock_fini():72 00000008:00000010:3.0:1788624665.393460:0:35294:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd10fb38f0. 00000020:00000001:3.0:1788624665.393467:0:35294:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788624665.393469:0:35294:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd05188d00. 00020000:00000001:3.0:1788624665.393473:0:35294:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788624665.393474:0:35294:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788624665.393476:0:35294:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1788624665.393479:0:35294:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788624665.393480:0:35294:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788624665.393482:0:35294:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788624665.393484:0:35294:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788624665.393485:0:35294:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624665.393487:0:35294:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624665.393489:0:35294:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788624665.393490:0:35294:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788624665.393492:0:35294:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1788624665.393494:0:35294:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:3.0:1788624665.393496:0:35294:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788624665.393498:0:35294:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788624665.393499:0:35294:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788624665.393501:0:35294:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788624665.393502:0:35294:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788624665.393506:0:35294:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788624665.393508:0:35294:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624665.393510:0:35294:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624665.393512:0:35294:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788624665.393514:0:35294:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788624665.393516:0:35294:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788624665.393521:0:35294:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:3.0:1788624665.393525:0:35294:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:3.0:1788624665.393528:0:35294:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:3.0:1788624665.393531:0:35294:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788624665.393533:0:35294:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788624665.393535:0:35294:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788624665.393536:0:35294:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788624665.393538:0:35294:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788624665.393540:0:35294:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591ab0 00020000:00000001:3.0:1788624665.393545:0:35294:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788624665.393547:0:35294:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788624665.393548:0:35294:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788624665.393550:0:35294:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788624665.393553:0:35294:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788624665.393555:0:35294:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1788624665.393557:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc98 00000080:00200000:3.0:1788624665.393558:0:35294:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:3.0:1788624665.393564:0:35294:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788624665.393566:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:3.0:1788624665.393569:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:3.0:1788624665.393571:0:35294:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788624665.393577:0:35294:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788624665.393582:0:35294:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788624665.393584:0:35294:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:3.0:1788624665.393586:0:35294:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788624665.393587:0:35294:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:3.0:1788624665.393590:0:35294:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=46 (1) m=1788624665 a=0 c=1788624665 b=0 00020000:00000001:3.0:1788624665.393594:0:35294:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788624665.393596:0:35294:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788624665 a=0 c=1788624665 b=0 00020000:00000001:3.0:1788624665.393599:0:35294:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.393602:0:35294:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.393603:0:35294:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000080:00200000:3.0:1788624665.393606:0:35294:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:3.0:1788624665.393609:0:35294:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1788624665.393614:0:35294:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:3.0:1788624665.393617:0:35294:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:3.0:1788624665.393619:0:35294:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591bd0 00000020:00000001:3.0:1788624665.393622:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd88 00000080:00000008:3.0:1788624665.393624:0:35294:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:3.0:1788624665.393627:0:35294:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:3.0:1788624665.393653:0:35294:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788624665.393656:0:35294:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd035227c0 00020000:00000002:3.0:1788624665.393661:0:35294:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd035227c0 00020000:00000001:3.0:1788624665.393664:0:35294:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.393673:0:35294:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788624665.393676:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfdf0 00000080:00200008:3.0:1788624665.393678:0:35294:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), flags 102001 00000080:00000001:3.0:1788624665.393683:0:35294:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1788624665.393686:0:35294:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788624665.393687:0:35294:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788624665.393689:0:35294:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd035227c0 00020000:00000002:3.0:1788624665.393691:0:35294:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd035227c0 00020000:00000001:3.0:1788624665.393693:0:35294:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.393696:0:35294:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1788624665.393703:0:35294:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624665.393706:0:35294:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624665.393710:0:35294:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624665.393712:0:35294:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624665.393715:0:35294:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.393717:0:35294:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1788624665.393719:0:35294:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624665.393725:0:35294:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624665.393729:0:35294:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624665.393737:0:35294:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 3 00010000:00000001:3.0:1788624665.393740:0:35294:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624665.393746:0:35294:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.393748:0:35294:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 0 00000080:00000001:3.0:1788624665.393751:0:35294:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788624665.393753:0:35294:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788624665.393763:0:35294:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd187cb200. 00000080:00000001:3.0:1788624665.393766:0:35294:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788624665.393771:0:35294:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788624665.393775:0:35294:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1788624665.393777:0:35294:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624665.393778:0:35294:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624665.393780:0:35294:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624665.393781:0:35294:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624665.393783:0:35294:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.393785:0:35294:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1788624665.393788:0:35294:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.393790:0:35294:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:3.0:1788624665.393794:0:35294:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788624665.393797:0:35294:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff99dd10dbf800: [0x200000405:0x2b:0x0] file closed with intent: 200 00000100:00000010:3.0:1788624665.393805:0:35294:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595880. 00000020:00000040:3.0:1788624665.393809:0:35294:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624665.393816:0:35294:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624665.393820:0:35294:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624665.393825:0:35294:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624665.393835:0:35294:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd187ca000. 00000100:00000001:3.0:1788624665.393843:0:35294:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788624665.393867:0:35294:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11c05180 x1875506845081984/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788624665.393880:0:35294:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788624665.393886:0:35294:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11595880 x1875506845082496/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788624665.393893:0:35294:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624665.393894:0:35294:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624665.393904:0:35294:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd11df0e40. 00000100:00000001:3.0:1788624665.393906:0:35294:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773499493952 : -112300210057664 : ffff99dd11df0e40) 00000100:00000001:3.0:1788624665.393909:0:35294:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624665.393911:0:35294:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490731136 : -112300218820480 : ffff99dd11595880) 00000100:00000001:3.0:1788624665.393916:0:35294:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624665.393921:0:35294:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.393924:0:35294:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624665.393926:0:35294:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624665.393930:0:35294:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595880 x1875506845082496/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.393938:0:35294:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624665.393940:0:35294:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624665.393944:0:35294:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624665.393948:0:35294:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624665.393951:0:35294:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624665.393954:0:35294:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595880 pname:cluuid:pid:xid:nid:opc:job uname:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35294:1875506845082496:192.168.202.125@tcp:35:uname.0 00000100:00000001:3.0:1788624665.393959:0:35294:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624665.393965:0:35294:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624665.393968:0:35294:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624665.393970:0:35294:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624665.393976:0:35294:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049ce800. 02000000:00000001:3.0:1788624665.393978:0:35294:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624665.393988:0:35294:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624665.393993:0:35294:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a8f0. 00000400:00000010:3.0:1788624665.394002:0:35294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fa18. 00000100:00000200:3.0:1788624665.394011:0:35294:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845082496, portal 10 00000100:00000001:3.0:1788624665.394013:0:35294:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624665.394015:0:35294:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490731136 : -112300218820480 : ffff99dd11595880) 00000100:00000040:3.0:1788624665.394021:0:35294:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11595880 x1875506845082496/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.394029:0:35294:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624665.394032:0:35294:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624665.394034:0:35294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f3b8. 00000100:00000200:3.0:1788624665.394038:0:35294:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845082496, offset 0 00000400:00000200:3.0:1788624665.394045:0:35294:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624665.394056:0:35294:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624665.394065:0:35294:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624665.394450:0:35294:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624665.394458:0:35294:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624665.394462:0:35294:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624665.394465:0:35294:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624665.394470:0:35294:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3029:3029:256:4294967295] 192.168.202.125@tcp LPNI seq info [3029:3029:8:4294967295] 00000400:00000200:3.0:1788624665.394475:0:35294:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624665.394485:0:35294:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624665.394493:0:35294:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624665.394499:0:35294:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04d2f300. 00000800:00000200:3.0:1788624665.394509:0:35294:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624665.394518:0:35294:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624665.394524:0:35294:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04d2f300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788624665.394620:0:35294:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624665.394626:0:35294:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 838353 usecs (839 jiffies) 00000400:00000200:3.0:1788624665.394630:0:35294:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624665.394633:0:35294:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296680295 00000100:00000001:3.0:1788624665.394637:0:35294:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:3.0:1788624665.394639:0:35294:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296680295 00000100:00000001:3.0:1788624665.394642:0:35294:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:3.0:1788624665.394644:0:35294:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624665.394647:0:35294:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.394650:0:35294:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624665.394652:0:35294:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624665.394655:0:35294:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd11df0e40 going to sleep for 11 seconds 00000100:00000001:3.0:1788624665.394658:0:35294:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624665.394661:0:35294:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624665.395051:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624665.395058:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04d2f300. 00000400:00000200:2.0:1788624665.395067:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.395082:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624665.395091:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f3b8 00000400:00000010:2.0:1788624665.395095:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f3b8. 00000100:00000001:2.0:1788624665.395101:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624665.395135:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595880 x1875506845082496/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.395146:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.395150:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11595880 x1875506845082496/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.395165:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.395167:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624665.405343:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.405439:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624665.405445:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.405450:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.405462:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.405474:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624665.405485:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.405493:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.405501:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.405507:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377466380 00000400:00000200:2.0:1788624665.405513:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.405521:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x896d [1] + 224 00000800:00000001:2.0:1788624665.405529:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.405545:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.405549:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.405554:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624665.405566:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624665.405576:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595880 x1875506845082496/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624665.405589:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11595880 x1875506845082496/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.405612:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624665.405623:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.405627:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.405688:0:35294:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624665.405700:0:35294:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624665.405702:0:35294:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624665.405707:0:35294:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a8f0. 00000400:00000200:3.0:1788624665.405713:0:35294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fa18 00000400:00000010:3.0:1788624665.405717:0:35294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fa18. 00000100:00000001:3.0:1788624665.405721:0:35294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624665.405727:0:35294:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595880 x1875506845082496/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788624665.405737:0:35294:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595880 x1875506845082496/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.405743:0:35294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624665.405746:0:35294:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.405749:0:35294:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624665.405753:0:35294:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624665.405756:0:35294:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624665.405759:0:35294:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624665.405762:0:35294:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624665.405776:0:35294:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=93 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624665.405780:0:35294:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624665.405783:0:35294:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624665.405785:0:35294:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.405788:0:35294:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624665.405793:0:35294:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.405798:0:35294:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788624665.405801:0:35294:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788624665.405803:0:35294:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788624665.405806:0:35294:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624665.405807:0:35294:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490731136 : -112300218820480 : ffff99dd11595880) 00000100:00000001:3.0:1788624665.405812:0:35294:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624665.405814:0:35294:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:3.0:1788624665.405816:0:35294:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624665.405819:0:35294:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624665.405824:0:35294:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595880 x1875506845082496/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.405831:0:35294:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624665.405835:0:35294:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624665.405838:0:35294:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624665.405841:0:35294:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595880 x1875506845082496/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788624665.405849:0:35294:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595880 pname:cluuid:pid:xid:nid:opc:job uname:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35294:1875506845082496:192.168.202.125@tcp:35:uname.0 00000100:00000001:3.0:1788624665.405854:0:35294:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.405857:0:35294:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.405860:0:35294:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788624665.405863:0:35294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.405866:0:35294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11595880 x1875506845082496/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.405874:0:35294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624665.405877:0:35294:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd11df0e40. 00000100:00000001:3.0:1788624665.405882:0:35294:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788624665.405884:0:35294:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.405892:0:35294:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624665.405894:0:35294:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490731136 : -112300218820480 : ffff99dd11595880) 00000002:00000001:3.0:1788624665.405897:0:35294:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.405901:0:35294:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788624665.405908:0:35294:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd187cb200. 00000080:00000001:3.0:1788624665.405913:0:35294:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788624665.405917:0:35294:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1788624665.405920:0:35294:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624665.405923:0:35294:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624665.405927:0:35294:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624665.405930:0:35294:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624665.405932:0:35294:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.405934:0:35294:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1788624665.405937:0:35294:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624665.405943:0:35294:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788624665.405949:0:35294:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11c05180 x1875506845081984/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.405958:0:35294:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624665.405959:0:35294:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497479552 : -112300212072064 : ffff99dd11c05180) 00000100:00000001:3.0:1788624665.405962:0:35294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.405965:0:35294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05180 x1875506845081984/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.405972:0:35294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.405974:0:35294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.405977:0:35294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11595880 x1875506845082496/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.405983:0:35294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.405985:0:35294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.405988:0:35294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05180 x1875506845081984/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.405994:0:35294:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788624665.405999:0:35294:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624665.406002:0:35294:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624665.406004:0:35294:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624665.406009:0:35294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049c9c00. 02000000:00000001:3.0:1788624665.406014:0:35294:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624665.406016:0:35294:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624665.406019:0:35294:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05180. 00000100:00000001:3.0:1788624665.406024:0:35294:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624665.406026:0:35294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624665.406027:0:35294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.406030:0:35294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595880 x1875506845082496/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.406037:0:35294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624665.406051:0:35294:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff99dd105364e0. 00000002:00000001:3.0:1788624665.406054:0:35294:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.406056:0:35294:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788624665.406058:0:35294:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd215f8140. 00000100:00000001:3.0:1788624665.406061:0:35294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.406065:0:35294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595880 x1875506845082496/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.406081:0:35294:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624665.406084:0:35294:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624665.406087:0:35294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049ce800. 02000000:00000001:3.0:1788624665.406091:0:35294:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624665.406092:0:35294:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624665.406094:0:35294:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624665.406095:0:35294:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624665.406097:0:35294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd187ca000. 02000000:00000001:3.0:1788624665.406103:0:35294:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624665.406537:0:35294:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624665.406542:0:35294:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595880. 00000100:00000001:3.0:1788624665.406547:0:35294:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624665.406548:0:35294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788624665.406551:0:35294:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788624665.406557:0:35294:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd2030f040. 00000080:00000001:3.0:1788624665.406561:0:35294:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.406571:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfdf0 00000080:00000008:3.0:1788624665.406744:0:35294:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), flags 102001, rc = 0 00000080:00000001:3.0:1788624665.406751:0:35294:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.406759:0:35294:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788624665.406762:0:35294:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfe00 00000080:00002000:3.0:1788624665.406764:0:35294:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff99dd1934dbd0, parent ffff99dd19287870, inode ffff99dd1919aa08) hashed, 00000080:00000001:3.0:1788624665.406769:0:35294:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.433746:0:35295:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624665.433758:0:35295:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624665.433761:0:35295:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624665.433766:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97bc0 00000080:00200000:2.0:1788624665.433772:0:35295:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624665.433781:0:35295:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd0864b000. 00800000:00000002:2.0:1788624665.433789:0:35295:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624665.433795:0:35295:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624665.433802:0:35295:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624665.433804:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97ae0 00800000:00000002:2.0:1788624665.433807:0:35295:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624665.433812:0:35295:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624665.433817:0:35295:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624665.433820:0:35295:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624665.433823:0:35295:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624665.433827:0:35295:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624665.433829:0:35295:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624665.433831:0:35295:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624665.433834:0:35295:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624665.433838:0:35295:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624665.433844:0:35295:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624665.433845:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c979b0 00000002:00010000:2.0:1788624665.433847:0:35295:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624665.433851:0:35295:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624665.433853:0:35295:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624665.433857:0:35295:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624665.433866:0:35295:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624665.433868:0:35295:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624665.433870:0:35295:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624665.433873:0:35295:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788624665.433876:0:35295:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788624665.433882:0:35295:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d60700. 00000020:00000040:2.0:1788624665.433887:0:35295:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:2.0:1788624665.433896:0:35295:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624665.433904:0:35295:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624665.433912:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.433915:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.433917:0:35295:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.433921:0:35295:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624665.433924:0:35295:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624665.433929:0:35295:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624665.433938:0:35295:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd04839c00. 00000100:00000001:2.0:1788624665.433946:0:35295:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.433953:0:35295:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624665.433955:0:35295:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.433956:0:35295:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624665.433958:0:35295:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.433959:0:35295:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624665.433966:0:35295:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773498902272 : -112300210649344 : ffff99dd11d60700) 00010000:00000001:2.0:1788624665.433971:0:35295:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624665.433973:0:35295:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788624665.433979:0:35295:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03870300. 00010000:00000010:2.0:1788624665.433983:0:35295:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd05188200. 00010000:00000001:2.0:1788624665.433988:0:35295:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624665.433992:0:35295:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10766000. 00000020:00000001:2.0:1788624665.433996:0:35295:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624665.434000:0:35295:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10766000 with handle 0xcc94206c7ef419df to hash 00000020:00000001:2.0:1788624665.434002:0:35295:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624665.434004:0:35295:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:2.0:1788624665.434009:0:35295:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:2.0:1788624665.434013:0:35295:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624665.434017:0:35295:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624665.434023:0:35295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35295 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624665.434033:0:35295:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35295 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624665.434046:0:35295:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35295 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624665.434053:0:35295:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624665.434055:0:35295:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624665.434063:0:35295:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1047e780. 00000100:00000001:2.0:1788624665.434065:0:35295:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773472810880 : -112300236740736 : ffff99dd1047e780) 00000100:00000001:2.0:1788624665.434069:0:35295:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624665.434070:0:35295:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498902272 : -112300210649344 : ffff99dd11d60700) 00000100:00000001:2.0:1788624665.434076:0:35295:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624665.434082:0:35295:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.434084:0:35295:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624665.434086:0:35295:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624665.434099:0:35295:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d60700 x1875506845082624/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.434349:0:35295:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624665.434352:0:35295:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624665.434464:0:35295:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624665.434468:0:35295:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624665.434471:0:35295:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624665.434476:0:35295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d60700 pname:cluuid:pid:xid:nid:opc:job cat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35295:1875506845082624:192.168.202.125@tcp:101:cat.0 00000100:00000001:2.0:1788624665.434481:0:35295:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624665.434489:0:35295:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624665.434492:0:35295:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624665.434495:0:35295:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624665.434503:0:35295:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd18708800. 02000000:00000001:2.0:1788624665.434505:0:35295:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624665.434514:0:35295:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624665.434519:0:35295:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2528. 00000400:00000010:2.0:1788624665.434529:0:35295:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e087f8. 00000100:00000200:2.0:1788624665.434538:0:35295:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845082624, portal 10 00000100:00000001:2.0:1788624665.434540:0:35295:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624665.434541:0:35295:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498902272 : -112300210649344 : ffff99dd11d60700) 00000100:00000040:2.0:1788624665.434548:0:35295:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d60700 x1875506845082624/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.434556:0:35295:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624665.434560:0:35295:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624665.434564:0:35295:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08b28. 00000100:00000200:2.0:1788624665.434567:0:35295:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845082624, offset 0 00000400:00000200:2.0:1788624665.434576:0:35295:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624665.434587:0:35295:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.434598:0:35295:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624665.434605:0:35295:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624665.434611:0:35295:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624665.434615:0:35295:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624665.434618:0:35295:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624665.434623:0:35295:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3030:3030:256:4294967295] 192.168.202.125@tcp LPNI seq info [3030:3030:8:4294967295] 00000400:00000200:2.0:1788624665.434629:0:35295:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.434639:0:35295:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624665.434647:0:35295:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624665.434654:0:35295:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346500. 00000800:00000200:2.0:1788624665.434662:0:35295:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624665.434672:0:35295:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624665.434678:0:35295:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788624665.434747:0:35295:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624665.434754:0:35295:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 837331 usecs (838 jiffies) 00000400:00000200:2.0:1788624665.434758:0:35295:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624665.434761:0:35295:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296680334 00000100:00000001:2.0:1788624665.434765:0:35295:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:2.0:1788624665.434768:0:35295:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296680334 00000100:00000001:2.0:1788624665.434770:0:35295:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:2.0:1788624665.434773:0:35295:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624665.434776:0:35295:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.434779:0:35295:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624665.434782:0:35295:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624665.434786:0:35295:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1047e780 going to sleep for 11 seconds 00000100:00000001:2.0:1788624665.434789:0:35295:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624665.434792:0:35295:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624665.434944:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624665.434950:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346500. 00000400:00000200:3.0:1788624665.434955:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624665.434961:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624665.434969:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08b28 00000400:00000010:3.0:1788624665.434972:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08b28. 00000100:00000001:3.0:1788624665.434977:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624665.434982:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d60700 x1875506845082624/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.434993:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.434996:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d60700 x1875506845082624/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624681 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.435004:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.435006:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624665.443751:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.443774:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624665.443779:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.443782:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.443793:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.443803:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624665.443813:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.443819:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.443826:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.443831:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377466400 00000400:00000200:2.0:1788624665.443838:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.443845:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x897d [1] + 224 00000800:00000001:2.0:1788624665.443853:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.443862:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.443867:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.443872:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624665.443882:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624665.443896:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d60700 x1875506845082624/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624681 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624665.443909:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11d60700 x1875506845082624/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.443934:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624665.443946:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.443950:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.444084:0:35295:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624665.444095:0:35295:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624665.444098:0:35295:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624665.444102:0:35295:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2528. 00000400:00000200:1.0:1788624665.444162:0:35295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e087f8 00000400:00000010:1.0:1788624665.444166:0:35295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e087f8. 00000100:00000001:1.0:1788624665.444170:0:35295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624665.444175:0:35295:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d60700 x1875506845082624/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624665.444184:0:35295:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d60700 x1875506845082624/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.444191:0:35295:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624665.444194:0:35295:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.444197:0:35295:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624665.444201:0:35295:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624665.444204:0:35295:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624665.444207:0:35295:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624665.444211:0:35295:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624665.444861:0:35295:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=94 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624665.444874:0:35295:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624665.444877:0:35295:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624665.444879:0:35295:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.444883:0:35295:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624665.444888:0:35295:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.444893:0:35295:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624665.444897:0:35295:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788624665.444900:0:35295:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624665.444903:0:35295:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624665.444911:0:35295:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d60700 x1875506845082624/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.444919:0:35295:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624665.444923:0:35295:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624665.444925:0:35295:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624665.444930:0:35295:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d60700 x1875506845082624/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624681 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624665.444938:0:35295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d60700 pname:cluuid:pid:xid:nid:opc:job cat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35295:1875506845082624:192.168.202.125@tcp:101:cat.0 00000100:00000001:1.0:1788624665.444946:0:35295:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.444949:0:35295:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.444952:0:35295:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624665.444955:0:35295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624665.444958:0:35295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d60700 x1875506845082624/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624681 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.444966:0:35295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624665.444970:0:35295:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1047e780. 00000100:00000001:1.0:1788624665.444975:0:35295:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624665.444977:0:35295:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.444981:0:35295:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624665.444987:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.444990:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.444994:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=4 00000020:00000001:1.0:1788624665.444997:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624665.445001:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000040:1.0:1788624665.445009:0:35295:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10766000, remote cookie: 0xa103bd66258a88ae, flags: 0x1001 00010000:00010000:1.0:1788624665.445016:0:35295:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624665.445027:0:35295:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624665.445034:0:35295:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624665.445041:0:35295:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624665.445044:0:35295:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624665.445045:0:35295:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624665.445047:0:35295:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624665.445051:0:35295:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd03870300) refcount = 1 00010000:00010000:1.0:1788624665.445056:0:35295:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624665.445064:0:35295:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624665.445069:0:35295:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624665.445071:0:35295:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624665.445215:0:35295:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624665.445219:0:35295:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624665.445223:0:35295:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624665.445230:0:35295:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624665.445232:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.445234:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.445235:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.445236:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.445239:0:35295:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624665.445245:0:35295:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624665.445247:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.445249:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.445250:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=3 00000020:00000001:1.0:1788624665.445252:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624665.445254:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624665.445257:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.445258:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.445259:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=4 00000020:00000001:1.0:1788624665.445261:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624665.445264:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624665.445267:0:35295:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624665.445271:0:35295:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624665.445275:0:35295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624665.445281:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.445282:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.445284:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.445285:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.445286:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=5 00000020:00000001:1.0:1788624665.445287:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624665.445290:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624665.445292:0:35295:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624665.445295:0:35295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624665.445302:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.445303:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624665.445306:0:35295:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624665.445312:0:35295:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624665.445313:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.445314:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.445315:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.445316:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624665.445322:0:35295:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11d60700 x1875506845082624/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788624665.445332:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.445333:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.445335:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=3 00000020:00000001:1.0:1788624665.445337:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624665.445338:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624665.445341:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.445342:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624665.445343:0:35295:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624665.445345:0:35295:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624665.445349:0:35295:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788624665.445352:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.445353:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.445355:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=3 00000020:00000001:1.0:1788624665.445357:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624665.445359:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00000002:00010000:1.0:1788624665.445362:0:35295:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624665.445369:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.445370:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.445372:0:35295:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624665.445373:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.445374:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.445376:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=3 00000020:00000001:1.0:1788624665.445378:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624665.445380:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000040:1.0:1788624665.445387:0:35295:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870300 count: 2 00010000:00000001:1.0:1788624665.445391:0:35295:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624665.445395:0:35295:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788624665.445398:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.445399:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624665.445401:0:35295:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624665.445405:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97938 00000002:00002000:1.0:1788624665.445408:0:35295:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788624665.445411:0:35295:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624665.445416:0:35295:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624665.445419:0:35295:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624665.445424:0:35295:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788624665.445428:0:35295:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624665.445432:0:35295:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624665.445436:0:35295:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0864b000. 00000080:00000001:1.0:1788624665.445442:0:35295:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624665.445445:0:35295:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624665.445453:0:35295:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788624665.445459:0:35295:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788624665.445470:0:35295:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd1878ebc0. 00800000:00000001:1.0:1788624665.445472:0:35295:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773610240960 : -112300099310656 : ffff99dd1878ebc0) 00800000:00000001:1.0:1788624665.445475:0:35295:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624665.445479:0:35295:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624665.445495:0:35295:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788624665.445497:0:35295:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788624665.445500:0:35295:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788624665.445504:0:35295:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788624665.445506:0:35295:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.445512:0:35295:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788624665.445516:0:35295:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788624665.445522:0:35295:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1788624665.445524:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.445526:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.445527:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=3 00000020:00000001:1.0:1788624665.445529:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624665.445531:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624665.445533:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.445534:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624665.445535:0:35295:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624665.445538:0:35295:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788624665.445539:0:35295:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878ebc0 1 00800000:00000010:1.0:1788624665.445541:0:35295:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd1878ebc0. 00800000:00000001:1.0:1788624665.445544:0:35295:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624665.445547:0:35295:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef419df 00800000:00000001:1.0:1788624665.445551:0:35295:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624665.445553:0:35295:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624665.445554:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.445555:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.445556:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=3 00000020:00000001:1.0:1788624665.445558:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624665.445560:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624665.445563:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.445564:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624665.445565:0:35295:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624665.445567:0:35295:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.445570:0:35295:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624665.445573:0:35295:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624665.445577:0:35295:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419df from it ffffbef881c97bf8 00010000:00000001:1.0:1788624665.445579:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.445580:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.445582:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=3 00000020:00000001:1.0:1788624665.445584:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624665.445585:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624665.445587:0:35295:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624665.445589:0:35295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624665.445599:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.445600:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.445602:0:35295:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624665.445605:0:35295:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624665.445608:0:35295:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624665.445615:0:35295:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624665.445618:0:35295:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624665.445621:0:35295:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624665.445626:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.445628:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.445629:0:35295:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.445633:0:35295:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624665.445636:0:35295:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.445638:0:35295:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.445641:0:35295:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.445643:0:35295:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624665.445644:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.445646:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624665.445648:0:35295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624665.445653:0:35295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d60700 x1875506845082624/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.445660:0:35295:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624665.445664:0:35295:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624665.445668:0:35295:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd18708800. 02000000:00000001:1.0:1788624665.445672:0:35295:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624665.445675:0:35295:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624665.445677:0:35295:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624665.445679:0:35295:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624665.445682:0:35295:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd04839c00. 02000000:00000001:1.0:1788624665.445686:0:35295:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624665.445689:0:35295:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624665.445691:0:35295:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d60700. 00000100:00000001:1.0:1788624665.445696:0:35295:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624665.445698:0:35295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624665.445702:0:35295:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788624665.445709:0:35295:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.445716:0:35295:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788624665.445720:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97bc0 00000080:00002000:1.0:1788624665.445722:0:35295:0:(dcache.c:87:ll_dcompare()) found name recon(ffff99dd1934dbd0) flags 0x48004e refc 0 00000080:00000001:1.0:1788624665.445725:0:35295:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.445727:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97c08 00000080:00200000:1.0:1788624665.445729:0:35295:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:1.0:1788624665.445738:0:35295:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788624665.445740:0:35295:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff99dd1919aa08), inode mode 81a4 mask 44 00000080:00000001:1.0:1788624665.445743:0:35295:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.445751:0:35295:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788624665.445753:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97b98 00000080:00200008:1.0:1788624665.445756:0:35295:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), flags 100000 00000080:00000010:1.0:1788624665.445764:0:35295:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd03d12f00. 00000080:00000001:1.0:1788624665.445770:0:35295:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788624665.445774:0:35295:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18745400. 00800000:00000002:1.0:1788624665.445780:0:35295:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624665.445784:0:35295:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624665.445786:0:35295:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624665.445788:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97a48 00800000:00000002:1.0:1788624665.445790:0:35295:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x2b:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624665.445794:0:35295:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788624665.445796:0:35295:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624665.445799:0:35295:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624665.445802:0:35295:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624665.445805:0:35295:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624665.445807:0:35295:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624665.445810:0:35295:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788624665.445812:0:35295:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.445815:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c979c8 00800000:00000002:1.0:1788624665.445817:0:35295:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788624665.445823:0:35295:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624665.445824:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97900 00000002:00010000:1.0:1788624665.445827:0:35295:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:1.0:1788624665.445832:0:35295:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788624665.445834:0:35295:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788624665.445838:0:35295:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788624665.445842:0:35295:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 3 00010000:00000001:1.0:1788624665.445844:0:35295:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624665.445847:0:35295:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788624665.445851:0:35295:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.445852:0:35295:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624665.445854:0:35295:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624665.445856:0:35295:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788624665.445858:0:35295:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870300 count: 2 00010000:00000001:1.0:1788624665.445860:0:35295:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624665.445862:0:35295:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788624665.445863:0:35295:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.445865:0:35295:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624665.445867:0:35295:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624665.445871:0:35295:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8380. 00000020:00000040:1.0:1788624665.445874:0:35295:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:1.0:1788624665.445880:0:35295:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788624665.445882:0:35295:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.445885:0:35295:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624665.445889:0:35295:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624665.445892:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.445893:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.445895:0:35295:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.445898:0:35295:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624665.445901:0:35295:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624665.445905:0:35295:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624665.445913:0:35295:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e3400. 00000100:00000001:1.0:1788624665.445921:0:35295:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.445925:0:35295:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624665.445927:0:35295:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.445928:0:35295:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624665.445930:0:35295:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.445933:0:35295:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624665.445939:0:35295:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773499392896 : -112300210158720 : ffff99dd11dd8380) 00010000:00000001:1.0:1788624665.445943:0:35295:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624665.445946:0:35295:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788624665.445948:0:35295:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870300 count: 2 00010000:00000001:1.0:1788624665.445949:0:35295:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624665.445952:0:35295:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624665.445958:0:35295:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18601400. 00000020:00000001:1.0:1788624665.445962:0:35295:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624665.445964:0:35295:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18601400 with handle 0xcc94206c7ef419e6 to hash 00000020:00000001:1.0:1788624665.445967:0:35295:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624665.445969:0:35295:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624665.445974:0:35295:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624665.445977:0:35295:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624665.445978:0:35295:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624665.445982:0:35295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef419e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35295 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624665.445990:0:35295:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef419e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35295 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788624665.446003:0:35295:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788624665.446010:0:35295:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11dd8380 x1875506845082880/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788624665.446020:0:35295:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef419e6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35295 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624665.446027:0:35295:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624665.446029:0:35295:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624665.446037:0:35295:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd1147cb40. 00000100:00000001:1.0:1788624665.446039:0:35295:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773489580864 : -112300219970752 : ffff99dd1147cb40) 00000100:00000001:1.0:1788624665.446042:0:35295:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624665.446044:0:35295:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392896 : -112300210158720 : ffff99dd11dd8380) 00000100:00000001:1.0:1788624665.446050:0:35295:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624665.446055:0:35295:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.446058:0:35295:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624665.446060:0:35295:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624665.446064:0:35295:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8380 x1875506845082880/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.448715:0:35295:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624665.448727:0:35295:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624665.448736:0:35295:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624665.448741:0:35295:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624665.448745:0:35295:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624665.448757:0:35295:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8380 pname:cluuid:pid:xid:nid:opc:job cat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35295:1875506845082880:192.168.202.125@tcp:101:cat.0 00000100:00000001:1.0:1788624665.448765:0:35295:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624665.448773:0:35295:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624665.448777:0:35295:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624665.448780:0:35295:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624665.448938:0:35295:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff99dd04ac0000. 02000000:00000001:1.0:1788624665.448941:0:35295:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624665.448953:0:35295:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624665.448963:0:35295:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793210. 00000400:00000010:1.0:1788624665.448975:0:35295:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff99dd18656000. 00000100:00000200:1.0:1788624665.448986:0:35295:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875506845082880, portal 10 00000100:00000001:1.0:1788624665.448989:0:35295:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624665.448990:0:35295:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392896 : -112300210158720 : ffff99dd11dd8380) 00000100:00000040:1.0:1788624665.449003:0:35295:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dd8380 x1875506845082880/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624681 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.449011:0:35295:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624665.449014:0:35295:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624665.449018:0:35295:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c4c8. 00000100:00000200:1.0:1788624665.449023:0:35295:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875506845082880, offset 0 00000400:00000200:1.0:1788624665.449030:0:35295:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624665.449041:0:35295:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624665.449053:0:35295:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624665.449062:0:35295:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624665.449069:0:35295:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624665.449073:0:35295:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624665.449081:0:35295:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624665.449085:0:35295:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3031:3031:256:4294967295] 192.168.202.125@tcp LPNI seq info [3031:3031:8:4294967295] 00000400:00000200:1.0:1788624665.449090:0:35295:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624665.449101:0:35295:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624665.449132:0:35295:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624665.449139:0:35295:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044ef00. 00000800:00000200:1.0:1788624665.449147:0:35295:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624665.449166:0:35295:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624665.449172:0:35295:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044ef00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788624665.449195:0:35295:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624665.449201:0:35295:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 836307 usecs (837 jiffies) 00000400:00000200:1.0:1788624665.449205:0:35295:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624665.449209:0:35295:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296680348 00000100:00000001:1.0:1788624665.449212:0:35295:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:1.0:1788624665.449215:0:35295:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296680348 00000100:00000001:1.0:1788624665.449218:0:35295:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:1.0:1788624665.449220:0:35295:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624665.449223:0:35295:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.449226:0:35295:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624665.449229:0:35295:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624665.449232:0:35295:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd1147cb40 going to sleep for 11 seconds 00000100:00000001:1.0:1788624665.449234:0:35295:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624665.449238:0:35295:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624665.449546:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624665.449553:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044ef00. 00000400:00000200:3.0:1788624665.449560:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624665.449566:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624665.449574:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c4c8 00000400:00000010:3.0:1788624665.449576:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c4c8. 00000100:00000001:3.0:1788624665.449582:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624665.449587:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8380 x1875506845082880/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624681 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.449598:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624665.449601:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8380 x1875506845082880/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624681 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.449608:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.449610:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624665.460010:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.460038:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624665.460044:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.460047:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.460060:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.460070:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624665.460092:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.460099:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.460163:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.460170:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c377466500 00000400:00000200:2.0:1788624665.460177:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.460187:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x898d [64] + 224 00000800:00000001:2.0:1788624665.460198:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.460206:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.460212:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.460227:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624665.460239:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624665.460254:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8380 x1875506845082880/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624681 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624665.460267:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff99dd11dd8380 x1875506845082880/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.460291:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624665.460304:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.460309:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.460629:0:35295:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624665.460640:0:35295:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624665.460643:0:35295:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624665.460648:0:35295:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793210. 00000400:00000200:1.0:1788624665.460655:0:35295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd18656000 00000400:00000010:1.0:1788624665.460658:0:35295:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff99dd18656000. 00000100:00000001:1.0:1788624665.460664:0:35295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624665.460670:0:35295:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8380 x1875506845082880/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624665.460679:0:35295:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8380 x1875506845082880/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.460685:0:35295:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624665.460688:0:35295:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.460691:0:35295:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624665.460696:0:35295:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624665.460698:0:35295:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624665.460701:0:35295:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624665.460705:0:35295:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624665.460718:0:35295:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=94 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624665.460723:0:35295:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624665.460725:0:35295:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624665.460727:0:35295:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.460730:0:35295:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624665.460734:0:35295:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.460738:0:35295:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624665.460740:0:35295:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788624665.460743:0:35295:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624665.460746:0:35295:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624665.460747:0:35295:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392896 : -112300210158720 : ffff99dd11dd8380) 00000100:00000001:1.0:1788624665.460751:0:35295:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624665.460754:0:35295:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788624665.460756:0:35295:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624665.460759:0:35295:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624665.460764:0:35295:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8380 x1875506845082880/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624681 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.460771:0:35295:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624665.460775:0:35295:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624665.460777:0:35295:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624665.460781:0:35295:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8380 x1875506845082880/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624681 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624665.460792:0:35295:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8380 pname:cluuid:pid:xid:nid:opc:job cat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35295:1875506845082880:192.168.202.125@tcp:101:cat.0 00000100:00000001:1.0:1788624665.460799:0:35295:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.460801:0:35295:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.460804:0:35295:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624665.460806:0:35295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624665.460810:0:35295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8380 x1875506845082880/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624681 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.460816:0:35295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624665.460820:0:35295:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd1147cb40. 00000100:00000001:1.0:1788624665.460824:0:35295:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624665.460825:0:35295:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.460829:0:35295:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624665.460835:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.460838:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.460842:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=4 00000020:00000001:1.0:1788624665.460845:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624665.460849:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000040:1.0:1788624665.460856:0:35295:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18601400, remote cookie: 0xa103bd66258a88bc, flags: 0x1001 00010000:00000040:1.0:1788624665.460860:0:35295:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788624665.460864:0:35295:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788624665.460872:0:35295:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 3 00010000:00000001:1.0:1788624665.460876:0:35295:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624665.460880:0:35295:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624665.460885:0:35295:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef419e6 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88bc expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624665.460896:0:35295:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef419e6 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88bc expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624665.460907:0:35295:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624665.460912:0:35295:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624665.460915:0:35295:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624665.460917:0:35295:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624665.460919:0:35295:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624665.460922:0:35295:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff99dd0382a900) refcount = 3 00010000:00000040:1.0:1788624665.460925:0:35295:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788624665.460929:0:35295:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766c00/0xcc94206c7ef419d8 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88a0 expref: -99 pid: 35294 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1788624665.460937:0:35295:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1788624665.460944:0:35295:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef419e6 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88bc expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624665.460951:0:35295:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624665.460956:0:35295:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624665.460959:0:35295:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624665.460963:0:35295:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624665.460966:0:35295:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624665.460970:0:35295:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef419e6 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88bc expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624665.460976:0:35295:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624665.460978:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.460980:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.460981:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.460982:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.460984:0:35295:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624665.460990:0:35295:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624665.460994:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.460996:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.460997:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:1.0:1788624665.460999:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624665.461001:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624665.461003:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.461004:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624665.461010:0:35295:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff99dd11dd8380 x1875506845082880/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624681 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624665.461021:0:35295:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788624665.461026:0:35295:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11dd8380 x1875506845082880/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624681 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624665.461032:0:35295:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.461051:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.461053:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.461055:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:1.0:1788624665.461056:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624665.461058:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00000002:00010000:1.0:1788624665.461062:0:35295:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef419e6 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88bc expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788624665.461073:0:35295:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99dd1878ebc0. 00010000:00000001:1.0:1788624665.461076:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.461078:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624665.461080:0:35295:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624665.461082:0:35295:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624665.461085:0:35295:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788624665.461088:0:35295:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624665.461089:0:35295:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392896 : -112300210158720 : ffff99dd11dd8380) 00010000:00000001:1.0:1788624665.461091:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.461092:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.461093:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:1.0:1788624665.461095:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624665.461097:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00000002:00010000:1.0:1788624665.461100:0:35295:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef419e6 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88bc expref: -99 pid: 35295 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624665.461262:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.461263:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.461266:0:35295:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624665.461267:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.461268:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.461270:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:1.0:1788624665.461272:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:1.0:1788624665.461275:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000040:1.0:1788624665.461278:0:35295:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 4 00010000:00000001:1.0:1788624665.461280:0:35295:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624665.461285:0:35295:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 16 res 8589935621/43 (0 0) 00010000:00000001:1.0:1788624665.461288:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.461289:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624665.461291:0:35295:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624665.461294:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97888 00000002:00002000:1.0:1788624665.461297:0:35295:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1788624665.461300:0:35295:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624665.461304:0:35295:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624665.461307:0:35295:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624665.461311:0:35295:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788624665.461314:0:35295:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624665.461318:0:35295:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624665.461323:0:35295:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18745400. 00000080:00000001:1.0:1788624665.461328:0:35295:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624665.461335:0:35295:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788624665.461338:0:35295:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1788624665.461343:0:35295:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624665.461348:0:35295:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832568 : -112300453719048 : ffff99dd035913f8) 00000020:00001000:1.0:1788624665.461351:0:35295:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035913f0 00000020:00000001:1.0:1788624665.461354:0:35295:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788624665.461360:0:35295:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788624665.461363:0:35295:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788624665.466375:0:35295:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd1879ce40. 00020000:00000010:0.0:1788624665.466393:0:35295:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd2161c880. 00020000:00000010:0.0:1788624665.466403:0:35295:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd1879cf00. 00020000:00000001:0.0:1788624665.466407:0:35295:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773610299136 : -112300099252480 : ffff99dd1879cf00) 00020000:00000002:0.0:1788624665.466412:0:35295:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd1879cf00, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788624665.466418:0:35295:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788624665.466422:0:35295:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd2161c880: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1788624665.466429:0:35295:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd217261f0) owner ffff99dd064f0000 00020000:00000001:0.0:1788624665.466432:0:35295:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788624665.466435:0:35295:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd217261f0) owner ffff99dd064f0000 00020000:00000010:0.0:1788624665.466441:0:35295:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd2161c880. 00020000:00000010:0.0:1788624665.466447:0:35295:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd1879ce40. 00020000:00000010:0.0:1788624665.466450:0:35295:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd1879cf00. 00020000:00000002:0.0:1788624665.466453:0:35295:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788624665.466455:0:35295:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.466458:0:35295:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788624665.466463:0:35295:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035913f0 00000080:00000001:0.0:1788624665.466473:0:35295:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:0.0:1788624665.466476:0:35295:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1788624665.466486:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.466489:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.466494:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:0.0:1788624665.466496:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:0.0:1788624665.466500:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00000080:00000001:0.0:1788624665.466505:0:35295:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788624665.466507:0:35295:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624665.466510:0:35295:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832568 : -112300453719048 : ffff99dd035913f8) 00000020:00001000:0.0:1788624665.466513:0:35295:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035913f0 00000020:00000001:0.0:1788624665.466515:0:35295:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788624665.466518:0:35295:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788624665.466520:0:35295:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788624665.466524:0:35295:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd1879cf00. 00020000:00000010:0.0:1788624665.466527:0:35295:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd2161c880. 00020000:00000010:0.0:1788624665.466530:0:35295:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd1879ce40. 00020000:00000001:0.0:1788624665.466531:0:35295:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773610298944 : -112300099252672 : ffff99dd1879ce40) 00020000:00000002:0.0:1788624665.466534:0:35295:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd1879ce40, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788624665.466538:0:35295:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788624665.466541:0:35295:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd2161c880: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1788624665.466543:0:35295:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd217261f0) owner ffff99dd064f0000 00020000:00000001:0.0:1788624665.466545:0:35295:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788624665.466548:0:35295:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd217261f0) owner ffff99dd064f0000 00020000:00000010:0.0:1788624665.466551:0:35295:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd2161c880. 00020000:00000010:0.0:1788624665.466554:0:35295:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd1879cf00. 00020000:00000010:0.0:1788624665.466556:0:35295:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd1879ce40. 00020000:00000002:0.0:1788624665.466558:0:35295:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788624665.466560:0:35295:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.466561:0:35295:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.466567:0:35295:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788624665.466570:0:35295:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00020000:00000002:0.0:1788624665.466584:0:35295:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd049ad000 addref 2/0 by ffff99dd064f0000. 00020000:00000002:0.0:1788624665.466587:0:35295:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00020000:00000001:0.0:1788624665.466590:0:35295:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788624665.466592:0:35295:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788624665.466594:0:35295:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788624665.466596:0:35295:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788624665.466598:0:35295:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788624665.466602:0:35295:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788624665.466604:0:35295:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035913f0 00000080:00000001:0.0:1788624665.466607:0:35295:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.466609:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.466611:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624665.466614:0:35295:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624665.466620:0:35295:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788624665.466622:0:35295:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624665.466626:0:35295:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff99dd1919aa08) for lock 0xcc94206c7ef419e6 00800000:00000001:0.0:1788624665.466630:0:35295:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624665.466635:0:35295:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624665.466636:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.466638:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.466640:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:0.0:1788624665.466642:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:0.0:1788624665.466644:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:0.0:1788624665.466646:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.466648:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624665.466649:0:35295:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624665.466651:0:35295:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.466655:0:35295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624665.466671:0:35295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8380 x1875506845082880/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624665.466680:0:35295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624665.466684:0:35295:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419e6 from it ffffbef881c97bf0 00010000:00000001:0.0:1788624665.466687:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.466688:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.466689:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601400 refcount=3 00000020:00000001:0.0:1788624665.466691:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:0.0:1788624665.466694:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608612864 : -112300100938752 : ffff99dd18601400) 00010000:00000001:0.0:1788624665.466696:0:35295:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624665.466701:0:35295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef419e6 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a88bc expref: -99 pid: 35295 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624665.466710:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.466711:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.466713:0:35295:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624665.466718:0:35295:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624665.466721:0:35295:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef419e6 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a88bc expref: -99 pid: 35295 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624665.466730:0:35295:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624665.466734:0:35295:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624665.466736:0:35295:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624665.466741:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.466742:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.466744:0:35295:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.466748:0:35295:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624665.466750:0:35295:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.466753:0:35295:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.466757:0:35295:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.466759:0:35295:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624665.466761:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.466762:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624665.466766:0:35295:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624665.466772:0:35295:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd215f8440. 00000080:00000001:0.0:1788624665.466776:0:35295:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788624665.466785:0:35295:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788624665.466788:0:35295:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624665.466792:0:35295:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624665.466795:0:35295:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624665.466798:0:35295:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624665.466801:0:35295:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624665.466803:0:35295:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788624665.466806:0:35295:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624665.466811:0:35295:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788624665.466816:0:35295:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd10536f40. 00000002:00100000:0.0:1788624665.466822:0:35295:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11dd8380 x1875506845082880/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624665.466830:0:35295:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624665.466832:0:35295:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788624665.466837:0:35295:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788624665.466841:0:35295:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.466846:0:35295:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788624665.466848:0:35295:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788624665.466851:0:35295:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624665.466854:0:35295:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788624665.466856:0:35295:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.466860:0:35295:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788624665.466865:0:35295:0:(pcc.c:1984:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.466867:0:35295:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788624665.466870:0:35295:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.466872:0:35295:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624665.466877:0:35295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624665.466881:0:35295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8380 x1875506845082880/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788624665.466889:0:35295:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624665.466894:0:35295:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff99dd04ac0000. 02000000:00000001:0.0:1788624665.466937:0:35295:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788624665.466940:0:35295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.466944:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97b98 00000080:00000008:0.0:1788624665.466947:0:35295:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), flags 100000, rc = 0 00000020:00000001:0.0:1788624665.466979:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97d28 00000080:00200008:0.0:1788624665.466982:0:35295:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788624665.466990:0:35295:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624665.466992:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97ca0 00000080:00200000:0.0:1788624665.466994:0:35295:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff99dd1919aa08),name=recon 00000080:00000010:0.0:1788624665.467002:0:35295:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197f4e00. 00800000:00000002:0.0:1788624665.467010:0:35295:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624665.467019:0:35295:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624665.467024:0:35295:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624665.467027:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97bc0 00800000:00000002:0.0:1788624665.467030:0:35295:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624665.467034:0:35295:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624665.467038:0:35295:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624665.467039:0:35295:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624665.467040:0:35295:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624665.467042:0:35295:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624665.467044:0:35295:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624665.467045:0:35295:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624665.467047:0:35295:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624665.467049:0:35295:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624665.467050:0:35295:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624665.467052:0:35295:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624665.467053:0:35295:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624665.467054:0:35295:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624665.467056:0:35295:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788624665.467058:0:35295:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624665.467060:0:35295:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624665.467065:0:35295:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624665.467067:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97a90 00000002:00010000:0.0:1788624665.467069:0:35295:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624665.467086:0:35295:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624665.467088:0:35295:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624665.467093:0:35295:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624665.467101:0:35295:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 4 00010000:00000001:0.0:1788624665.467143:0:35295:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624665.467149:0:35295:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.467161:0:35295:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624665.467165:0:35295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788624665.467174:0:35295:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624665.467179:0:35295:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.467182:0:35295:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788624665.467190:0:35295:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624665.467192:0:35295:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624665.467194:0:35295:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624665.467196:0:35295:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624665.467198:0:35295:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624665.467200:0:35295:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624665.467203:0:35295:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624665.467206:0:35295:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624665.467210:0:35295:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197f4e00. 00000080:00000001:0.0:1788624665.467214:0:35295:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624665.467216:0:35295:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624665.467219:0:35295:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff99dd1919aa08) 00000080:00010000:0.0:1788624665.467224:0:35295:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff99dd1919aa08) for lock 0xcc94206c7ef419b5 00800000:00000001:0.0:1788624665.467226:0:35295:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624665.467228:0:35295:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624665.467229:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.467230:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.467232:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=3 00000020:00000001:0.0:1788624665.467235:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:0.0:1788624665.467237:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:0.0:1788624665.467240:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.467241:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624665.467243:0:35295:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624665.467245:0:35295:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624665.467247:0:35295:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419b5 from it ffffbef881c97cd8 00010000:00000001:0.0:1788624665.467249:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.467250:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.467251:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=3 00000020:00000001:0.0:1788624665.467253:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:0.0:1788624665.467255:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:0.0:1788624665.467258:0:35295:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624665.467261:0:35295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788624665.467268:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.467269:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.467271:0:35295:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624665.467273:0:35295:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624665.467275:0:35295:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788624665.467282:0:35295:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624665.467284:0:35295:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624665.467285:0:35295:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624665.467287:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.467288:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.467290:0:35295:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.467292:0:35295:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624665.467293:0:35295:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.467295:0:35295:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.467297:0:35295:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.467299:0:35295:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624665.467300:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.467301:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624665.467303:0:35295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624665.467305:0:35295:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624665.467308:0:35295:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788624665.467311:0:35295:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788624665.467313:0:35295:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624665.467315:0:35295:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788624665.467316:0:35295:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.467318:0:35295:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788624665.467322:0:35295:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788624665.467324:0:35295:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624665.467327:0:35295:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832568 : -112300453719048 : ffff99dd035913f8) 00000020:00001000:0.0:1788624665.467329:0:35295:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035913f0 00000020:00000001:0.0:1788624665.467335:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.467339:0:35295:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788624665.467342:0:35295:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788624665.467345:0:35295:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788624665.467348:0:35295:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624665.467350:0:35295:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788624665.467352:0:35295:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788624665.467354:0:35295:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.467356:0:35295:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624665.467360:0:35295:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff99dd11c91e70 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788624665.467363:0:35295:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00020000:00000001:0.0:1788624665.467367:0:35295:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788624665.467369:0:35295:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788624665.467372:0:35295:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788624665.467374:0:35295:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.467376:0:35295:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788624665.467379:0:35295:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788624665.467381:0:35295:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.467382:0:35295:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624665.467383:0:35295:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788624665.467385:0:35295:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788624665.467386:0:35295:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00000020:00000001:0.0:1788624665.467389:0:35295:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788624665.467392:0:35295:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788624665.467393:0:35295:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:0.0:1788624665.467396:0:35295:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788624665.467398:0:35295:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788624665.467401:0:35295:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788624665.467404:0:35295:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788624665.467410:0:35295:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788624665.467416:0:35295:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd11c18600. 00020000:00000002:0.0:1788624665.467418:0:35295:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788624665.467421:0:35295:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788624665.467423:0:35295:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.467425:0:35295:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788624665.467426:0:35295:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624665.467428:0:35295:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834008 : -112300453717608 : ffff99dd03591998) 00000020:00001000:0.0:1788624665.467430:0:35295:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591990 00000020:00000001:0.0:1788624665.467433:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f468 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.467435:0:35295:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788624665.467439:0:35295:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624665.467440:0:35295:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788624665.467442:0:35295:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.467444:0:35295:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.467446:0:35295:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.467447:0:35295:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788624665.467452:0:35295:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd034c2be0. 00000008:00010000:0.0:1788624665.467455:0:35295:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788624665.467459:0:35295:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624665.467461:0:35295:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788624665.467463:0:35295:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd11c18630, osc lock ffff99dd034c2be0, flags 0x400001002 00000020:00000001:0.0:1788624665.467465:0:35295:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.467467:0:35295:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.467470:0:35295:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773497558528 : -112300211993088 : ffff99dd11c18600) 00000020:00000001:0.0:1788624665.467471:0:35295:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624665.467473:0:35295:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788624665.467475:0:35295:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.467477:0:35295:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.467480:0:35295:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788624665.467482:0:35295:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788624665.467484:0:35295:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624665.467486:0:35295:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624665.467487:0:35295:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.467488:0:35295:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.467490:0:35295:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624665.467493:0:35295:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624665.467496:0:35295:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788624665.467500:0:35295:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788624665.467503:0:35295:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788624665.467504:0:35295:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788624665.467506:0:35295:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788624665.467507:0:35295:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788624665.467508:0:35295:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788624665.467511:0:35295:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788624665.467513:0:35295:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624665.467517:0:35295:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870100 count: 2 00010000:00000001:0.0:1788624665.467519:0:35295:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624665.467523:0:35295:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.467526:0:35295:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624665.467530:0:35295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788624665.467540:0:35295:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624665.467542:0:35295:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.467545:0:35295:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788624665.467551:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.467553:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.467554:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=4 00000020:00000001:0.0:1788624665.467556:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.467558:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00000008:00000001:0.0:1788624665.467561:0:35295:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788624665.467563:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.467564:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.467565:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=5 00000020:00000001:0.0:1788624665.467567:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.467569:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00000020:00000001:0.0:1788624665.467573:0:35295:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788624665.467574:0:35295:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788624665.467577:0:35295:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788624665.467580:0:35295:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.467581:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.467582:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.467584:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=6 00000020:00000001:0.0:1788624665.467586:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.467588:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.467589:0:35295:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624665.467592:0:35295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788624665.467599:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.467600:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.467601:0:35295:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624665.467603:0:35295:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624665.467605:0:35295:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788624665.467612:0:35295:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624665.467614:0:35295:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624665.467615:0:35295:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624665.467620:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.467621:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.467622:0:35295:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.467624:0:35295:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624665.467626:0:35295:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.467627:0:35295:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.467629:0:35295:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.467631:0:35295:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624665.467632:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.467633:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.467634:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.467635:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624665.467636:0:35295:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624665.467639:0:35295:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.467641:0:35295:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.467643:0:35295:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.467645:0:35295:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.467647:0:35295:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788624665.467648:0:35295:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788624665.467650:0:35295:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788624665.467651:0:35295:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788624665.467653:0:35295:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.467655:0:35295:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.467659:0:35295:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788624665.467661:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.467663:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.467664:0:35295:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788624665.467667:0:35295:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788624665.467670:0:35295:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788624665 a=0 c=1788624665 b=0 00020000:00000001:0.0:1788624665.467673:0:35295:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.467675:0:35295:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.467676:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000080:00200000:0.0:1788624665.467680:0:35295:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1788624665.467682:0:35295:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788624665.467686:0:35295:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788624665.467688:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd11c91e10 (ffff99dd035913f8/0) at cl_lock_release():245 00000020:00000001:0.0:1788624665.467690:0:35295:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624665.467692:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c91e10 (ffff99dd035913f8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788624665.467694:0:35295:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788624665.467696:0:35295:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.467697:0:35295:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.467698:0:35295:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624665.467700:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c18630 (ffff99dd03591998/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788624665.467702:0:35295:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788624665.467703:0:35295:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788624665.467705:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.467706:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624665.467707:0:35295:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788624665.467709:0:35295:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624665.467710:0:35295:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624665.467711:0:35295:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624665.467712:0:35295:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624665.467714:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c91e10 (ffff99dd035913f8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788624665.467717:0:35295:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788624665.467718:0:35295:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624665.467719:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c18630 (ffff99dd035913f8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788624665.467722:0:35295:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034c2be0. 00000020:00000001:0.0:1788624665.467726:0:35295:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788624665.467728:0:35295:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd11c18600. 00020000:00000001:0.0:1788624665.467730:0:35295:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788624665.467732:0:35295:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788624665.467733:0:35295:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788624665.467734:0:35295:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.467737:0:35295:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788624665.467739:0:35295:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788624665.467741:0:35295:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788624665.467742:0:35295:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788624665.467743:0:35295:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624665.467745:0:35295:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591990 00020000:00000001:0.0:1788624665.467748:0:35295:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788624665.467750:0:35295:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788624665.467752:0:35295:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624665.467755:0:35295:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788624665.467758:0:35295:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788624665.467760:0:35295:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.467762:0:35295:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788624665.467765:0:35295:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624665.467766:0:35295:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624665.467767:0:35295:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035913f0 00000001:00000001:0.0:1788624665.467769:0:35295:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.467775:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97d28 00000080:00000008:0.0:1788624665.467777:0:35295:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788624665.467887:0:35295:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:0.0:1788624665.467889:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97d88 00000080:00200008:0.0:1788624665.467892:0:35295:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 4194304 00000080:00000001:0.0:1788624665.467895:0:35295:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1788624665.467897:0:35295:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788624665.467901:0:35295:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:0.0:1788624665.467905:0:35295:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:0.0:1788624665.467929:0:35295:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624665.467931:0:35295:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832568 : -112300453719048 : ffff99dd035913f8) 00000020:00001000:0.0:1788624665.467934:0:35295:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035913f0 00000080:00000001:0.0:1788624665.467937:0:35295:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788624665.467940:0:35295:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.467943:0:35295:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788624665.467944:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97c98 00000080:00200000:0.0:1788624665.467946:0:35295:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:0.0:1788624665.467951:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97c30 00000080:00200000:0.0:1788624665.467953:0:35295:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1788624665.467955:0:35295:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788624665.467961:0:35295:0:(cl_io.c:214:cl_io_rw_init()) header@000000006e80308c[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:0.0:1788624665.467963:0:35295:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:0.0:1788624665.467965:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.467967:0:35295:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788624665.467968:0:35295:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788624665.467970:0:35295:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788624665.467972:0:35295:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624665.467973:0:35295:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788624665.467976:0:35295:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624665.467981:0:35295:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.467983:0:35295:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788624665.467984:0:35295:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.467986:0:35295:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624665.467988:0:35295:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff99dd11c91e70 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1788624665.467991:0:35295:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00020000:00000001:0.0:1788624665.467993:0:35295:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788624665.467994:0:35295:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788624665.467996:0:35295:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788624665.467997:0:35295:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.467999:0:35295:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788624665.468000:0:35295:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788624665.468001:0:35295:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468003:0:35295:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624665.468004:0:35295:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788624665.468005:0:35295:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788624665.468006:0:35295:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00000020:00000001:0.0:1788624665.468009:0:35295:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468010:0:35295:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468015:0:35295:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788624665.468018:0:35295:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788624665.468020:0:35295:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788624665.468023:0:35295:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:0.0:1788624665.468026:0:35295:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788624665.468028:0:35295:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788624665.468031:0:35295:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1788624665.468034:0:35295:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.468035:0:35295:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788624665.468036:0:35295:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624665.468038:0:35295:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834008 : -112300453717608 : ffff99dd03591998) 00000020:00001000:0.0:1788624665.468040:0:35295:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591990 00000020:00000001:0.0:1788624665.468042:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f468 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.468043:0:35295:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788624665.468045:0:35295:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624665.468046:0:35295:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788624665.468047:0:35295:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.468049:0:35295:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.468051:0:35295:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.468054:0:35295:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788624665.468056:0:35295:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788624665.468060:0:35295:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468062:0:35295:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.468064:0:35295:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.468065:0:35295:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468067:0:35295:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468070:0:35295:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788624665.468072:0:35295:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1788624665.468074:0:35295:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788624665.468076:0:35295:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788624665.468079:0:35295:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788624665.468082:0:35295:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.468085:0:35295:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.468088:0:35295:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788624665.468089:0:35295:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:0.0:1788624665.468092:0:35295:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788624665.468094:0:35295:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788624665.468095:0:35295:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468097:0:35295:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.468100:0:35295:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.468102:0:35295:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.468147:0:35295:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.468162:0:35295:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788624665.468164:0:35295:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624665.468165:0:35295:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788624665.468167:0:35295:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624665.468168:0:35295:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468169:0:35295:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.468171:0:35295:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.468172:0:35295:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468174:0:35295:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624665.468175:0:35295:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788624665.468176:0:35295:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788624665.468178:0:35295:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788624665.468179:0:35295:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788624665.468181:0:35295:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:0.0:1788624665.468186:0:35295:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd11c18600. 00020000:00000002:0.0:1788624665.468188:0:35295:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:0.0:1788624665.468190:0:35295:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788624665.468191:0:35295:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.468192:0:35295:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.468194:0:35295:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788624665.468197:0:35295:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd034c2be0. 00000008:00010000:0.0:1788624665.468199:0:35295:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788624665.468200:0:35295:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624665.468202:0:35295:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788624665.468204:0:35295:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd11c18630, osc lock ffff99dd034c2be0, flags 0x0 00000020:00000001:0.0:1788624665.468206:0:35295:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.468208:0:35295:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.468210:0:35295:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773497558528 : -112300211993088 : ffff99dd11c18600) 00000020:00000001:0.0:1788624665.468213:0:35295:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624665.468214:0:35295:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788624665.468215:0:35295:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468217:0:35295:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468218:0:35295:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624665.468219:0:35295:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624665.468220:0:35295:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.468221:0:35295:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.468223:0:35295:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624665.468225:0:35295:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624665.468228:0:35295:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788624665.468230:0:35295:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468232:0:35295:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788624665.468234:0:35295:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788624665.468235:0:35295:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788624665.468236:0:35295:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788624665.468237:0:35295:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788624665.468239:0:35295:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788624665.468240:0:35295:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788624665.468242:0:35295:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624665.468246:0:35295:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870100 count: 2 00010000:00000001:0.0:1788624665.468248:0:35295:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624665.468251:0:35295:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.468253:0:35295:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624665.468256:0:35295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788624665.468264:0:35295:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624665.468267:0:35295:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.468269:0:35295:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788624665.468277:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.468278:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.468280:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=4 00000020:00000001:0.0:1788624665.468282:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.468284:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00000008:00000001:0.0:1788624665.468286:0:35295:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788624665.468288:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.468288:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.468290:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=5 00000020:00000001:0.0:1788624665.468292:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.468294:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.468296:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.468298:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.468299:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=6 00000020:00000001:0.0:1788624665.468300:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.468302:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.468304:0:35295:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.468306:0:35295:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.468308:0:35295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788624665.468314:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.468316:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624665.468317:0:35295:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.468319:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.468320:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.468321:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=7 00000020:00000001:0.0:1788624665.468323:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.468325:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.468327:0:35295:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624665.468330:0:35295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788624665.468336:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.468337:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624665.468340:0:35295:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788624665.468347:0:35295:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624665.468348:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.468349:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.468350:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.468351:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624665.468353:0:35295:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624665.468355:0:35295:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468357:0:35295:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.468358:0:35295:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468360:0:35295:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468361:0:35295:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468363:0:35295:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468364:0:35295:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468366:0:35295:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788624665.468369:0:35295:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1788624665.468371:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97b90 00000080:00200000:0.0:1788624665.468372:0:35295:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:0.0:1788624665.468377:0:35295:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788624665.468380:0:35295:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788624665.468382:0:35295:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1788624665.468384:0:35295:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.468385:0:35295:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.468386:0:35295:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788624665.468389:0:35295:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788624665.468391:0:35295:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468393:0:35295:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.468395:0:35295:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468397:0:35295:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468400:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.468401:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.468403:0:35295:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788624665.468405:0:35295:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788624665.468408:0:35295:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788624665 a=0 c=1788624665 b=0 00020000:00000001:0.0:1788624665.468410:0:35295:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468412:0:35295:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468414:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000001:00000001:0.0:1788624665.468417:0:35295:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788624665.468418:0:35295:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:0.0:1788624665.468420:0:35295:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788624665.468421:0:35295:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788624665.468422:0:35295:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788624665.468423:0:35295:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788624665.468425:0:35295:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788624665.468429:0:35295:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd11c18700. 00020000:00000002:0.0:1788624665.468432:0:35295:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788624665.468434:0:35295:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788624665.468435:0:35295:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.468436:0:35295:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.468438:0:35295:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788624665.468441:0:35295:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd034c3b50. 00000008:00010000:0.0:1788624665.468442:0:35295:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788624665.468444:0:35295:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624665.468445:0:35295:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788624665.468447:0:35295:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd11c18730, osc lock ffff99dd034c3b50, flags 0x400001002 00000020:00000001:0.0:1788624665.468449:0:35295:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.468451:0:35295:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.468452:0:35295:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773497558784 : -112300211992832 : ffff99dd11c18700) 00000020:00000001:0.0:1788624665.468454:0:35295:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624665.468455:0:35295:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788624665.468456:0:35295:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468457:0:35295:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468459:0:35295:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788624665.468461:0:35295:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788624665.468462:0:35295:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624665.468463:0:35295:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624665.468464:0:35295:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.468465:0:35295:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.468466:0:35295:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624665.468468:0:35295:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624665.468469:0:35295:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788624665.468471:0:35295:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788624665.468473:0:35295:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788624665.468474:0:35295:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788624665.468475:0:35295:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788624665.468476:0:35295:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788624665.468477:0:35295:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788624665.468479:0:35295:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788624665.468480:0:35295:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624665.468482:0:35295:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870100 count: 2 00010000:00000001:0.0:1788624665.468484:0:35295:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624665.468487:0:35295:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.468489:0:35295:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.468493:0:35295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788624665.468501:0:35295:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624665.468504:0:35295:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.468506:0:35295:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788624665.468513:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.468514:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.468515:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=6 00000020:00000001:0.0:1788624665.468517:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.468519:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00000008:00000001:0.0:1788624665.468521:0:35295:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788624665.468523:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.468523:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.468525:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=7 00000020:00000001:0.0:1788624665.468527:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.468529:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00000020:00000001:0.0:1788624665.468531:0:35295:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788624665.468533:0:35295:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788624665.468535:0:35295:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788624665.468536:0:35295:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.468537:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.468538:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.468539:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=8 00000020:00000001:0.0:1788624665.468541:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.468543:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.468545:0:35295:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624665.468548:0:35295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 8/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788624665.468561:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.468562:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624665.468564:0:35295:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 7/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788624665.468571:0:35295:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624665.468572:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.468573:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.468574:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.468575:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624665.468577:0:35295:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624665.468579:0:35295:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468580:0:35295:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.468582:0:35295:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468584:0:35295:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468585:0:35295:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788624665.468587:0:35295:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788624665.468588:0:35295:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788624665.468590:0:35295:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788624665.468591:0:35295:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468593:0:35295:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.468595:0:35295:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788624665.468597:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.468599:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.468600:0:35295:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788624665.468602:0:35295:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788624665.468604:0:35295:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788624665 a=0 c=1788624665 b=0 00020000:00000001:0.0:1788624665.468607:0:35295:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468608:0:35295:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468610:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000080:00200000:0.0:1788624665.468613:0:35295:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1788624665.468615:0:35295:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788624665.468617:0:35295:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788624665.468619:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd11c91e10 (ffff99dd035913f8/0) at cl_lock_release():245 00000020:00000001:0.0:1788624665.468622:0:35295:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624665.468623:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c91e10 (ffff99dd035913f8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788624665.468626:0:35295:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788624665.468627:0:35295:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.468628:0:35295:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.468630:0:35295:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624665.468631:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c18730 (ffff99dd03591998/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788624665.468633:0:35295:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788624665.468634:0:35295:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788624665.468635:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.468636:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624665.468637:0:35295:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788624665.468638:0:35295:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624665.468639:0:35295:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624665.468640:0:35295:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624665.468641:0:35295:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624665.468643:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c91e10 (ffff99dd035913f8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788624665.468645:0:35295:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788624665.468646:0:35295:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624665.468647:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c18730 (ffff99dd035913f8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788624665.468650:0:35295:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034c3b50. 00000020:00000001:0.0:1788624665.468654:0:35295:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788624665.468655:0:35295:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd11c18700. 00020000:00000001:0.0:1788624665.468657:0:35295:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788624665.468658:0:35295:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788624665.468660:0:35295:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788624665.468661:0:35295:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788624665.468666:0:35295:0:(vvp_io.c:864:vvp_io_read_start()) header@000000006e80308c[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000080:00000002:0.0:1788624665.468668:0:35295:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611179, 4194258 bytes, offset 46, size 46 00000080:00400000:0.0:1788624665.468671:0:35295:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:0.0:1788624665.468674:0:35295:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:0.0:1788624665.468678:0:35295:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788624665.468680:0:35295:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624665.468681:0:35295:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788624665.468683:0:35295:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:0.0:1788624665.468685:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.468687:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.468689:0:35295:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788624665.468692:0:35295:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788624665.468695:0:35295:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468696:0:35295:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468698:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000008:00000001:0.0:1788624665.468700:0:35295:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468702:0:35295:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.468704:0:35295:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.468705:0:35295:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468707:0:35295:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468708:0:35295:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788624665.468710:0:35295:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788624665.468712:0:35295:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788624665.468713:0:35295:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788624665.468715:0:35295:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788624665.468716:0:35295:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.468718:0:35295:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468720:0:35295:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788624665.468722:0:35295:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788624665.468724:0:35295:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788624665.468725:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd18bb16c8 (ffff99dd035913f8/0) at cl_lock_release():245 00000020:00000001:0.0:1788624665.468727:0:35295:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624665.468729:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd18bb16c8 (ffff99dd035913f8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788624665.468731:0:35295:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788624665.468733:0:35295:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.468734:0:35295:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.468736:0:35295:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624665.468737:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c18630 (ffff99dd03591998/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788624665.468739:0:35295:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788624665.468740:0:35295:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788624665.468742:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.468743:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.468745:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=5 00000020:00000001:0.0:1788624665.468747:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.468749:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.468751:0:35295:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624665.468755:0:35295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788624665.468768:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.468769:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.468770:0:35295:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624665.468773:0:35295:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624665.468776:0:35295:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:0.0:1788624665.468783:0:35295:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624665.468784:0:35295:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624665.468786:0:35295:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624665.468788:0:35295:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.468790:0:35295:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624665.468792:0:35295:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.468794:0:35295:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.468797:0:35295:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.468799:0:35295:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624665.468800:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.468801:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.468802:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.468804:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624665.468805:0:35295:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788624665.468806:0:35295:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624665.468807:0:35295:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624665.468808:0:35295:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624665.468809:0:35295:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624665.468810:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd18bb16c8 (ffff99dd035913f8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788624665.468813:0:35295:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788624665.468814:0:35295:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624665.468815:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c18630 (ffff99dd035913f8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788624665.468818:0:35295:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034c2be0. 00000020:00000001:0.0:1788624665.468820:0:35295:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788624665.468821:0:35295:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd11c18600. 00020000:00000001:0.0:1788624665.468823:0:35295:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788624665.468824:0:35295:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788624665.468826:0:35295:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788624665.468828:0:35295:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788624665.468829:0:35295:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624665.468831:0:35295:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788624665.468832:0:35295:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788624665.468833:0:35295:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.468835:0:35295:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.468837:0:35295:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788624665.468838:0:35295:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788624665.468840:0:35295:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788624665.468842:0:35295:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1788624665.468843:0:35295:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788624665.468845:0:35295:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624665.468847:0:35295:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624665.468849:0:35295:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624665.468850:0:35295:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788624665.468853:0:35295:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788624665.468854:0:35295:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.468856:0:35295:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.468858:0:35295:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624665.468859:0:35295:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624665.468861:0:35295:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.468864:0:35295:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788624665.468865:0:35295:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788624665.468867:0:35295:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788624665.468868:0:35295:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788624665.468869:0:35295:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624665.468871:0:35295:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591990 00020000:00000001:0.0:1788624665.468873:0:35295:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788624665.468875:0:35295:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788624665.468876:0:35295:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624665.468878:0:35295:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788624665.468881:0:35295:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624665.468882:0:35295:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788624665.468885:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97c98 00000080:00200000:0.0:1788624665.468887:0:35295:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1788624665.468890:0:35295:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1788624665.468892:0:35295:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788624665.468894:0:35295:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035913f0 00000020:00000001:0.0:1788624665.468898:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97d88 00000080:00000008:0.0:1788624665.468900:0:35295:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:0.0:1788624665.468903:0:35295:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:0.0:1788624665.468963:0:35295:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:0.0:1788624665.468966:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97d88 00000080:00200008:0.0:1788624665.468968:0:35295:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194304 00000080:00000001:0.0:1788624665.468971:0:35295:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1788624665.468973:0:35295:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788624665.468975:0:35295:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:0.0:1788624665.468977:0:35295:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788624665.468981:0:35295:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624665.468983:0:35295:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832568 : -112300453719048 : ffff99dd035913f8) 00000020:00001000:0.0:1788624665.468985:0:35295:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035913f0 00000080:00000001:0.0:1788624665.468987:0:35295:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788624665.468990:0:35295:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.468992:0:35295:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788624665.468993:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97c98 00000080:00200000:0.0:1788624665.468995:0:35295:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:0.0:1788624665.468998:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97c30 00000080:00200000:0.0:1788624665.469000:0:35295:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1788624665.469001:0:35295:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788624665.469005:0:35295:0:(cl_io.c:214:cl_io_rw_init()) header@000000006e80308c[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:0.0:1788624665.469007:0:35295:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:0.0:1788624665.469009:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.469011:0:35295:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788624665.469013:0:35295:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788624665.469014:0:35295:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788624665.469017:0:35295:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624665.469018:0:35295:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788624665.469019:0:35295:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624665.469023:0:35295:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.469025:0:35295:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788624665.469027:0:35295:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.469028:0:35295:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624665.469031:0:35295:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff99dd11c91e70 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1788624665.469034:0:35295:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00020000:00000001:0.0:1788624665.469037:0:35295:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788624665.469038:0:35295:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788624665.469039:0:35295:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788624665.469041:0:35295:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.469043:0:35295:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788624665.469045:0:35295:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788624665.469047:0:35295:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.469048:0:35295:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624665.469049:0:35295:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788624665.469050:0:35295:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788624665.469052:0:35295:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00000020:00000001:0.0:1788624665.469054:0:35295:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.469056:0:35295:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.469058:0:35295:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788624665.469059:0:35295:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788624665.469061:0:35295:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788624665.469063:0:35295:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:0.0:1788624665.469066:0:35295:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788624665.469067:0:35295:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788624665.469070:0:35295:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1788624665.469072:0:35295:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.469074:0:35295:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788624665.469075:0:35295:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624665.469076:0:35295:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834008 : -112300453717608 : ffff99dd03591998) 00000020:00001000:0.0:1788624665.469078:0:35295:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591990 00000020:00000001:0.0:1788624665.469080:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f468 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.469081:0:35295:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788624665.469083:0:35295:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624665.469084:0:35295:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788624665.469085:0:35295:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.469088:0:35295:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.469089:0:35295:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.469091:0:35295:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788624665.469092:0:35295:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788624665.469095:0:35295:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.469097:0:35295:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.469099:0:35295:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.469101:0:35295:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.469102:0:35295:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.472706:0:35295:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788624665.472718:0:35295:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1788624665.472722:0:35295:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788624665.472729:0:35295:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788624665.472734:0:35295:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788624665.472739:0:35295:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.472746:0:35295:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.472750:0:35295:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788624665.472752:0:35295:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:0.0:1788624665.472756:0:35295:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788624665.472758:0:35295:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788624665.472760:0:35295:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.472762:0:35295:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.472764:0:35295:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.472766:0:35295:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.472768:0:35295:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.472772:0:35295:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788624665.472775:0:35295:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624665.472776:0:35295:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788624665.472779:0:35295:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624665.472781:0:35295:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.472783:0:35295:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.472785:0:35295:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.472787:0:35295:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.472789:0:35295:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624665.472791:0:35295:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788624665.472793:0:35295:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788624665.472797:0:35295:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788624665.472800:0:35295:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788624665.472807:0:35295:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:0.0:1788624665.472822:0:35295:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd11c18600. 00020000:00000002:0.0:1788624665.472827:0:35295:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:0.0:1788624665.472830:0:35295:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788624665.472832:0:35295:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.472835:0:35295:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.472837:0:35295:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788624665.472844:0:35295:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd034c2be0. 00000008:00010000:0.0:1788624665.472848:0:35295:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788624665.472851:0:35295:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624665.472852:0:35295:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788624665.472857:0:35295:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd11c18630, osc lock ffff99dd034c2be0, flags 0x0 00000020:00000001:0.0:1788624665.472860:0:35295:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.472862:0:35295:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.472866:0:35295:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773497558528 : -112300211993088 : ffff99dd11c18600) 00000020:00000001:0.0:1788624665.472868:0:35295:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624665.472869:0:35295:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788624665.472872:0:35295:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.472873:0:35295:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.472875:0:35295:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624665.472877:0:35295:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624665.472879:0:35295:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.472880:0:35295:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.472882:0:35295:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624665.472885:0:35295:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624665.472887:0:35295:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788624665.472889:0:35295:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.472894:0:35295:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788624665.472897:0:35295:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788624665.472898:0:35295:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788624665.472900:0:35295:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788624665.472902:0:35295:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788624665.472903:0:35295:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788624665.472906:0:35295:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788624665.472911:0:35295:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624665.472923:0:35295:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870100 count: 2 00010000:00000001:0.0:1788624665.472926:0:35295:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624665.472934:0:35295:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.472941:0:35295:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624665.472947:0:35295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 02000000:00000001:0.0:1788624665.472963:0:35295:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624665.472971:0:35295:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.472975:0:35295:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:0.0:1788624665.472984:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.472987:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.472991:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=4 00000020:00000001:0.0:1788624665.472994:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.472998:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00000008:00000001:0.0:1788624665.473003:0:35295:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788624665.473006:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.473007:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.473008:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=5 00000020:00000001:0.0:1788624665.473011:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.473013:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.473015:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.473016:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.473018:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=6 00000020:00000001:0.0:1788624665.473020:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.473022:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.473024:0:35295:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.473025:0:35295:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.473029:0:35295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:0.0:1788624665.473037:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.473039:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624665.473042:0:35295:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.473043:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.473045:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.473046:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=7 00000020:00000001:0.0:1788624665.473048:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.473051:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.473053:0:35295:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624665.473056:0:35295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:0.0:1788624665.473064:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.473065:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624665.473068:0:35295:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:0.0:1788624665.473095:0:35295:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624665.473096:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.473098:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.473099:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.473100:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624665.473101:0:35295:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624665.473132:0:35295:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473135:0:35295:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.473137:0:35295:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473138:0:35295:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473140:0:35295:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473142:0:35295:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473144:0:35295:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473147:0:35295:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788624665.473160:0:35295:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1788624665.473164:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97b90 00000080:00200000:0.0:1788624665.473167:0:35295:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:0.0:1788624665.473172:0:35295:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788624665.473175:0:35295:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788624665.473177:0:35295:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1788624665.473180:0:35295:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.473181:0:35295:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.473184:0:35295:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788624665.473186:0:35295:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788624665.473189:0:35295:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473191:0:35295:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.473193:0:35295:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473195:0:35295:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473200:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.473202:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.473205:0:35295:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788624665.473332:0:35295:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788624665.473336:0:35295:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788624665.473338:0:35295:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1788624665.473341:0:35295:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788624665.473342:0:35295:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1788624665.473345:0:35295:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=46 (1) m=1788624665 a=1788624665 c=1788624665 b=0 00020000:00000001:0.0:1788624665.473349:0:35295:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624665.473351:0:35295:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788624665 a=1788624665 c=1788624665 b=0 00020000:00000001:0.0:1788624665.473363:0:35295:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473365:0:35295:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473368:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000001:00000001:0.0:1788624665.473372:0:35295:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788624665.473373:0:35295:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:0.0:1788624665.473376:0:35295:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788624665.473377:0:35295:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788624665.473378:0:35295:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788624665.473380:0:35295:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788624665.473382:0:35295:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788624665.473389:0:35295:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd11c18700. 00020000:00000002:0.0:1788624665.473392:0:35295:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788624665.473394:0:35295:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788624665.473395:0:35295:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.473396:0:35295:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.473398:0:35295:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788624665.473401:0:35295:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd034c3b50. 00000008:00010000:0.0:1788624665.473403:0:35295:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788624665.473404:0:35295:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624665.473406:0:35295:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788624665.473407:0:35295:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd11c18730, osc lock ffff99dd034c3b50, flags 0x400001002 00000020:00000001:0.0:1788624665.473409:0:35295:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.473411:0:35295:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.473413:0:35295:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773497558784 : -112300211992832 : ffff99dd11c18700) 00000020:00000001:0.0:1788624665.473415:0:35295:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624665.473416:0:35295:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788624665.473417:0:35295:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473419:0:35295:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473422:0:35295:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788624665.473424:0:35295:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788624665.473426:0:35295:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624665.473427:0:35295:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624665.473428:0:35295:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.473429:0:35295:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.473432:0:35295:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624665.473433:0:35295:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624665.473435:0:35295:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788624665.473438:0:35295:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788624665.473439:0:35295:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788624665.473440:0:35295:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788624665.473442:0:35295:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788624665.473443:0:35295:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788624665.473444:0:35295:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788624665.473446:0:35295:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788624665.473447:0:35295:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624665.473450:0:35295:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870100 count: 2 00010000:00000001:0.0:1788624665.473452:0:35295:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624665.473456:0:35295:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.473458:0:35295:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.473461:0:35295:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 02000000:00000001:0.0:1788624665.473470:0:35295:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624665.473473:0:35295:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.473476:0:35295:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:0.0:1788624665.473484:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.473485:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.473486:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=6 00000020:00000001:0.0:1788624665.473488:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.473490:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00000008:00000001:0.0:1788624665.473492:0:35295:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788624665.473494:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.473495:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.473496:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=7 00000020:00000001:0.0:1788624665.473498:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.473500:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00000020:00000001:0.0:1788624665.473504:0:35295:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788624665.473506:0:35295:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788624665.473509:0:35295:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788624665.473510:0:35295:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.473512:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.473513:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.473514:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=8 00000020:00000001:0.0:1788624665.473516:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.473519:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.473521:0:35295:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624665.473524:0:35295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 8/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:0.0:1788624665.473530:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.473532:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624665.473534:0:35295:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 7/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:0.0:1788624665.473541:0:35295:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624665.473543:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.473544:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.473545:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.473546:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624665.473548:0:35295:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624665.473550:0:35295:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473551:0:35295:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.473553:0:35295:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473555:0:35295:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473557:0:35295:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788624665.473558:0:35295:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788624665.473561:0:35295:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788624665.473563:0:35295:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788624665.473565:0:35295:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473567:0:35295:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.473571:0:35295:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788624665.473574:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.473576:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.473578:0:35295:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788624665.473580:0:35295:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788624665.473581:0:35295:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788624665 a=1788624665 c=1788624665 b=0 00020000:00000001:0.0:1788624665.473584:0:35295:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473586:0:35295:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473588:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000080:00200000:0.0:1788624665.473591:0:35295:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1788624665.473594:0:35295:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788624665.473599:0:35295:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788624665.473601:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd11c91e10 (ffff99dd035913f8/0) at cl_lock_release():245 00000020:00000001:0.0:1788624665.473604:0:35295:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624665.473605:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c91e10 (ffff99dd035913f8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788624665.473608:0:35295:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788624665.473610:0:35295:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.473612:0:35295:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.473614:0:35295:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624665.473615:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c18730 (ffff99dd03591998/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788624665.473618:0:35295:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788624665.473620:0:35295:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788624665.473621:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.473622:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624665.473623:0:35295:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788624665.473626:0:35295:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624665.473627:0:35295:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624665.473628:0:35295:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624665.473629:0:35295:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624665.473630:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c91e10 (ffff99dd035913f8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788624665.473634:0:35295:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788624665.473635:0:35295:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624665.473636:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c18730 (ffff99dd035913f8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788624665.473640:0:35295:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034c3b50. 00000020:00000001:0.0:1788624665.473648:0:35295:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788624665.473650:0:35295:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd11c18700. 00020000:00000001:0.0:1788624665.473654:0:35295:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788624665.473655:0:35295:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788624665.473657:0:35295:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788624665.473659:0:35295:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788624665.473666:0:35295:0:(vvp_io.c:864:vvp_io_read_start()) header@000000006e80308c[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000080:00000002:0.0:1788624665.473669:0:35295:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611179, 4194304 bytes, offset 46, size 46 00000080:00400000:0.0:1788624665.473672:0:35295:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:0.0:1788624665.473678:0:35295:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:0.0:1788624665.473688:0:35295:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788624665.473691:0:35295:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624665.473692:0:35295:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788624665.473694:0:35295:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:0.0:1788624665.473696:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.473699:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000020:00000001:0.0:1788624665.473701:0:35295:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788624665.473704:0:35295:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788624665.473706:0:35295:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473708:0:35295:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473710:0:35295:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000008:00000001:0.0:1788624665.473712:0:35295:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473714:0:35295:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.473716:0:35295:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.473718:0:35295:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473719:0:35295:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473721:0:35295:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788624665.473723:0:35295:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788624665.473725:0:35295:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788624665.473727:0:35295:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788624665.473728:0:35295:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788624665.473730:0:35295:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.473732:0:35295:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473735:0:35295:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788624665.473737:0:35295:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788624665.473738:0:35295:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788624665.473740:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd18bb16c8 (ffff99dd035913f8/0) at cl_lock_release():245 00000020:00000001:0.0:1788624665.473742:0:35295:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624665.473743:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd18bb16c8 (ffff99dd035913f8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788624665.473746:0:35295:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788624665.473747:0:35295:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624665.473748:0:35295:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494040960 : -112300215510656 : ffff99dd118bd980) 00000020:00000001:0.0:1788624665.473750:0:35295:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624665.473752:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c18630 (ffff99dd03591998/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788624665.473754:0:35295:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788624665.473755:0:35295:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788624665.473757:0:35295:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624665.473758:0:35295:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624665.473759:0:35295:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=5 00000020:00000001:0.0:1788624665.473761:0:35295:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.473763:0:35295:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:0.0:1788624665.473765:0:35295:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624665.473768:0:35295:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:0.0:1788624665.473775:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.473777:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.473778:0:35295:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624665.473781:0:35295:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624665.473784:0:35295:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:0.0:1788624665.473793:0:35295:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624665.473796:0:35295:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624665.473799:0:35295:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624665.473803:0:35295:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.473806:0:35295:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624665.473808:0:35295:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.473811:0:35295:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.473814:0:35295:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.473816:0:35295:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624665.473818:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.473819:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.473820:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.473821:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624665.473822:0:35295:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788624665.473824:0:35295:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624665.473825:0:35295:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624665.473826:0:35295:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624665.473827:0:35295:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624665.473829:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd18bb16c8 (ffff99dd035913f8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788624665.473831:0:35295:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788624665.473832:0:35295:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624665.473834:0:35295:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c18630 (ffff99dd035913f8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788624665.473836:0:35295:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034c2be0. 00000020:00000001:0.0:1788624665.473839:0:35295:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788624665.473841:0:35295:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd11c18600. 00020000:00000001:0.0:1788624665.473843:0:35295:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788624665.473844:0:35295:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788624665.473845:0:35295:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788624665.473847:0:35295:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788624665.473848:0:35295:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624665.473849:0:35295:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788624665.473851:0:35295:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788624665.473852:0:35295:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.473854:0:35295:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.473856:0:35295:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788624665.473857:0:35295:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788624665.473859:0:35295:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788624665.473862:0:35295:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1788624665.473863:0:35295:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788624665.473865:0:35295:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624665.473867:0:35295:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624665.473868:0:35295:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624665.473869:0:35295:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788624665.473873:0:35295:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788624665.473875:0:35295:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.473877:0:35295:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.473879:0:35295:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624665.473880:0:35295:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624665.473881:0:35295:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.473886:0:35295:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788624665.473888:0:35295:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788624665.473891:0:35295:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788624665.473892:0:35295:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788624665.473894:0:35295:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624665.473897:0:35295:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591990 00020000:00000001:0.0:1788624665.473901:0:35295:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788624665.473903:0:35295:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788624665.473905:0:35295:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624665.473908:0:35295:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788624665.473911:0:35295:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624665.473912:0:35295:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788624665.473914:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97c98 00000080:00200000:0.0:1788624665.473917:0:35295:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1788624665.473922:0:35295:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1788624665.473924:0:35295:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788624665.473927:0:35295:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035913f0 00000020:00000001:0.0:1788624665.473929:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97d88 00000080:00000008:0.0:1788624665.473931:0:35295:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:0.0:1788624665.473934:0:35295:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624665.474069:0:35295:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788624665.474073:0:35295:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00020000:00000002:0.0:1788624665.474077:0:35295:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00020000:00000001:0.0:1788624665.474080:0:35295:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.474091:0:35295:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788624665.474094:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97df0 00000080:00200008:0.0:1788624665.474096:0:35295:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), flags 100000 00000080:00000001:0.0:1788624665.474100:0:35295:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788624665.474184:0:35295:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788624665.474186:0:35295:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788624665.474188:0:35295:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00020000:00000002:0.0:1788624665.474191:0:35295:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00020000:00000001:0.0:1788624665.474193:0:35295:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.474196:0:35295:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788624665.474203:0:35295:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624665.474217:0:35295:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624665.474219:0:35295:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624665.474222:0:35295:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624665.474225:0:35295:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624665.474227:0:35295:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788624665.474229:0:35295:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624665.474235:0:35295:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624665.474237:0:35295:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624665.474243:0:35295:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 4 00010000:00000001:0.0:1788624665.474246:0:35295:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624665.474252:0:35295:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788624665.474254:0:35295:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788624665.474257:0:35295:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624665.474260:0:35295:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.474264:0:35295:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef419e6 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a88bc expref: -99 pid: 35295 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624665.474271:0:35295:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.474272:0:35295:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624665.474274:0:35295:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788624665.474276:0:35295:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 16 00000080:00000010:0.0:1788624665.474278:0:35295:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd03d12f00. 00000080:00000001:0.0:1788624665.474284:0:35295:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.474289:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97df0 00000080:00000008:0.0:1788624665.474292:0:35295:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), flags 100000, rc = 0 00000080:00000001:0.0:1788624665.474295:0:35295:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.474300:0:35295:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788624665.474302:0:35295:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c97e00 00000080:00002000:0.0:1788624665.474305:0:35295:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff99dd1934dbd0, parent ffff99dd19287870, inode ffff99dd1919aa08) hashed, 00000080:00000001:0.0:1788624665.474308:0:35295:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.513847:0:35296:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624665.513855:0:35296:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624665.513857:0:35296:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624665.513860:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb20 00000080:00200000:1.0:1788624665.513865:0:35296:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:1.0:1788624665.513873:0:35296:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18745400. 00800000:00000002:1.0:1788624665.513880:0:35296:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624665.513885:0:35296:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624665.513890:0:35296:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624665.513892:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfa40 00800000:00000002:1.0:1788624665.513894:0:35296:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624665.513898:0:35296:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624665.513901:0:35296:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624665.513903:0:35296:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624665.513906:0:35296:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624665.513909:0:35296:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624665.513911:0:35296:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624665.513914:0:35296:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624665.513916:0:35296:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624665.513920:0:35296:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624665.513926:0:35296:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624665.513927:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf910 00000002:00010000:1.0:1788624665.513929:0:35296:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624665.513933:0:35296:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624665.513935:0:35296:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624665.513938:0:35296:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624665.513945:0:35296:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870300 count: 2 00010000:00000001:1.0:1788624665.513948:0:35296:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624665.513953:0:35296:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624665.513957:0:35296:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624665.513962:0:35296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788624665.513974:0:35296:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624665.513981:0:35296:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624665.513985:0:35296:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788624665.513993:0:35296:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624665.513995:0:35296:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624665.513997:0:35296:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624665.513999:0:35296:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624665.514000:0:35296:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624665.514003:0:35296:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624665.514005:0:35296:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624665.514008:0:35296:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624665.514011:0:35296:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18745400. 00000080:00000001:1.0:1788624665.514016:0:35296:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624665.514017:0:35296:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624665.514020:0:35296:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624665.514024:0:35296:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef419df 00800000:00000001:1.0:1788624665.514027:0:35296:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624665.514029:0:35296:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624665.514031:0:35296:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.514033:0:35296:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.514036:0:35296:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=3 00000020:00000001:1.0:1788624665.514038:0:35296:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624665.514042:0:35296:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624665.514044:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.514046:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624665.514048:0:35296:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624665.514050:0:35296:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624665.514052:0:35296:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419df from it ffffbef881dbfb58 00010000:00000001:1.0:1788624665.514055:0:35296:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.514056:0:35296:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.514057:0:35296:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=3 00000020:00000001:1.0:1788624665.514059:0:35296:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624665.514061:0:35296:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:1.0:1788624665.514063:0:35296:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624665.514067:0:35296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624665.514073:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.514074:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.514076:0:35296:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624665.514078:0:35296:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624665.514081:0:35296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788624665.514088:0:35296:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624665.514091:0:35296:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624665.514093:0:35296:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624665.514098:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.514099:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.514100:0:35296:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.514104:0:35296:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624665.514129:0:35296:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.514131:0:35296:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.514134:0:35296:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.514135:0:35296:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624665.514137:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.514138:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624665.514141:0:35296:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624665.514143:0:35296:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624665.514145:0:35296:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788624665.514150:0:35296:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.514167:0:35296:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788624665.514170:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb48 00000080:00002000:1.0:1788624665.514172:0:35296:0:(dcache.c:87:ll_dcompare()) found name recon(ffff99dd1934dbd0) flags 0x48004e refc 0 00000080:00000001:1.0:1788624665.514175:0:35296:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.514177:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb90 00000080:00200000:1.0:1788624665.514178:0:35296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1788624665.514185:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd08 00000080:00200008:1.0:1788624665.514187:0:35296:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1788624665.514192:0:35296:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624665.514194:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc80 00000080:00200000:1.0:1788624665.514195:0:35296:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff99dd1919aa08),name=recon 00000080:00000010:1.0:1788624665.514200:0:35296:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18745400. 00800000:00000002:1.0:1788624665.514203:0:35296:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624665.514207:0:35296:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624665.514209:0:35296:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624665.514211:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfba0 00800000:00000002:1.0:1788624665.514213:0:35296:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624665.514215:0:35296:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624665.514218:0:35296:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624665.514220:0:35296:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624665.514221:0:35296:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624665.514223:0:35296:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624665.514225:0:35296:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624665.514226:0:35296:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624665.514228:0:35296:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624665.514230:0:35296:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624665.514231:0:35296:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624665.514232:0:35296:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624665.514234:0:35296:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624665.514235:0:35296:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624665.514237:0:35296:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788624665.514238:0:35296:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624665.514253:0:35296:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624665.514257:0:35296:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624665.514259:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfa70 00000002:00010000:1.0:1788624665.515529:0:35296:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624665.515539:0:35296:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624665.515540:0:35296:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624665.515543:0:35296:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624665.515551:0:35296:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 4 00010000:00000001:1.0:1788624665.515555:0:35296:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624665.515560:0:35296:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624665.515564:0:35296:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624665.515569:0:35296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788624665.515580:0:35296:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624665.515585:0:35296:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624665.515588:0:35296:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788624665.515596:0:35296:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624665.515598:0:35296:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624665.515599:0:35296:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624665.515602:0:35296:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624665.515604:0:35296:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624665.515607:0:35296:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624665.515610:0:35296:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624665.515613:0:35296:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624665.515616:0:35296:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18745400. 00000080:00000001:1.0:1788624665.515621:0:35296:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624665.515623:0:35296:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624665.515626:0:35296:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff99dd1919aa08) 00000080:00010000:1.0:1788624665.515629:0:35296:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff99dd1919aa08) for lock 0xcc94206c7ef419b5 00800000:00000001:1.0:1788624665.515632:0:35296:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624665.515635:0:35296:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624665.515637:0:35296:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.515638:0:35296:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.515641:0:35296:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=3 00000020:00000001:1.0:1788624665.515643:0:35296:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:1.0:1788624665.515646:0:35296:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:1.0:1788624665.515648:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.515650:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624665.515651:0:35296:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624665.515653:0:35296:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624665.515656:0:35296:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419b5 from it ffffbef881dbfcb8 00010000:00000001:1.0:1788624665.515658:0:35296:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.515659:0:35296:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.515661:0:35296:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=3 00000020:00000001:1.0:1788624665.515662:0:35296:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:1.0:1788624665.515664:0:35296:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:1.0:1788624665.515667:0:35296:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624665.515670:0:35296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788624665.515676:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.515677:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.515679:0:35296:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624665.515681:0:35296:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624665.515683:0:35296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788624665.515691:0:35296:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624665.516093:0:35296:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624665.516097:0:35296:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624665.516104:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.516192:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.516195:0:35296:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.516198:0:35296:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624665.516201:0:35296:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.516204:0:35296:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.516208:0:35296:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.516210:0:35296:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624665.516211:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.516214:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624665.516218:0:35296:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624665.516220:0:35296:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624665.516223:0:35296:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788624665.516226:0:35296:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788624665.516228:0:35296:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624665.516230:0:35296:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788624665.516231:0:35296:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.516233:0:35296:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788624665.516237:0:35296:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788624665.516369:0:35296:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624665.516374:0:35296:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833000 : -112300453718616 : ffff99dd035915a8) 00000020:00001000:1.0:1788624665.516377:0:35296:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035915a0 00000020:00000001:1.0:1788624665.516381:0:35296:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:1.0:1788624665.516384:0:35296:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788624665.516387:0:35296:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788624665.516389:0:35296:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788624665.516392:0:35296:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624665.516393:0:35296:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788624665.516396:0:35296:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788624665.516397:0:35296:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.516400:0:35296:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788624665.516404:0:35296:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff99dd11c90750 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788624665.516407:0:35296:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd03524f80 00020000:00000001:1.0:1788624665.516411:0:35296:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788624665.516413:0:35296:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788624665.516415:0:35296:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788624665.516417:0:35296:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624665.516419:0:35296:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788624665.516422:0:35296:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788624665.516423:0:35296:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.516425:0:35296:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624665.516426:0:35296:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788624665.516427:0:35296:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788624665.516429:0:35296:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd03524f80 00000020:00000001:1.0:1788624665.516431:0:35296:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788624665.516434:0:35296:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788624665.516435:0:35296:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:1.0:1788624665.516438:0:35296:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788624665.516439:0:35296:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788624665.516442:0:35296:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788624665.516444:0:35296:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788624665.516449:0:35296:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788624665.516458:0:35296:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd087e6800. 00020000:00000002:1.0:1788624665.516460:0:35296:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788624665.516462:0:35296:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788624665.516464:0:35296:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624665.516466:0:35296:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788624665.516468:0:35296:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624665.516469:0:35296:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624665.516471:0:35296:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00000020:00000001:1.0:1788624665.516474:0:35296:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f468 -> ffff99dd1145f9e0 00000020:00000001:1.0:1788624665.516475:0:35296:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788624665.516479:0:35296:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624665.516480:0:35296:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788624665.516481:0:35296:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624665.516482:0:35296:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624665.516484:0:35296:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624665.516486:0:35296:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788624665.516491:0:35296:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd034b6d10. 00000008:00010000:1.0:1788624665.516493:0:35296:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788624665.516495:0:35296:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788624665.516497:0:35296:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788624665.516498:0:35296:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd087e6830, osc lock ffff99dd034b6d10, flags 0x400001002 00000020:00000001:1.0:1788624665.516500:0:35296:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624665.516502:0:35296:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624665.516504:0:35296:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773342164992 : -112300367386624 : ffff99dd087e6800) 00000020:00000001:1.0:1788624665.516506:0:35296:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788624665.516507:0:35296:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788624665.516508:0:35296:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.516510:0:35296:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.516512:0:35296:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788624665.516513:0:35296:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788624665.516515:0:35296:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788624665.516517:0:35296:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788624665.516518:0:35296:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624665.516519:0:35296:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624665.516520:0:35296:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788624665.516522:0:35296:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788624665.516524:0:35296:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788624665.516527:0:35296:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788624665.516529:0:35296:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788624665.516530:0:35296:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788624665.516532:0:35296:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788624665.516533:0:35296:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788624665.516534:0:35296:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788624665.516537:0:35296:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788624665.516539:0:35296:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624665.516545:0:35296:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870100 count: 2 00010000:00000001:1.0:1788624665.516547:0:35296:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624665.516552:0:35296:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624665.516555:0:35296:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624665.516559:0:35296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 02000000:00000001:1.0:1788624665.516569:0:35296:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624665.516572:0:35296:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624665.516575:0:35296:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:1.0:1788624665.516581:0:35296:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.516583:0:35296:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.516585:0:35296:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=4 00000020:00000001:1.0:1788624665.516586:0:35296:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:1.0:1788624665.516588:0:35296:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00000008:00000001:1.0:1788624665.516592:0:35296:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788624665.516594:0:35296:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.516595:0:35296:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.516596:0:35296:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=5 00000020:00000001:1.0:1788624665.516598:0:35296:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:1.0:1788624665.516600:0:35296:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00000020:00000001:1.0:1788624665.516603:0:35296:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788624665.516604:0:35296:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788624665.516606:0:35296:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788624665.516608:0:35296:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.516609:0:35296:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624665.516610:0:35296:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624665.516611:0:35296:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=6 00000020:00000001:1.0:1788624665.516613:0:35296:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:1.0:1788624665.516615:0:35296:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:1.0:1788624665.516616:0:35296:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624665.516618:0:35296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:1.0:1788624665.516624:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.516626:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.516627:0:35296:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624665.516629:0:35296:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624665.516631:0:35296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1788624665.516638:0:35296:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624665.516639:0:35296:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624665.516641:0:35296:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624665.516642:0:35296:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.516644:0:35296:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624665.516646:0:35296:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.516647:0:35296:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.516649:0:35296:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.516651:0:35296:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624665.516652:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.516653:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624665.516654:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.516655:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624665.516657:0:35296:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624665.516659:0:35296:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.516661:0:35296:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624665.516663:0:35296:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.516665:0:35296:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.516666:0:35296:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788624665.516667:0:35296:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788624665.516670:0:35296:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788624665.516671:0:35296:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788624665.516673:0:35296:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.516676:0:35296:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.516680:0:35296:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788624665.516682:0:35296:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:1.0:1788624665.516685:0:35296:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:1.0:1788624665.516687:0:35296:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788624665.516690:0:35296:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788624665.518610:0:35296:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788624665.518618:0:35296:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1788624665.518622:0:35296:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788624665.518624:0:35296:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1788624665.518626:0:35296:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=46 (1) m=1788624665 a=1788624665 c=1788624665 b=0 00020000:00000001:1.0:1788624665.518631:0:35296:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788624665.518634:0:35296:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788624665 a=1788624665 c=1788624665 b=0 00020000:00000001:1.0:1788624665.518638:0:35296:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.518641:0:35296:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.518646:0:35296:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000080:00200000:1.0:1788624665.518650:0:35296:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1788624665.518653:0:35296:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788624665.518659:0:35296:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788624665.518661:0:35296:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd11c906f0 (ffff99dd035915a8/0) at cl_lock_release():245 00000020:00000001:1.0:1788624665.518663:0:35296:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788624665.518665:0:35296:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c906f0 (ffff99dd035915a8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788624665.518668:0:35296:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788624665.518672:0:35296:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624665.518674:0:35296:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624665.518676:0:35296:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788624665.518677:0:35296:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd087e6830 (ffff99dd10d87128/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788624665.518681:0:35296:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788624665.518682:0:35296:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788624665.518684:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624665.518686:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624665.518688:0:35296:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788624665.520199:0:35296:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624665.520205:0:35296:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624665.520208:0:35296:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624665.520210:0:35296:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788624665.520213:0:35296:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c906f0 (ffff99dd035915a8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788624665.520219:0:35296:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788624665.520221:0:35296:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788624665.520222:0:35296:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd087e6830 (ffff99dd035915a8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788624665.520226:0:35296:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034b6d10. 00000020:00000001:1.0:1788624665.520232:0:35296:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788624665.520233:0:35296:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd087e6800. 00020000:00000001:1.0:1788624665.520237:0:35296:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788624665.520239:0:35296:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788624665.520240:0:35296:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788624665.520252:0:35296:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624665.520256:0:35296:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788624665.520260:0:35296:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788624665.521430:0:35296:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788624665.521433:0:35296:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788624665.521435:0:35296:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788624665.521437:0:35296:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00020000:00000001:1.0:1788624665.521443:0:35296:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788624665.521445:0:35296:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788624665.521448:0:35296:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788624665.521451:0:35296:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788624665.521456:0:35296:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788624665.521457:0:35296:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624665.521458:0:35296:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788624665.521460:0:35296:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788624665.521461:0:35296:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788624665.521462:0:35296:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035915a0 00000001:00000001:1.0:1788624665.521463:0:35296:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.521634:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd08 00000080:00000008:2.0:1788624665.521643:0:35296:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), request_mask 606, flags 0, foreign 0 00000080:00000001:2.0:1788624665.521654:0:35296:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788624665.521656:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfda0 00000080:00002000:2.0:1788624665.521658:0:35296:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff99dd1934dbd0, parent ffff99dd19287870, inode ffff99dd1919aa08) hashed, 00000080:00000001:2.0:1788624665.521662:0:35296:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.521717:0:35296:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624665.521722:0:35296:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624665.521725:0:35296:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624665.521727:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfbc0 00000080:00200000:2.0:1788624665.521730:0:35296:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624665.521739:0:35296:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd0864bc00. 00800000:00000002:2.0:1788624665.521747:0:35296:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624665.521753:0:35296:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624665.521758:0:35296:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624665.521761:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfae0 00800000:00000002:2.0:1788624665.521765:0:35296:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624665.521770:0:35296:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624665.521773:0:35296:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624665.521777:0:35296:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624665.521780:0:35296:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624665.521783:0:35296:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624665.521785:0:35296:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624665.521787:0:35296:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624665.521791:0:35296:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624665.521795:0:35296:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624665.521802:0:35296:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624665.521804:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf9b0 00000002:00010000:2.0:1788624665.521807:0:35296:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624665.521811:0:35296:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624665.521814:0:35296:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624665.521818:0:35296:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624665.521829:0:35296:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870300 count: 2 00010000:00000001:2.0:1788624665.521833:0:35296:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624665.521838:0:35296:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624665.521844:0:35296:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624665.521850:0:35296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788624665.521863:0:35296:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624665.521870:0:35296:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624665.521874:0:35296:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788624665.521882:0:35296:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624665.521885:0:35296:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624665.521887:0:35296:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624665.521889:0:35296:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624665.521891:0:35296:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624665.521894:0:35296:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624665.521897:0:35296:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624665.521901:0:35296:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624665.521906:0:35296:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0864bc00. 00000080:00000001:2.0:1788624665.521913:0:35296:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624665.521915:0:35296:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624665.521919:0:35296:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624665.521924:0:35296:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef419df 00800000:00000001:2.0:1788624665.521928:0:35296:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624665.521932:0:35296:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624665.521934:0:35296:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.521938:0:35296:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.521942:0:35296:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=3 00000020:00000001:2.0:1788624665.521945:0:35296:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:2.0:1788624665.521948:0:35296:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:2.0:1788624665.521952:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.521953:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624665.521955:0:35296:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624665.521957:0:35296:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624665.521959:0:35296:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419df from it ffffbef881dbfbf8 00010000:00000001:2.0:1788624665.521961:0:35296:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.521963:0:35296:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.521964:0:35296:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=3 00000020:00000001:2.0:1788624665.521966:0:35296:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:2.0:1788624665.521969:0:35296:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:2.0:1788624665.521971:0:35296:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624665.521974:0:35296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788624665.521982:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.521983:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.521985:0:35296:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624665.521988:0:35296:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624665.521991:0:35296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788624665.521999:0:35296:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624665.522003:0:35296:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624665.522005:0:35296:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624665.522011:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.522012:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.522014:0:35296:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.522019:0:35296:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624665.522022:0:35296:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.522024:0:35296:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.522027:0:35296:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.522030:0:35296:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624665.522032:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.522033:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624665.522037:0:35296:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624665.522039:0:35296:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624665.522041:0:35296:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788624665.522046:0:35296:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.522050:0:35296:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788624665.522053:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfbe8 00000080:00002000:2.0:1788624665.522054:0:35296:0:(dcache.c:87:ll_dcompare()) found name recon(ffff99dd1934dbd0) flags 0x48004e refc 0 00000080:00000001:2.0:1788624665.522057:0:35296:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.522061:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc30 00000080:00200000:2.0:1788624665.522062:0:35296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:2.0:1788624665.522084:0:35296:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1788624665.522088:0:35296:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:2.0:1788624665.522092:0:35296:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788624665.522094:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfe40 00000080:00002000:2.0:1788624665.522096:0:35296:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff99dd1934dbd0, parent ffff99dd19287870, inode ffff99dd1919aa08) hashed, 00000080:00000001:2.0:1788624665.522099:0:35296:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.522378:0:35296:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624665.522382:0:35296:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624665.522384:0:35296:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624665.522386:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfbc0 00000080:00200000:2.0:1788624665.522388:0:35296:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624665.522393:0:35296:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd0864bc00. 00800000:00000002:2.0:1788624665.522397:0:35296:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624665.522400:0:35296:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624665.522402:0:35296:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624665.522404:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfae0 00800000:00000002:2.0:1788624665.522406:0:35296:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624665.522411:0:35296:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624665.522413:0:35296:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624665.522415:0:35296:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624665.522417:0:35296:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624665.522419:0:35296:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624665.522422:0:35296:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624665.522424:0:35296:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624665.522427:0:35296:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624665.522431:0:35296:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624665.522435:0:35296:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624665.522437:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf9b0 00000002:00010000:2.0:1788624665.522439:0:35296:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624665.522443:0:35296:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624665.522445:0:35296:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624665.522447:0:35296:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624665.522451:0:35296:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870300 count: 2 00010000:00000001:2.0:1788624665.522455:0:35296:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624665.522459:0:35296:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624665.522461:0:35296:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624665.522465:0:35296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788624665.522473:0:35296:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788624665.522477:0:35296:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624665.522480:0:35296:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788624665.522487:0:35296:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788624665.522490:0:35296:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788624665.522493:0:35296:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624665.522494:0:35296:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788624665.522496:0:35296:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624665.522498:0:35296:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788624665.522501:0:35296:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788624665.522503:0:35296:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624665.522505:0:35296:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0864bc00. 00000080:00000001:2.0:1788624665.522508:0:35296:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624665.522509:0:35296:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624665.522512:0:35296:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624665.522515:0:35296:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef419df 00800000:00000001:2.0:1788624665.522517:0:35296:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624665.522520:0:35296:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624665.522521:0:35296:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.522523:0:35296:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.522524:0:35296:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=3 00000020:00000001:2.0:1788624665.522527:0:35296:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:2.0:1788624665.522529:0:35296:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:2.0:1788624665.522532:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.522533:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624665.522534:0:35296:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624665.522536:0:35296:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624665.522538:0:35296:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419df from it ffffbef881dbfbf8 00010000:00000001:2.0:1788624665.522539:0:35296:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624665.522540:0:35296:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624665.522542:0:35296:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=3 00000020:00000001:2.0:1788624665.522544:0:35296:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:2.0:1788624665.522546:0:35296:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:2.0:1788624665.522548:0:35296:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624665.522550:0:35296:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788624665.522557:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.522558:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.522560:0:35296:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624665.522561:0:35296:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624665.522563:0:35296:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788624665.522569:0:35296:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624665.522571:0:35296:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624665.522572:0:35296:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624665.522575:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.522577:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624665.522578:0:35296:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.522581:0:35296:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624665.522582:0:35296:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.522585:0:35296:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.522587:0:35296:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.522588:0:35296:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624665.522589:0:35296:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.522591:0:35296:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624665.522592:0:35296:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788624665.522594:0:35296:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624665.522596:0:35296:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788624665.522599:0:35296:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.522602:0:35296:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788624665.522604:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfbe8 00000080:00002000:2.0:1788624665.522605:0:35296:0:(dcache.c:87:ll_dcompare()) found name recon(ffff99dd1934dbd0) flags 0x48004e refc 0 00000080:00000001:2.0:1788624665.522607:0:35296:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.522609:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc30 00000080:00200000:2.0:1788624665.522611:0:35296:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:2.0:1788624665.522617:0:35296:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1788624665.522621:0:35296:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1788624665.522623:0:35296:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788624665.522625:0:35296:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfe40 00000080:00002000:2.0:1788624665.522626:0:35296:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff99dd1934dbd0, parent ffff99dd19287870, inode ffff99dd1919aa08) hashed, 00000080:00000001:2.0:1788624665.522629:0:35296:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.547748:0:35297:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624665.547756:0:35297:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624665.547758:0:35297:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624665.547761:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3b20 00000080:00200000:3.0:1788624665.547767:0:35297:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624665.547776:0:35297:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd187ca000. 00800000:00000002:3.0:1788624665.547783:0:35297:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624665.547787:0:35297:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624665.547792:0:35297:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624665.547794:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3a40 00800000:00000002:3.0:1788624665.547797:0:35297:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624665.547801:0:35297:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624665.547803:0:35297:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624665.547806:0:35297:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624665.547808:0:35297:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624665.547811:0:35297:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624665.547813:0:35297:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.547815:0:35297:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624665.547817:0:35297:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.547820:0:35297:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624665.547825:0:35297:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624665.547827:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3910 00000002:00010000:3.0:1788624665.547829:0:35297:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624665.547833:0:35297:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624665.547835:0:35297:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624665.547838:0:35297:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624665.547844:0:35297:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870300 count: 2 00010000:00000001:3.0:1788624665.547847:0:35297:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624665.547852:0:35297:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624665.547856:0:35297:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624665.547862:0:35297:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788624665.547873:0:35297:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624665.547878:0:35297:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624665.547881:0:35297:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788624665.547888:0:35297:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624665.547891:0:35297:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624665.547893:0:35297:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624665.547895:0:35297:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624665.547897:0:35297:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624665.547899:0:35297:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624665.547901:0:35297:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624665.547904:0:35297:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624665.547907:0:35297:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd187ca000. 00000080:00000001:3.0:1788624665.547915:0:35297:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624665.547916:0:35297:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624665.547919:0:35297:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624665.547923:0:35297:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef419df 00800000:00000001:3.0:1788624665.547927:0:35297:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624665.547929:0:35297:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624665.547931:0:35297:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.547933:0:35297:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.547936:0:35297:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=3 00000020:00000001:3.0:1788624665.547938:0:35297:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624665.547941:0:35297:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624665.547944:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.547946:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624665.547947:0:35297:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.547949:0:35297:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624665.547952:0:35297:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419df from it ffffbef8820a3b58 00010000:00000001:3.0:1788624665.547954:0:35297:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.547955:0:35297:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.547956:0:35297:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=3 00000020:00000001:3.0:1788624665.547958:0:35297:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624665.547960:0:35297:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624665.547962:0:35297:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624665.547965:0:35297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788624665.547972:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.547973:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.547975:0:35297:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624665.547977:0:35297:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624665.547980:0:35297:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788624665.547988:0:35297:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624665.547991:0:35297:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624665.547993:0:35297:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624665.547997:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.547998:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.547999:0:35297:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.548002:0:35297:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624665.548004:0:35297:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.548007:0:35297:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.548009:0:35297:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.548011:0:35297:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624665.548012:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.548014:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624665.548017:0:35297:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624665.548019:0:35297:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624665.548021:0:35297:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788624665.548026:0:35297:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.548029:0:35297:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788624665.548032:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3b48 00000080:00002000:3.0:1788624665.548034:0:35297:0:(dcache.c:87:ll_dcompare()) found name recon(ffff99dd1934dbd0) flags 0x48004e refc 0 00000080:00000001:3.0:1788624665.548036:0:35297:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.548038:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3b90 00000080:00200000:3.0:1788624665.548039:0:35297:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1788624665.548047:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3d08 00000080:00200008:3.0:1788624665.548049:0:35297:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788624665.548054:0:35297:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624665.548055:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3c80 00000080:00200000:3.0:1788624665.548057:0:35297:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff99dd1919aa08),name=recon 00000080:00000010:3.0:1788624665.548061:0:35297:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd187ca000. 00800000:00000002:3.0:1788624665.548064:0:35297:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624665.548069:0:35297:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624665.548071:0:35297:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624665.548073:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3ba0 00800000:00000002:3.0:1788624665.548074:0:35297:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624665.548077:0:35297:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624665.548080:0:35297:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624665.548082:0:35297:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624665.548083:0:35297:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624665.548084:0:35297:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624665.548086:0:35297:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.548088:0:35297:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624665.548090:0:35297:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.548092:0:35297:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624665.548093:0:35297:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624665.548094:0:35297:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624665.548095:0:35297:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624665.548096:0:35297:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.548098:0:35297:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1788624665.548100:0:35297:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.548102:0:35297:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624665.548134:0:35297:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624665.548135:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3a70 00000002:00010000:3.0:1788624665.548137:0:35297:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624665.548140:0:35297:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624665.548141:0:35297:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624665.548142:0:35297:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624665.548146:0:35297:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 4 00010000:00000001:3.0:1788624665.548148:0:35297:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624665.548160:0:35297:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624665.548162:0:35297:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624665.548165:0:35297:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1788624665.548172:0:35297:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624665.548175:0:35297:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624665.548177:0:35297:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1788624665.548184:0:35297:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624665.548186:0:35297:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624665.548187:0:35297:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624665.548189:0:35297:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624665.548190:0:35297:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624665.548192:0:35297:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624665.548194:0:35297:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624665.548196:0:35297:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624665.548198:0:35297:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd187ca000. 00000080:00000001:3.0:1788624665.548201:0:35297:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624665.548203:0:35297:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624665.548204:0:35297:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff99dd1919aa08) 00000080:00010000:3.0:1788624665.548207:0:35297:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff99dd1919aa08) for lock 0xcc94206c7ef419b5 00800000:00000001:3.0:1788624665.548210:0:35297:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624665.548211:0:35297:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624665.548212:0:35297:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.548215:0:35297:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.548217:0:35297:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=3 00000020:00000001:3.0:1788624665.548219:0:35297:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:3.0:1788624665.548221:0:35297:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:3.0:1788624665.548224:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.548226:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624665.548227:0:35297:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.548229:0:35297:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624665.548232:0:35297:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419b5 from it ffffbef8820a3cb8 00010000:00000001:3.0:1788624665.548234:0:35297:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.548235:0:35297:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.548237:0:35297:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067fc00 refcount=3 00000020:00000001:3.0:1788624665.548239:0:35297:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:3.0:1788624665.548241:0:35297:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474913280 : -112300234638336 : ffff99dd1067fc00) 00010000:00000001:3.0:1788624665.548243:0:35297:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624665.548246:0:35297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788624665.548253:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.548254:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.548255:0:35297:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624665.548256:0:35297:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624665.548259:0:35297:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788624665.548265:0:35297:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624665.548267:0:35297:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624665.548268:0:35297:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624665.548270:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.548271:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.548272:0:35297:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.548274:0:35297:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624665.548276:0:35297:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.548277:0:35297:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.548279:0:35297:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.548280:0:35297:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624665.548282:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.548283:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624665.548284:0:35297:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624665.548285:0:35297:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788624665.548288:0:35297:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788624665.548291:0:35297:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788624665.548293:0:35297:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788624665.548296:0:35297:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788624665.548297:0:35297:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.548299:0:35297:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788624665.548302:0:35297:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788624665.548305:0:35297:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624665.548309:0:35297:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834584 : -112300453717032 : ffff99dd03591bd8) 00000020:00001000:3.0:1788624665.548312:0:35297:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591bd0 00000020:00000001:3.0:1788624665.548317:0:35297:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:3.0:1788624665.548320:0:35297:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788624665.548324:0:35297:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788624665.548327:0:35297:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788624665.548330:0:35297:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624665.548331:0:35297:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788624665.548334:0:35297:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788624665.548336:0:35297:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.548338:0:35297:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788624665.548342:0:35297:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff99dd11c91780 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788624665.548346:0:35297:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00020000:00000001:3.0:1788624665.548349:0:35297:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788624665.548351:0:35297:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788624665.548353:0:35297:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788624665.548355:0:35297:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624665.548357:0:35297:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788624665.548359:0:35297:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788624665.548360:0:35297:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.548362:0:35297:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624665.548363:0:35297:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788624665.548364:0:35297:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788624665.548366:0:35297:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00000020:00000001:3.0:1788624665.548368:0:35297:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788624665.548371:0:35297:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788624665.548372:0:35297:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:3.0:1788624665.548375:0:35297:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788624665.548376:0:35297:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788624665.548379:0:35297:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788624665.548381:0:35297:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788624665.548386:0:35297:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788624665.548393:0:35297:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd1115a280. 00020000:00000002:3.0:1788624665.548396:0:35297:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788624665.548398:0:35297:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788624665.548401:0:35297:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624665.548402:0:35297:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788624665.548404:0:35297:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624665.548406:0:35297:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834296 : -112300453717320 : ffff99dd03591ab8) 00000020:00001000:3.0:1788624665.548408:0:35297:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591ab0 00000020:00000001:3.0:1788624665.548411:0:35297:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f468 -> ffff99dd1145f9e0 00000020:00000001:3.0:1788624665.548412:0:35297:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788624665.548416:0:35297:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624665.548417:0:35297:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788624665.548419:0:35297:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624665.548420:0:35297:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624665.548422:0:35297:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494038624 : -112300215512992 : ffff99dd118bd060) 00000020:00000001:3.0:1788624665.548425:0:35297:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788624665.548429:0:35297:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd03440850. 00000008:00010000:3.0:1788624665.548433:0:35297:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788624665.548436:0:35297:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788624665.548437:0:35297:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788624665.548439:0:35297:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd1115a2b0, osc lock ffff99dd03440850, flags 0x400001002 00000020:00000001:3.0:1788624665.548441:0:35297:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624665.548443:0:35297:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624665.548445:0:35297:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773486293632 : -112300223257984 : ffff99dd1115a280) 00000020:00000001:3.0:1788624665.548446:0:35297:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788624665.548447:0:35297:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788624665.548449:0:35297:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.548451:0:35297:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.548454:0:35297:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788624665.548456:0:35297:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788624665.548457:0:35297:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788624665.548460:0:35297:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788624665.548461:0:35297:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624665.548462:0:35297:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494038624 : -112300215512992 : ffff99dd118bd060) 00000020:00000001:3.0:1788624665.548464:0:35297:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788624665.548467:0:35297:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788624665.548469:0:35297:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788624665.548473:0:35297:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788624665.548475:0:35297:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788624665.548477:0:35297:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788624665.548479:0:35297:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788624665.548480:0:35297:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788624665.548481:0:35297:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788624665.548483:0:35297:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788624665.548485:0:35297:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624665.548489:0:35297:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870100 count: 2 00010000:00000001:3.0:1788624665.548491:0:35297:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624665.548497:0:35297:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624665.548499:0:35297:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624665.548504:0:35297:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:3.0:1788624665.548515:0:35297:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624665.548518:0:35297:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624665.548521:0:35297:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1788624665.548527:0:35297:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.548529:0:35297:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.548530:0:35297:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=4 00000020:00000001:3.0:1788624665.548532:0:35297:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:3.0:1788624665.548534:0:35297:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00000008:00000001:3.0:1788624665.548538:0:35297:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788624665.548540:0:35297:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.548541:0:35297:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.548543:0:35297:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=5 00000020:00000001:3.0:1788624665.548544:0:35297:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:3.0:1788624665.548546:0:35297:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00000020:00000001:3.0:1788624665.548550:0:35297:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788624665.548552:0:35297:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788624665.548554:0:35297:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788624665.548555:0:35297:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.548557:0:35297:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.548558:0:35297:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.548559:0:35297:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=6 00000020:00000001:3.0:1788624665.548560:0:35297:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:3.0:1788624665.548563:0:35297:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:3.0:1788624665.548564:0:35297:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624665.548566:0:35297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1788624665.548578:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.548580:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.548581:0:35297:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624665.548582:0:35297:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624665.548585:0:35297:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1788624665.548591:0:35297:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624665.548593:0:35297:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624665.548594:0:35297:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624665.548597:0:35297:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.548599:0:35297:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624665.548600:0:35297:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.548602:0:35297:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.548604:0:35297:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.548606:0:35297:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624665.548608:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.548609:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.548610:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.548611:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788624665.548612:0:35297:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624665.548615:0:35297:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.548617:0:35297:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624665.548619:0:35297:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.548620:0:35297:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.548622:0:35297:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788624665.548623:0:35297:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788624665.548626:0:35297:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788624665.548627:0:35297:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1788624665.548629:0:35297:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.548630:0:35297:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.548634:0:35297:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788624665.548636:0:35297:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:3.0:1788624665.548638:0:35297:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:3.0:1788624665.548640:0:35297:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788624665.548643:0:35297:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788624665.548646:0:35297:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788624665 a=1788624665 c=1788624665 b=0 00020000:00000001:3.0:1788624665.548649:0:35297:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.548650:0:35297:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.548652:0:35297:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000080:00200000:3.0:1788624665.548654:0:35297:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:3.0:1788624665.548657:0:35297:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788624665.548661:0:35297:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788624665.548663:0:35297:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd11c91720 (ffff99dd03591bd8/0) at cl_lock_release():245 00000020:00000001:3.0:1788624665.548665:0:35297:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788624665.548667:0:35297:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c91720 (ffff99dd03591bd8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788624665.548669:0:35297:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788624665.548670:0:35297:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624665.548671:0:35297:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494038624 : -112300215512992 : ffff99dd118bd060) 00000020:00000001:3.0:1788624665.548673:0:35297:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788624665.548675:0:35297:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd1115a2b0 (ffff99dd03591ab8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788624665.548677:0:35297:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788624665.548679:0:35297:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788624665.548680:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.548681:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788624665.548683:0:35297:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788624665.548684:0:35297:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788624665.548686:0:35297:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788624665.548687:0:35297:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788624665.548688:0:35297:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788624665.548689:0:35297:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c91720 (ffff99dd03591bd8/0) at cl_lock_fini():72 00020000:00000001:3.0:1788624665.548692:0:35297:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788624665.548694:0:35297:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788624665.548695:0:35297:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd1115a2b0 (ffff99dd03591bd8/1) at cl_lock_fini():72 00000008:00000010:3.0:1788624665.548697:0:35297:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd03440850. 00000020:00000001:3.0:1788624665.548700:0:35297:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788624665.548702:0:35297:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd1115a280. 00020000:00000001:3.0:1788624665.548704:0:35297:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788624665.548705:0:35297:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788624665.548706:0:35297:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788624665.548707:0:35297:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.548709:0:35297:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788624665.548712:0:35297:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788624665.548714:0:35297:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788624665.548715:0:35297:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788624665.548716:0:35297:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788624665.548718:0:35297:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591ab0 00020000:00000001:3.0:1788624665.548720:0:35297:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788624665.548722:0:35297:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788624665.548726:0:35297:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788624665.548728:0:35297:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788624665.548731:0:35297:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788624665.548732:0:35297:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.548734:0:35297:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788624665.548736:0:35297:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788624665.548737:0:35297:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788624665.548738:0:35297:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591bd0 00000001:00000001:3.0:1788624665.548740:0:35297:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.548744:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3d08 00000080:00000008:3.0:1788624665.548746:0:35297:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff99dd1919aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788624665.548750:0:35297:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788624665.548752:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3da0 00000080:00002000:3.0:1788624665.548755:0:35297:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff99dd1934dbd0, parent ffff99dd19287870, inode ffff99dd1919aa08) hashed, 00000080:00000001:3.0:1788624665.548758:0:35297:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.548786:0:35297:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624665.548789:0:35297:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624665.548790:0:35297:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624665.548792:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3bd8 00000080:00200000:3.0:1788624665.548793:0:35297:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624665.548797:0:35297:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd187ca000. 00800000:00000002:3.0:1788624665.548800:0:35297:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624665.548803:0:35297:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624665.548804:0:35297:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624665.548806:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3af8 00800000:00000002:3.0:1788624665.548808:0:35297:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624665.548811:0:35297:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624665.548813:0:35297:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624665.548815:0:35297:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624665.548816:0:35297:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624665.548818:0:35297:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624665.548820:0:35297:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.548822:0:35297:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624665.548824:0:35297:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.548826:0:35297:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624665.548829:0:35297:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624665.548831:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a39c8 00000002:00010000:3.0:1788624665.548832:0:35297:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624665.548836:0:35297:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624665.548837:0:35297:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624665.548839:0:35297:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624665.548842:0:35297:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870300 count: 2 00010000:00000001:3.0:1788624665.548844:0:35297:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624665.548847:0:35297:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624665.548849:0:35297:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624665.548853:0:35297:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788624665.548860:0:35297:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624665.548862:0:35297:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624665.548865:0:35297:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788624665.548871:0:35297:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624665.548873:0:35297:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624665.548875:0:35297:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624665.548876:0:35297:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624665.548878:0:35297:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624665.548880:0:35297:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624665.548882:0:35297:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624665.548884:0:35297:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624665.548886:0:35297:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd187ca000. 00000080:00000001:3.0:1788624665.548890:0:35297:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624665.548891:0:35297:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624665.548893:0:35297:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624665.548896:0:35297:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef419df 00800000:00000001:3.0:1788624665.548899:0:35297:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624665.548901:0:35297:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624665.548902:0:35297:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.548903:0:35297:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.548904:0:35297:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=3 00000020:00000001:3.0:1788624665.548906:0:35297:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624665.548909:0:35297:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624665.548911:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.548912:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624665.548913:0:35297:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.548915:0:35297:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624665.548916:0:35297:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419df from it ffffbef8820a3c10 00010000:00000001:3.0:1788624665.548918:0:35297:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.548919:0:35297:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.548920:0:35297:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=3 00000020:00000001:3.0:1788624665.548922:0:35297:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624665.548924:0:35297:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624665.548926:0:35297:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624665.548928:0:35297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788624665.548933:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.548934:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.548935:0:35297:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624665.548937:0:35297:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624665.548939:0:35297:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788624665.548945:0:35297:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624665.548947:0:35297:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624665.548948:0:35297:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624665.548950:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.548952:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.548954:0:35297:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.548956:0:35297:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624665.548957:0:35297:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.548959:0:35297:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.548961:0:35297:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.548962:0:35297:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624665.548964:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.548965:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624665.548966:0:35297:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624665.548967:0:35297:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624665.548969:0:35297:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788624665.548972:0:35297:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.548978:0:35297:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788624665.548980:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3da0 00000080:00002000:3.0:1788624665.548982:0:35297:0:(dcache.c:87:ll_dcompare()) found name recon(ffff99dd1934dbd0) flags 0x48004e refc 0 00000080:00000001:3.0:1788624665.548984:0:35297:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624665.548986:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3e10 00000080:00200000:3.0:1788624665.548987:0:35297:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:3.0:1788624665.548991:0:35297:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624665.548992:0:35297:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624665.548993:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3d30 00000080:00200000:3.0:1788624665.548995:0:35297:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624665.548999:0:35297:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd187ca000. 00800000:00000002:3.0:1788624665.549001:0:35297:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624665.549004:0:35297:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624665.549005:0:35297:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624665.549007:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3c50 00800000:00000002:3.0:1788624665.549008:0:35297:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624665.549011:0:35297:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624665.549013:0:35297:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624665.549014:0:35297:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624665.549015:0:35297:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624665.549016:0:35297:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624665.549018:0:35297:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.549020:0:35297:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624665.549021:0:35297:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.549023:0:35297:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624665.549028:0:35297:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624665.549030:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3b20 00000002:00010000:3.0:1788624665.549031:0:35297:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624665.549034:0:35297:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624665.549035:0:35297:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624665.549036:0:35297:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624665.549038:0:35297:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870300 count: 2 00010000:00000001:3.0:1788624665.549041:0:35297:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624665.549043:0:35297:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624665.549045:0:35297:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624665.549048:0:35297:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1788624665.549054:0:35297:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624665.549057:0:35297:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624665.549059:0:35297:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1788624665.549064:0:35297:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624665.549066:0:35297:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624665.549067:0:35297:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624665.549068:0:35297:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624665.549070:0:35297:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624665.549072:0:35297:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624665.549073:0:35297:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624665.549075:0:35297:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624665.549077:0:35297:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd187ca000. 00000080:00000001:3.0:1788624665.549080:0:35297:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624665.549081:0:35297:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624665.549083:0:35297:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624665.549085:0:35297:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef419df 00800000:00000001:3.0:1788624665.549087:0:35297:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624665.549089:0:35297:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624665.549090:0:35297:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.549091:0:35297:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.549093:0:35297:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=3 00000020:00000001:3.0:1788624665.549095:0:35297:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624665.549097:0:35297:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624665.549099:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.549100:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624665.549101:0:35297:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.549103:0:35297:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624665.549134:0:35297:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419df from it ffffbef8820a3d68 00010000:00000001:3.0:1788624665.549138:0:35297:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624665.549140:0:35297:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624665.549142:0:35297:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10766000 refcount=3 00000020:00000001:3.0:1788624665.549144:0:35297:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624665.549146:0:35297:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475856384 : -112300233695232 : ffff99dd10766000) 00010000:00000001:3.0:1788624665.549149:0:35297:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624665.549161:0:35297:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788624665.549167:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.549168:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.549169:0:35297:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624665.549170:0:35297:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624665.549172:0:35297:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788624665.549178:0:35297:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624665.549180:0:35297:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624665.549181:0:35297:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624665.549183:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.549184:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.549185:0:35297:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.549187:0:35297:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624665.549188:0:35297:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.549189:0:35297:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.549192:0:35297:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.549193:0:35297:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624665.549194:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.549195:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624665.549197:0:35297:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624665.549198:0:35297:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624665.549200:0:35297:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 3 00000080:00000001:3.0:1788624665.549203:0:35297:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.549207:0:35297:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:3.0:1788624665.549209:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3df8 00000080:00200000:3.0:1788624665.549210:0:35297:0:(namei.c:2351:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00000001:3.0:1788624665.549213:0:35297:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1788624665.549215:0:35297:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624665.549218:0:35297:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834584 : -112300453717032 : ffff99dd03591bd8) 00000020:00001000:3.0:1788624665.549220:0:35297:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591bd0 00000020:00000001:3.0:1788624665.549222:0:35297:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788624665.549225:0:35297:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00020000:00000002:3.0:1788624665.549227:0:35297:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd049ad000 addref 2/0 by ffff99dd064f0000. 00020000:00000002:3.0:1788624665.549230:0:35297:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00020000:00000001:3.0:1788624665.549231:0:35297:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788624665.549234:0:35297:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788624665.549235:0:35297:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788624665.549237:0:35297:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1788624665.549239:0:35297:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1788624665.549241:0:35297:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591bd0 00000080:00000001:3.0:1788624665.549243:0:35297:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788624665.549247:0:35297:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd187ca000. 00800000:00000002:3.0:1788624665.549249:0:35297:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00800000:00000001:3.0:1788624665.549254:0:35297:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1788624665.549257:0:35297:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624665.549258:0:35297:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624665.549259:0:35297:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624665.549260:0:35297:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624665.549262:0:35297:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.549263:0:35297:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624665.549265:0:35297:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.549267:0:35297:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624665.549268:0:35297:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624665.549269:0:35297:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624665.549270:0:35297:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624665.549272:0:35297:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.549273:0:35297:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1788624665.549275:0:35297:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624665.549277:0:35297:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:3.0:1788624665.549279:0:35297:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624665.549280:0:35297:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624665.549281:0:35297:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624665.549282:0:35297:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624665.549283:0:35297:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.549285:0:35297:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1788624665.549286:0:35297:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.549288:0:35297:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x2b:0x0] 00800000:00000001:3.0:1788624665.549289:0:35297:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.549291:0:35297:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x2b:0x0] -> mds #0 00000002:00000001:3.0:1788624665.549295:0:35297:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1788624665.549297:0:35297:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788624665.549300:0:35297:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870300 count: 2 00010000:00000001:3.0:1788624665.549301:0:35297:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624665.549304:0:35297:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788624665.549307:0:35297:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624665.549310:0:35297:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1788624665.549316:0:35297:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788624665.549319:0:35297:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788624665.549321:0:35297:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788624665.549323:0:35297:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788624665.549325:0:35297:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624665.549326:0:35297:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624665.549328:0:35297:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870300 count: 3 00010000:00000001:3.0:1788624665.549330:0:35297:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624665.549332:0:35297:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624665.549333:0:35297:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624665.549335:0:35297:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624665.549336:0:35297:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870300 count: 3 00010000:00000001:3.0:1788624665.549338:0:35297:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624665.549339:0:35297:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624665.549341:0:35297:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624665.549342:0:35297:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624665.549344:0:35297:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870300 count: 3 00010000:00000001:3.0:1788624665.549345:0:35297:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624665.549347:0:35297:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.549349:0:35297:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788624665.549351:0:35297:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788624665.549356:0:35297:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788624665.549357:0:35297:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788624665.549360:0:35297:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788624665.549361:0:35297:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.549363:0:35297:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624665.549366:0:35297:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624665.549368:0:35297:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624665.549369:0:35297:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624665.549371:0:35297:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788624665.549373:0:35297:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd10766000 with handle 0xcc94206c7ef419df from hash 00010000:00000001:3.0:1788624665.549375:0:35297:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624665.549376:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624665.549377:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624665.549379:0:35297:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624665.549381:0:35297:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624665.549382:0:35297:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788624665.549385:0:35297:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624665.549386:0:35297:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624665.549388:0:35297:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624665.549390:0:35297:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788624665.549392:0:35297:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 4 00010000:00000001:3.0:1788624665.549393:0:35297:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624665.549395:0:35297:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788624665.549397:0:35297:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624665.549399:0:35297:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef419e6 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa103bd66258a88bc expref: -99 pid: 35295 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788624665.549405:0:35297:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788624665.549407:0:35297:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788624665.549408:0:35297:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788624665.549409:0:35297:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode CR 00000002:00000001:3.0:1788624665.549411:0:35297:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624665.549412:0:35297:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624665.549413:0:35297:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 5 00010000:00000001:3.0:1788624665.549414:0:35297:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624665.549416:0:35297:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624665.549417:0:35297:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624665.549418:0:35297:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624665.549420:0:35297:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 5 00010000:00000001:3.0:1788624665.549421:0:35297:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624665.549423:0:35297:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624665.549424:0:35297:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624665.549425:0:35297:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624665.549426:0:35297:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 5 00010000:00000001:3.0:1788624665.549428:0:35297:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624665.549429:0:35297:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.549431:0:35297:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624665.549432:0:35297:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788624665.549435:0:35297:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788624665.549438:0:35297:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd187cb200. 00000080:00000001:3.0:1788624665.549440:0:35297:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788624665.549443:0:35297:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788624665.549445:0:35297:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1788624665.549446:0:35297:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624665.549448:0:35297:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624665.549449:0:35297:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624665.549450:0:35297:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624665.549452:0:35297:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.549453:0:35297:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1788624665.549454:0:35297:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624665.549456:0:35297:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:3.0:1788624665.549459:0:35297:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788624665.549461:0:35297:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff99dd10dbf800: [0x200000405:0x2b:0x0] file closed with intent: 0 00000100:00000010:3.0:1788624665.549467:0:35297:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595880. 00000020:00000040:3.0:1788624665.549471:0:35297:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624665.549475:0:35297:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624665.549478:0:35297:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624665.549481:0:35297:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624665.549488:0:35297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd187cbe00. 00000100:00000001:3.0:1788624665.549495:0:35297:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788624665.549514:0:35297:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11dd8380 x1875506845082880/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788624665.549526:0:35297:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788624665.549533:0:35297:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11595880 x1875506845083136/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788624665.549539:0:35297:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624665.549542:0:35297:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624665.549549:0:35297:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd11df0e40. 00000100:00000001:3.0:1788624665.549551:0:35297:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773499493952 : -112300210057664 : ffff99dd11df0e40) 00000100:00000001:3.0:1788624665.549553:0:35297:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624665.549554:0:35297:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490731136 : -112300218820480 : ffff99dd11595880) 00000100:00000001:3.0:1788624665.549559:0:35297:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624665.549562:0:35297:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.549565:0:35297:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624665.549566:0:35297:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624665.549570:0:35297:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595880 x1875506845083136/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.549577:0:35297:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624665.549579:0:35297:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624665.549582:0:35297:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624665.549584:0:35297:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624665.549587:0:35297:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624665.549590:0:35297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595880 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35297:1875506845083136:192.168.202.125@tcp:35:rm.0 00000100:00000001:3.0:1788624665.549594:0:35297:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624665.549600:0:35297:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624665.549602:0:35297:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624665.549604:0:35297:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624665.549609:0:35297:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049ce800. 02000000:00000001:3.0:1788624665.549611:0:35297:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624665.549618:0:35297:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624665.549623:0:35297:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a8f0. 00000400:00000010:3.0:1788624665.549630:0:35297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fa18. 00000100:00000200:3.0:1788624665.549637:0:35297:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845083136, portal 10 00000100:00000001:3.0:1788624665.549639:0:35297:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624665.549640:0:35297:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490731136 : -112300218820480 : ffff99dd11595880) 00000100:00000040:3.0:1788624665.549647:0:35297:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11595880 x1875506845083136/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624665.549654:0:35297:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624665.549657:0:35297:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624665.549660:0:35297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fdd0. 00000100:00000200:3.0:1788624665.549663:0:35297:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845083136, offset 0 00000400:00000200:3.0:1788624665.549668:0:35297:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624665.549676:0:35297:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624665.549683:0:35297:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624665.549689:0:35297:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624665.549692:0:35297:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624665.549696:0:35297:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624665.549699:0:35297:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624665.549703:0:35297:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3032:3032:256:4294967295] 192.168.202.125@tcp LPNI seq info [3032:3032:8:4294967295] 00000400:00000200:3.0:1788624665.549708:0:35297:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624665.549717:0:35297:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624665.549724:0:35297:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624665.549729:0:35297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd04d2fd00. 00000800:00000200:3.0:1788624665.549736:0:35297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624665.549743:0:35297:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624665.549748:0:35297:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd04d2fd00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788624665.549772:0:35297:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624665.549777:0:35297:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 835295 usecs (836 jiffies) 00000400:00000200:3.0:1788624665.549780:0:35297:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624665.549784:0:35297:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296680442 00000100:00000001:3.0:1788624665.549787:0:35297:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:3.0:1788624665.549790:0:35297:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296680442 00000100:00000001:3.0:1788624665.549793:0:35297:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:3.0:1788624665.549795:0:35297:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624665.549797:0:35297:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624665.549799:0:35297:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624665.549802:0:35297:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624665.549804:0:35297:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd11df0e40 going to sleep for 11 seconds 00000100:00000001:3.0:1788624665.549807:0:35297:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624665.549809:0:35297:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624665.550193:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624665.550202:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd04d2fd00. 00000400:00000200:2.0:1788624665.550265:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.550275:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624665.550284:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fdd0 00000400:00000010:2.0:1788624665.550287:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fdd0. 00000100:00000001:2.0:1788624665.550293:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624665.550301:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595880 x1875506845083136/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.550314:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.550318:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11595880 x1875506845083136/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624665.550326:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.550328:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1788624665.556387:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624665.556394:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.556400:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624665.556401:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.556405:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624665.556407:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624665.556410:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624665.556412:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.556741:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624665.556745:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624665.556748:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788624665.556787:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.556821:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624665.556826:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.556829:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.556842:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.556852:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624665.556866:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.556872:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.556879:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.556884:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377466600 00000400:00000200:2.0:1788624665.556891:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.556898:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x8995 [1] + 224 00000800:00000001:2.0:1788624665.556908:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.556983:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.556988:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.556993:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624665.557004:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624665.557016:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595880 x1875506845083136/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624665.557028:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11595880 x1875506845083136/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.557146:0:35297:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624665.557199:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624665.557212:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.557216:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788624665.557327:0:35297:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624665.557330:0:35297:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624665.557335:0:35297:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a8f0. 00000400:00000200:1.0:1788624665.557341:0:35297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fa18 00000400:00000010:1.0:1788624665.557344:0:35297:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fa18. 00000100:00000001:1.0:1788624665.557348:0:35297:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624665.557353:0:35297:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595880 x1875506845083136/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624665.557362:0:35297:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595880 x1875506845083136/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.557374:0:35297:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624665.557376:0:35297:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.557379:0:35297:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624665.557383:0:35297:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624665.557386:0:35297:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624665.557389:0:35297:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624665.557392:0:35297:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624665.557404:0:35297:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=93 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624665.557408:0:35297:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624665.557411:0:35297:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624665.557413:0:35297:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624665.557417:0:35297:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624665.557422:0:35297:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.557425:0:35297:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624665.557427:0:35297:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788624665.557430:0:35297:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624665.557433:0:35297:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624665.557435:0:35297:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490731136 : -112300218820480 : ffff99dd11595880) 00000100:00000001:1.0:1788624665.557440:0:35297:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624665.557442:0:35297:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788624665.557444:0:35297:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624665.557446:0:35297:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624665.557451:0:35297:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595880 x1875506845083136/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.557459:0:35297:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624665.557462:0:35297:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624665.557465:0:35297:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624665.557469:0:35297:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595880 x1875506845083136/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624665.557476:0:35297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595880 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35297:1875506845083136:192.168.202.125@tcp:35:rm.0 00000100:00000001:1.0:1788624665.557482:0:35297:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624665.557486:0:35297:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.557490:0:35297:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624665.557492:0:35297:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624665.557497:0:35297:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11595880 x1875506845083136/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624665.557504:0:35297:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624665.557507:0:35297:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd11df0e40. 00000100:00000001:1.0:1788624665.557512:0:35297:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624665.557513:0:35297:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624665.557524:0:35297:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624665.557525:0:35297:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490731136 : -112300218820480 : ffff99dd11595880) 00000002:00000001:1.0:1788624665.557528:0:35297:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624665.557532:0:35297:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624665.557540:0:35297:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd187cb200. 00000080:00000001:1.0:1788624665.557546:0:35297:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788624665.557550:0:35297:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788624665.557553:0:35297:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624665.557557:0:35297:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624665.557560:0:35297:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624665.557563:0:35297:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624665.557565:0:35297:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624665.557567:0:35297:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788624665.557571:0:35297:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624665.557752:0:35297:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788624665.557761:0:35297:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11dd8380 x1875506845082880/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624665.557770:0:35297:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624665.557771:0:35297:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499392896 : -112300210158720 : ffff99dd11dd8380) 00000100:00000001:0.0:1788624665.557774:0:35297:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624665.557777:0:35297:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8380 x1875506845082880/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624665.557784:0:35297:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.557786:0:35297:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624665.557791:0:35297:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11595880 x1875506845083136/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624665.557796:0:35297:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.557798:0:35297:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624665.557801:0:35297:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8380 x1875506845082880/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624665.557870:0:35297:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788624665.557875:0:35297:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624665.557877:0:35297:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624665.557880:0:35297:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624665.557884:0:35297:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e3400. 02000000:00000001:0.0:1788624665.557889:0:35297:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624665.557891:0:35297:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624665.557893:0:35297:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8380. 00000100:00000001:0.0:1788624665.557897:0:35297:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624665.557898:0:35297:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.557899:0:35297:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624665.557904:0:35297:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595880 x1875506845083136/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624665.557910:0:35297:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624665.557912:0:35297:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff99dd10536f40. 00000002:00000001:0.0:1788624665.557915:0:35297:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624665.557918:0:35297:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624665.557920:0:35297:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd215f8440. 00000100:00000001:0.0:1788624665.557923:0:35297:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624665.557926:0:35297:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595880 x1875506845083136/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624665.557932:0:35297:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624665.557934:0:35297:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624665.557937:0:35297:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049ce800. 02000000:00000001:0.0:1788624665.557940:0:35297:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624665.557941:0:35297:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624665.557942:0:35297:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624665.557945:0:35297:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624665.557947:0:35297:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd187cbe00. 02000000:00000001:0.0:1788624665.557949:0:35297:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624665.557950:0:35297:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624665.557952:0:35297:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595880. 00000100:00000001:0.0:1788624665.557955:0:35297:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624665.557956:0:35297:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624665.557959:0:35297:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.557963:0:35297:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788624665.557965:0:35297:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:0.0:1788624665.557970:0:35297:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624665.557974:0:35297:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624665.557984:0:35297:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 5 00010000:00000001:0.0:1788624665.557987:0:35297:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624665.557995:0:35297:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624665.557997:0:35297:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624665.557998:0:35297:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624665.557999:0:35297:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 5 00010000:00000001:0.0:1788624665.558001:0:35297:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624665.558003:0:35297:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.558005:0:35297:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.558007:0:35297:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788624665.558010:0:35297:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624665.558015:0:35297:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832568 : -112300453719048 : ffff99dd035913f8) 00000020:00001000:0.0:1788624665.558017:0:35297:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035913f0 00000020:00000001:0.0:1788624665.558020:0:35297:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788624665.558024:0:35297:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x2b:0x0]: losing layout lock 00000080:00000001:0.0:1788624665.558027:0:35297:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788624665.558030:0:35297:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788624665.558035:0:35297:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788624665.558039:0:35297:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788624665.558042:0:35297:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788624665.558044:0:35297:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.558045:0:35297:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788624665.558048:0:35297:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035913f0 00000080:00000001:0.0:1788624665.558051:0:35297:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.558055:0:35297:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788624665.558058:0:35297:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x2b:0x0](ffff99dd1919aa08) invalid 00000020:00000001:0.0:1788624665.558062:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3a60 00000080:00002000:0.0:1788624665.558065:0:35297:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry recon (ffff99dd1934dbd0) parent ffff99dd19287870 inode ffff99dd1919aa08 refc 1 00000080:00000001:0.0:1788624665.558070:0:35297:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788624665.558073:0:35297:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788624665.558075:0:35297:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.558678:0:35297:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624665.558684:0:35297:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624665.558686:0:35297:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624665.558688:0:35297:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.558692:0:35297:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788624665.558697:0:35297:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18601400 with handle 0xcc94206c7ef419e6 from hash 00010000:00000001:0.0:1788624665.558700:0:35297:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624665.558702:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.558703:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.558705:0:35297:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624665.558709:0:35297:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624665.558711:0:35297:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788624665.558715:0:35297:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624665.558721:0:35297:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766c00/0xcc94206c7ef419d8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a88a0 expref: -99 pid: 35294 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788624665.558731:0:35297:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624665.558736:0:35297:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788624665.558739:0:35297:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:0.0:1788624665.558743:0:35297:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:0.0:1788624665.558746:0:35297:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff99dd087e54e0. 00000080:00000010:0.0:1788624665.558750:0:35297:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 47 at ffff99dd049c3200. 00000080:00000010:0.0:1788624665.558753:0:35297:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff99dd184fcdc0. 00000080:00000020:0.0:1788624665.558756:0:35297:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:0.0:1788624665.558758:0:35297:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff99dd087e5740. 00000080:00000010:0.0:1788624665.558760:0:35297:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff99dd033b9f28. 00000080:00000010:0.0:1788624665.558765:0:35297:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff99dd184fc730. 00000080:00000020:0.0:1788624665.558767:0:35297:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:0.0:1788624665.558769:0:35297:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff99dd087e5c60. 00000080:00000010:0.0:1788624665.558771:0:35297:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff99dd049c3f00. 00000080:00000010:0.0:1788624665.558773:0:35297:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff99dd184fc0c8. 00000080:00000020:0.0:1788624665.558776:0:35297:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:0.0:1788624665.558777:0:35297:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff99dd087e5a20. 00000080:00000010:0.0:1788624665.558779:0:35297:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff99dd049c6380. 00000080:00000010:0.0:1788624665.558782:0:35297:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff99dd184fc618. 00000080:00000001:0.0:1788624665.558784:0:35297:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.558786:0:35297:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788624665.558788:0:35297:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.558790:0:35297:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624665.558791:0:35297:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624665.558792:0:35297:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624665.558794:0:35297:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.558796:0:35297:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788624665.558799:0:35297:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd10766c00 with handle 0xcc94206c7ef419d8 from hash 00010000:00000001:0.0:1788624665.558801:0:35297:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624665.558802:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.558804:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.558953:0:35297:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624665.558956:0:35297:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624665.558957:0:35297:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788624665.558961:0:35297:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624665.558964:0:35297:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1788624665.558972:0:35297:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624665.558974:0:35297:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788624665.558977:0:35297:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788624665.558979:0:35297:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:0.0:1788624665.558983:0:35297:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624665.558985:0:35297:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624665.558989:0:35297:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 5 00010000:00000001:0.0:1788624665.558992:0:35297:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624665.558995:0:35297:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624665.558997:0:35297:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624665.558998:0:35297:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624665.559000:0:35297:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 5 00010000:00000001:0.0:1788624665.559001:0:35297:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624665.559004:0:35297:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624665.559006:0:35297:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624665.559007:0:35297:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624665.559008:0:35297:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 5 00010000:00000001:0.0:1788624665.559010:0:35297:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624665.559012:0:35297:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624665.559013:0:35297:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624665.559014:0:35297:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624665.559016:0:35297:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a900 count: 5 00010000:00000001:0.0:1788624665.559018:0:35297:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624665.559020:0:35297:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.559021:0:35297:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.559023:0:35297:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788624665.559026:0:35297:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624665.559029:0:35297:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832568 : -112300453719048 : ffff99dd035913f8) 00000020:00001000:0.0:1788624665.559031:0:35297:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035913f0 00000020:00000001:0.0:1788624665.559034:0:35297:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788624665.559036:0:35297:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x2b:0x0]: losing layout lock 00000080:00000001:0.0:1788624665.559040:0:35297:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788624665.559041:0:35297:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788624665.559044:0:35297:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788624665.559046:0:35297:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788624665.559049:0:35297:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788624665.559050:0:35297:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624665.559052:0:35297:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788624665.559054:0:35297:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035913f0 00000080:00000001:0.0:1788624665.559056:0:35297:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624665.559058:0:35297:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788624665.559060:0:35297:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x2b:0x0](ffff99dd1919aa08) invalid 00000020:00000001:0.0:1788624665.559063:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3a60 00000080:00002000:0.0:1788624665.559065:0:35297:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry recon (ffff99dd1934dbd0) parent ffff99dd19287870 inode ffff99dd1919aa08 refc 1 00000080:00000001:0.0:1788624665.559068:0:35297:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788624665.559070:0:35297:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788624665.559072:0:35297:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.559074:0:35297:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624665.559076:0:35297:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624665.559077:0:35297:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624665.559080:0:35297:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624665.559082:0:35297:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788624665.559085:0:35297:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd1067fc00 with handle 0xcc94206c7ef419b5 from hash 00010000:00000001:0.0:1788624665.559087:0:35297:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624665.559088:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.559089:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.559090:0:35297:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624665.559092:0:35297:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624665.559093:0:35297:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788624665.559096:0:35297:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788624665.559098:0:35297:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=3 : 3 : 3) 00000002:00000001:0.0:1788624665.559102:0:35297:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=3 : 3 : 3) 00000100:00000010:0.0:1788624665.559220:0:35297:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05880. 00000020:00000040:0.0:1788624665.559227:0:35297:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:0.0:1788624665.559234:0:35297:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788624665.559237:0:35297:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.559241:0:35297:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624665.559247:0:35297:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624665.559253:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624665.559254:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.559256:0:35297:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.559259:0:35297:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624665.559261:0:35297:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624665.559268:0:35297:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624665.559277:0:35297:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd197f4e00. 00000100:00000001:0.0:1788624665.559286:0:35297:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.559290:0:35297:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624665.559293:0:35297:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788624665.559301:0:35297:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef419e6 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a88bc expref: -99 pid: 35295 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788624665.559309:0:35297:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766c00/0xcc94206c7ef419d8 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a88a0 expref: -99 pid: 35294 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788624665.559316:0:35297:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1788624665.559326:0:35297:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1788624665.559333:0:35297:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:0.0:1788624665.559334:0:35297:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1788624665.559336:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624665.559339:0:35297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601400/0xcc94206c7ef419e6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a88bc expref: -99 pid: 35295 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788624665.559347:0:35297:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd1878ebc0. 00010000:00000001:0.0:1788624665.559357:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.559359:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624665.559361:0:35297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766c00/0xcc94206c7ef419d8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a88a0 expref: -99 pid: 35294 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624665.559369:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.559371:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624665.559373:0:35297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067fc00/0xcc94206c7ef419b5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a885a expref: -99 pid: 35288 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000010:0.0:1788624665.559379:0:35297:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd049c3800. 00010000:00000040:0.0:1788624665.559382:0:35297:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd0382a900 count: 0 00010000:00000010:0.0:1788624665.559388:0:35297:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd1115a800. 00010000:00000001:0.0:1788624665.559393:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.559394:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624665.559397:0:35297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10766000/0xcc94206c7ef419df lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a88ae expref: -99 pid: 35295 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:0.0:1788624665.559404:0:35297:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03870300 count: 0 00010000:00000010:0.0:1788624665.559407:0:35297:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd05188200. 00010000:00000001:0.0:1788624665.559415:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624665.559416:0:35297:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.559418:0:35297:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624665.559419:0:35297:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624665.559422:0:35297:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788624665.559436:0:35297:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788624665.559446:0:35297:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11c05880 x1875506845083392/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624665.559455:0:35297:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624665.559457:0:35297:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624665.559465:0:35297:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd203be9c0. 00000100:00000001:0.0:1788624665.559468:0:35297:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773740460480 : -112299969091136 : ffff99dd203be9c0) 00000100:00000001:0.0:1788624665.559471:0:35297:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624665.559472:0:35297:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497481344 : -112300212070272 : ffff99dd11c05880) 00000100:00000001:0.0:1788624665.559477:0:35297:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624665.559482:0:35297:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.559485:0:35297:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624665.559488:0:35297:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624665.559492:0:35297:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05880 x1875506845083392/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.559501:0:35297:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624665.559504:0:35297:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624665.559508:0:35297:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624665.559511:0:35297:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624665.559514:0:35297:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624665.559518:0:35297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05880 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35297:1875506845083392:192.168.202.125@tcp:36:rm.0 00000100:00000001:0.0:1788624665.559523:0:35297:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624665.559531:0:35297:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624665.559534:0:35297:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624665.559537:0:35297:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624665.559542:0:35297:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049ca400. 02000000:00000001:0.0:1788624665.559544:0:35297:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624665.559553:0:35297:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624665.559558:0:35297:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564d268. 00000400:00000010:0.0:1788624665.559567:0:35297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395330. 00000100:00000200:0.0:1788624665.559647:0:35297:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845083392, portal 10 00000100:00000001:0.0:1788624665.559650:0:35297:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624665.559651:0:35297:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497481344 : -112300212070272 : ffff99dd11c05880) 00000100:00000040:0.0:1788624665.559660:0:35297:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05880 x1875506845083392/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624665.559669:0:35297:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624665.559672:0:35297:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624665.559676:0:35297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395f68. 00000100:00000200:0.0:1788624665.559681:0:35297:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875506845083392, offset 0 00000400:00000200:0.0:1788624665.559688:0:35297:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624665.559698:0:35297:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624665.559708:0:35297:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624665.559715:0:35297:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624665.559720:0:35297:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624665.559725:0:35297:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624665.559729:0:35297:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624665.559733:0:35297:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3033:3033:256:4294967295] 192.168.202.125@tcp LPNI seq info [3033:3033:8:4294967295] 00000400:00000200:0.0:1788624665.559738:0:35297:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624665.559749:0:35297:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624665.559757:0:35297:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624665.559763:0:35297:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139c200. 00000800:00000200:0.0:1788624665.559772:0:35297:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624665.559781:0:35297:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624665.559788:0:35297:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139c200 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788624665.559926:0:35297:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624665.559933:0:35297:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 834272 usecs (835 jiffies) 00000400:00000200:0.0:1788624665.559937:0:35297:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624665.559940:0:35297:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296680456 00000100:00000001:0.0:1788624665.559944:0:35297:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296680791 00000100:00000001:0.0:1788624665.559947:0:35297:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296680456 00000100:00000001:0.0:1788624665.559949:0:35297:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296680791 00000100:00000001:0.0:1788624665.559952:0:35297:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624665.559955:0:35297:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624665.559958:0:35297:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624665.559961:0:35297:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624665.559964:0:35297:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd203be9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788624665.559967:0:35297:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624665.559970:0:35297:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624665.560287:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624665.560293:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c200. 00000400:00000200:2.0:1788624665.560299:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.560306:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624665.560313:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395f68 00000400:00000010:2.0:1788624665.560316:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395f68. 00000100:00000001:2.0:1788624665.560320:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624665.560325:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05880 x1875506845083392/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624681 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.560343:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.560346:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05880 x1875506845083392/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624681 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.560353:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.560355:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788624665.567268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18601400. 00010000:00000010:0.1:1788624665.567288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766c00. 00010000:00000010:0.1:1788624665.567295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a900. 00010000:00000010:0.1:1788624665.567301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067fc00. 00010000:00000010:0.1:1788624665.567305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870300. 00010000:00000010:0.1:1788624665.567308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10766000. 00000800:00000001:2.0:1788624665.578747:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.578776:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624665.578782:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.578785:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.578799:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.578821:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624665.578836:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.578843:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.578850:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.578855:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377466700 00000400:00000200:2.0:1788624665.578861:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624665.578868:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x89a5 [1] + 224 00000800:00000001:2.0:1788624665.578876:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.578887:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624665.578890:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624665.578895:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624665.578904:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624665.578915:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05880 x1875506845083392/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624665.578927:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99dd11c05880 x1875506845083392/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.578952:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624665.578960:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624665.578963:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624665.579367:0:35297:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624665.579493:0:35297:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624665.579496:0:35297:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624665.579500:0:35297:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564d268. 00000400:00000200:2.0:1788624665.579506:0:35297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395330 00000400:00000010:2.0:1788624665.579509:0:35297:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395330. 00000100:00000001:2.0:1788624665.579513:0:35297:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624665.579519:0:35297:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05880 x1875506845083392/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624665.579529:0:35297:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05880 x1875506845083392/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624681 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.579535:0:35297:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624665.579538:0:35297:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624665.579541:0:35297:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624665.579546:0:35297:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624665.579549:0:35297:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624665.579552:0:35297:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624665.579555:0:35297:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624665.579568:0:35297:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=94 v=5 (5 103 103 103) 00000100:00001000:2.0:1788624665.579636:0:35297:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624665.579641:0:35297:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624665.579643:0:35297:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624665.579647:0:35297:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624665.579652:0:35297:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.579656:0:35297:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788624665.579659:0:35297:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x200000002] 00000100:00000001:2.0:1788624665.579661:0:35297:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788624665.579665:0:35297:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624665.579733:0:35297:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497481344 : -112300212070272 : ffff99dd11c05880) 00000100:00000001:2.0:1788624665.579739:0:35297:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624665.579742:0:35297:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1788624665.579744:0:35297:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624665.579747:0:35297:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624665.579754:0:35297:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05880 x1875506845083392/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624681 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.579763:0:35297:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624665.579769:0:35297:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624665.579771:0:35297:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624665.579776:0:35297:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05880 x1875506845083392/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624681 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624665.579784:0:35297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05880 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35297:1875506845083392:192.168.202.125@tcp:36:rm.0 00000100:00000001:2.0:1788624665.579791:0:35297:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624665.579794:0:35297:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624665.579798:0:35297:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624665.579800:0:35297:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.579869:0:35297:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05880 x1875506845083392/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624681 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.579878:0:35297:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624665.579882:0:35297:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd203be9c0. 00000100:00000001:2.0:1788624665.579887:0:35297:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624665.579889:0:35297:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624665.579900:0:35297:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624665.579904:0:35297:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624665.579910:0:35297:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624665.579914:0:35297:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd187ca000. 00000100:00000001:2.0:1788624665.579924:0:35297:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624665.579928:0:35297:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05880 x1875506845083392/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624681 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624665.579935:0:35297:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.579941:0:35297:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.579956:0:35297:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788624665.579960:0:35297:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef8820a3e28 00000080:00002000:2.0:1788624665.579962:0:35297:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff99dd1934dbd0, parent ffff99dd19287870, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788624665.579966:0:35297:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624665.579972:0:35297:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788624665.579982:0:35297:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788624665.579992:0:35297:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1788624665.579996:0:35297:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788624665.579999:0:35297:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788624665.580010:0:35297:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff99dd03591e10. 00000020:00000010:2.0:1788624665.580016:0:35297:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd0864bc00. 00000020:00000010:2.0:1788624665.580023:0:35297:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff99dd0864aa00. 00000020:00000010:2.0:1788624665.580029:0:35297:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff99dd18588600. 00000008:00000010:2.0:1788624665.580064:0:35297:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff99dd216564b0. 00020000:00000010:2.0:1788624665.580072:0:35297:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99dd062d1000. 00008000:00000010:2.0:1788624665.580078:0:35297:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99dd21688a98. 00000080:00000010:2.0:1788624665.580086:0:35297:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99dd0530b9d8. 00000080:00000010:2.0:1788624665.580091:0:35297:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff99dd11c93780. 00000020:00000010:2.0:1788624665.580096:0:35297:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd0864b600. 00000008:00000010:2.0:1788624665.580101:0:35297:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99dd216a58c0. 00020000:00000010:2.0:1788624665.580165:0:35297:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff99dd118bc6d8. 00008000:00000010:2.0:1788624665.580171:0:35297:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99dd11d41d30. 00000080:00000010:2.0:1788624665.580176:0:35297:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99dd18bb12d0. 00000020:00000001:2.0:1788624665.580180:0:35297:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255835160 : -112300453716456 : ffff99dd03591e18) 00000020:00001000:2.0:1788624665.580183:0:35297:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591e10 00000020:00000001:2.0:1788624665.580190:0:35297:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f9e0 -> ffff99dd1145f9e0 00000020:00000001:2.0:1788624665.580193:0:35297:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788624665.580196:0:35297:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788624665.580198:0:35297:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788624665.580201:0:35297:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624665.580203:0:35297:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788624665.580205:0:35297:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788624665.580210:0:35297:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff99dd11c937e0 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788624665.580213:0:35297:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00020000:00000001:2.0:1788624665.580430:0:35297:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788624665.580433:0:35297:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788624665.580436:0:35297:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788624665.580438:0:35297:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.580441:0:35297:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788624665.580443:0:35297:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788624665.580445:0:35297:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.580447:0:35297:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624665.580448:0:35297:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788624665.580450:0:35297:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788624665.580452:0:35297:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00000020:00000001:2.0:1788624665.580455:0:35297:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.580458:0:35297:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788624665.580460:0:35297:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788624665.580463:0:35297:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788624665.580467:0:35297:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788624665.580472:0:35297:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788624665.580476:0:35297:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624665.580478:0:35297:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788624665.580479:0:35297:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788624665.580482:0:35297:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff99dd03591510. 00000020:00000010:2.0:1788624665.580486:0:35297:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd0864be00. 00000020:00000010:2.0:1788624665.580489:0:35297:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff99dd0864a000. 00000020:00000010:2.0:1788624665.580491:0:35297:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff99dd185883c0. 00000008:00000010:2.0:1788624665.580496:0:35297:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff99dd216537f0. 00020000:00000010:2.0:1788624665.580499:0:35297:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff99dd062d1840. 00008000:00000010:2.0:1788624665.580502:0:35297:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff99dd21689530. 00000080:00000010:2.0:1788624665.580506:0:35297:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff99dd0530bbd0. 00000080:00000010:2.0:1788624665.580509:0:35297:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff99dd11c92bf0. 00000020:00000010:2.0:1788624665.580512:0:35297:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd0864a600. 00000008:00000010:2.0:1788624665.580515:0:35297:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff99dd216a5a20. 00020000:00000010:2.0:1788624665.580518:0:35297:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff99dd118bc920. 00008000:00000010:2.0:1788624665.580520:0:35297:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff99dd11d414f0. 00000080:00000010:2.0:1788624665.580523:0:35297:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff99dd18bb10f0. 00000020:00000001:2.0:1788624665.580525:0:35297:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832856 : -112300453718760 : ffff99dd03591518) 00000020:00001000:2.0:1788624665.580527:0:35297:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591510 00000020:00000001:2.0:1788624665.580531:0:35297:0:(cl_object.c:143:cl_object_top()) ffff99dd1145f468 -> ffff99dd1145f9e0 00000020:00000001:2.0:1788624665.580533:0:35297:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788624665.580537:0:35297:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624665.580538:0:35297:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788624665.580540:0:35297:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.580542:0:35297:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.580545:0:35297:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494036288 : -112300215515328 : ffff99dd118bc740) 00000020:00000001:2.0:1788624665.580548:0:35297:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788624665.580550:0:35297:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.580553:0:35297:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.580555:0:35297:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.580558:0:35297:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788624665.580559:0:35297:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788624665.580562:0:35297:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624665.580563:0:35297:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788624665.580565:0:35297:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788624665.580566:0:35297:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.580569:0:35297:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.580639:0:35297:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.580641:0:35297:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.580643:0:35297:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788624665.580644:0:35297:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.580646:0:35297:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.580648:0:35297:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788624665.580650:0:35297:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788624665.580652:0:35297:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624665.580653:0:35297:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788624665.580656:0:35297:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788624665.580660:0:35297:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1788624665.580931:0:35297:0:(osc_cache.c:1926:osc_update_pending()) obj ffff99dd04c72c40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1788624665.580938:0:35297:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788624665.580940:0:35297:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.580942:0:35297:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788624665.580944:0:35297:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.580947:0:35297:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1788624665.580951:0:35297:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1788624665.580956:0:35297:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff99dd420de780@{[0 -> 0/1023], [1|0|-|locking|wiY|ffff99dd04c72c40], [28672|1|+|-|ffff99dd11d19a00|1024|ffff99dd064f0000]} make ready 00000008:00010000:2.0:1788624665.580966:0:35297:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000ab4d720f ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1788624665.580980:0:35297:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:2.0:1788624665.580983:0:35297:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1788624665.581004:0:35297:0:(cl_page.c:1160:cl_page_make_ready()) page@0000000025253582[2 000000000627ca22 1 1 0000000000000000 0 0 0] 00000020:00008000:2.0:1788624665.581007:0:35297:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:2.0:1788624665.581009:0:35297:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1788624665.581011:0:35297:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788624665.581013:0:35297:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788624665.581014:0:35297:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788624665.581016:0:35297:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788624665.581019:0:35297:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788624665.581023:0:35297:0:(cl_page.c:507:__cl_page_state_set()) page@0000000025253582[2 000000000627ca22 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788624665.581026:0:35297:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1788624665.581028:0:35297:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788624665.581029:0:35297:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1788624665.581033:0:35297:0:(cl_page.c:1182:cl_page_make_ready()) page@0000000025253582[2 000000000627ca22 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788624665.581035:0:35297:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1788624665.581037:0:35297:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.581040:0:35297:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000020:00000001:2.0:1788624665.581043:0:35297:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000020:00000001:2.0:1788624665.581045:0:35297:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1788624665.581049:0:35297:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.581051:0:35297:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000008:00000001:2.0:1788624665.581053:0:35297:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.581057:0:35297:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:2.0:1788624665.581060:0:35297:0:(osc_cache.c:908:osc_extent_finish()) extent ffff99dd420de780@{[0 -> 0/1023], [2|0|-|rpc|wiY|ffff99dd04c72c40], [28672|1|+|-|ffff99dd11d19a00|1024|ffff99dd064f0000]} extent finished. 00000008:00010000:2.0:1788624665.581066:0:35297:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000ab4d720f ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1788624665.581078:0:35297:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1788624665.581080:0:35297:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1788624665.581083:0:35297:0:(cl_page.c:1104:cl_page_complete()) page@0000000025253582[2 000000000627ca22 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788624665.581085:0:35297:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:2.0:1788624665.581087:0:35297:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788624665.581088:0:35297:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788624665.581090:0:35297:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788624665.581092:0:35297:0:(cl_page.c:507:__cl_page_state_set()) page@0000000025253582[2 000000000627ca22 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788624665.581094:0:35297:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1788624665.581095:0:35297:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1788624665.581099:0:35297:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1788624665.581103:0:35297:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000025253582[2 000000000627ca22 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1788624665.581163:0:35297:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1788624665.581180:0:35297:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1788624665.581182:0:35297:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1788624665.581186:0:35297:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788624665.581189:0:35297:0:(cl_page.c:556:cl_batch_put()) page@0000000025253582[2 000000000627ca22 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788624665.581191:0:35297:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1788624665.581193:0:35297:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1788624665.581196:0:35297:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:2.0:1788624665.581199:0:35297:0:(osc_cache.c:1648:osc_free_grant()) lost 28672 grant: 28672 avail: 8359936 dirty: 0/0 00000008:00000020:2.0:1788624665.581206:0:35297:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff99dd420de780@{[0 -> 0/1023], [1|0|-|inv|wY|ffff99dd04c72c40], [28672|0|-|-|ffff99dd11d19a00|1024|ffff99dd064f0000]} destroyed. 00000008:00010000:2.0:1788624665.581212:0:35297:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000ab4d720f ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1788624665.581222:0:35297:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624665.581224:0:35297:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1788624665.581229:0:35297:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff99dd420de780. 00000008:00000001:2.0:1788624665.581235:0:35297:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.581239:0:35297:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1788624665.581243:0:35297:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff99dd04c72c40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788624665.581246:0:35297:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788624665.581250:0:35297:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff99dd04c72c40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1788624665.581254:0:35297:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788624665.581257:0:35297:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.581259:0:35297:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.581388:0:35297:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.581391:0:35297:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.581393:0:35297:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.581395:0:35297:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788624665.581398:0:35297:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788624665.581400:0:35297:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788624665.581401:0:35297:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788624665.581403:0:35297:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788624665.581404:0:35297:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.581406:0:35297:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788624665.581408:0:35297:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788624665.581410:0:35297:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788624665.581412:0:35297:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788624665.581414:0:35297:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624665.581416:0:35297:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788624665.581417:0:35297:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788624665.581419:0:35297:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.581422:0:35297:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.581423:0:35297:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788624665.581424:0:35297:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788624665.581427:0:35297:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788624665.581428:0:35297:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788624665.581430:0:35297:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788624665.581432:0:35297:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788624665.581434:0:35297:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624665.581434:0:35297:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788624665.581436:0:35297:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788624665.581437:0:35297:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.581439:0:35297:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.581441:0:35297:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788624665.581442:0:35297:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788624665.581444:0:35297:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.581446:0:35297:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788624665.581449:0:35297:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788624665.581450:0:35297:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788624665.581452:0:35297:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788624665.581454:0:35297:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788624665.581456:0:35297:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591510 00020000:00000001:2.0:1788624665.581461:0:35297:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788624665.581463:0:35297:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788624665.581466:0:35297:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788624665.581468:0:35297:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788624665.581472:0:35297:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788624665.581473:0:35297:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788624665.581476:0:35297:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591e10 00000080:00000001:2.0:1788624665.581479:0:35297:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788624665.581490:0:35297:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788624665.581493:0:35297:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446631773257489920 : -112300452061696 : ffff99dd03725e00) 00000020:00000001:2.0:1788624665.581496:0:35297:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:2.0:1788624665.581498:0:35297:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:2.0:1788624665.581499:0:35297:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788624665.581500:0:35297:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788624665.581502:0:35297:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788624665.581506:0:35297:0:(cl_page.c:507:__cl_page_state_set()) page@0000000025253582[2 000000000627ca22 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788624665.581507:0:35297:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:2.0:1788624665.581509:0:35297:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1788624665.581511:0:35297:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1788624665.581513:0:35297:0:(osc_page.c:138:osc_page_delete()) ffff99dd03725e60 00000008:00000001:2.0:1788624665.581516:0:35297:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1788624665.581519:0:35297:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff99dd03725e70 page ffff99dd03725e60 at index 0. 00000008:00000001:2.0:1788624665.581521:0:35297:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624665.581529:0:35297:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1788624665.581532:0:35297:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffeaa684957780 index 0 00000020:00000001:2.0:1788624665.581539:0:35297:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1788624665.581540:0:35297:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:2.0:1788624665.581541:0:35297:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788624665.581544:0:35297:0:(cl_page.c:556:cl_batch_put()) page@0000000025253582[1 000000000627ca22 5 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788624665.581545:0:35297:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:2.0:1788624665.581547:0:35297:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:2.0:1788624665.581550:0:35297:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff99dd03725e00. 00000020:00000001:2.0:1788624665.581554:0:35297:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:2.0:1788624665.581555:0:35297:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1788624665.581777:0:35297:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788624665.581780:0:35297:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff99dd1919aa08) 00800000:00000001:2.0:1788624665.581788:0:35297:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788624665.581790:0:35297:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x2b:0x0] 00000002:00000001:2.0:1788624665.581797:0:35297:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788624665.581804:0:35297:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624665.582046:0:35297:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788624665.582049:0:35297:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624665.582051:0:35297:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.582054:0:35297:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788624665.582057:0:35297:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788624665.582059:0:35297:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:2.0:1788624665.582061:0:35297:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:2.0:1788624665.582063:0:35297:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1788624665.582065:0:35297:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1788624665.582068:0:35297:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1788624665.582070:0:35297:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624665.582073:0:35297:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624665.582077:0:35297:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624665.582081:0:35297:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255835160 : -112300453716456 : ffff99dd03591e18) 00000020:00001000:2.0:1788624665.582083:0:35297:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591e10 00020000:00000001:2.0:1788624665.582092:0:35297:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1788624665.582094:0:35297:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00020000:00000001:2.0:1788624665.582099:0:35297:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:2.0:1788624665.582104:0:35297:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd049ad000, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788624665.582145:0:35297:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788624665.582164:0:35297:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd048ab080: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:2.0:1788624665.582168:0:35297:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1788624665.582171:0:35297:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.582173:0:35297:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1788624665.582176:0:35297:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1788624665.582182:0:35297:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1788624665.582188:0:35297:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870100 count: 2 00010000:00000001:2.0:1788624665.582192:0:35297:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624665.582195:0:35297:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1788624665.582198:0:35297:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1788624665.582203:0:35297:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 46 blocks 0 [cma]time 1788624665 1788624665 1788624665 ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 1/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:2.0:1788624665.582215:0:35297:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000020:00000001:2.0:1788624665.582217:0:35297:0:(cl_object.c:143:cl_object_top()) ffff99dd04c72c40 -> ffff99dd1145f9e0 00000008:00000001:2.0:1788624665.582219:0:35297:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788624665.582222:0:35297:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788624665.582224:0:35297:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788624665.582226:0:35297:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1788624665.582232:0:35297:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff99dd04c72c40. 00020000:00000001:2.0:1788624665.582238:0:35297:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1788624665.582240:0:35297:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff99dd1145f3e8. 00020000:00000001:2.0:1788624665.582249:0:35297:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1788624665.582252:0:35297:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624665.582254:0:35297:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788624665.582256:0:35297:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00020000:00000001:2.0:1788624665.582259:0:35297:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1788624665.582261:0:35297:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1788624665.582329:0:35297:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00020000:00000001:2.0:1788624665.582333:0:35297:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:2.0:1788624665.582337:0:35297:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff99dd033b9e68. 00020000:00000010:2.0:1788624665.582345:0:35297:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff99dd11df00c0. 00020000:00000010:2.0:1788624665.582348:0:35297:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff99dd087e5040. 00020000:00000002:2.0:1788624665.582351:0:35297:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd049ad000, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788624665.582355:0:35297:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788624665.582358:0:35297:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd048ab080: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000010:2.0:1788624665.582363:0:35297:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd048ab080. 00020000:00000010:2.0:1788624665.582367:0:35297:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd049ad060. 00020000:00000010:2.0:1788624665.582370:0:35297:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd049ad000. 00020000:00000001:2.0:1788624665.582371:0:35297:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1788624665.582373:0:35297:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217261f0) owner 0000000000000000/ffff99dd064f0000 00020000:00000010:2.0:1788624665.582376:0:35297:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff99dd217261f0. 00020000:00000001:2.0:1788624665.582381:0:35297:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1788624665.582384:0:35297:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff99dd1145f960. 00000020:00001000:2.0:1788624665.582389:0:35297:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591e10 00000080:00000001:2.0:1788624665.582392:0:35297:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788624665.582395:0:35297:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000010:2.1:1788624665.586203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd049c6cc0. 00000080:00000010:2.1:1788624665.596908:0:35090:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd1919a940. 00010000:00000001:3.0:1788624666.578207:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624666.578217:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624666.578226:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624666.578228:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624666.578232:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624666.578233:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624666.578238:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624666.578239:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624666.580922:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624666.580932:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624666.580937:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788624666.770223:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296680791, at 4296680832 00000100:00000010:2.0:1788624666.770247:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd18588120. 00000100:00000040:3.0:1788624666.771956:0:28436:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296680791, at 4296680833 00000100:00000010:3.0:1788624666.771974:0:28436:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd185886c0. 00000080:00000001:3.0:1788624666.963638:0:35384:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624667.602210:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624667.602220:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624667.602228:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624667.602230:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624667.602234:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624667.602235:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624667.602239:0:28436:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624667.602240:0:28436:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624667.603821:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624667.603830:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624667.603836:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788624667.928359:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624667.928370:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624667.928381:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595f80. 00000020:00000040:3.0:1788624667.928388:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:3.0:1788624667.928392:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624667.928395:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624667.928401:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624667.928409:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04d2f700. 00000100:00000001:3.0:1788624667.928416:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.928429:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11595f80 x1875506845083520/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624667.928439:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624667.928444:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.928451:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043057380] to pc [ptlrpcd_01_01+1] req@ffff99dd11595f80 x1875506845083520/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.928482:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.928485:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624667.928488:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624667.928492:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597b80. 00000020:00000040:3.0:1788624667.928494:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624667.928497:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624667.928498:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624667.928500:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624667.928516:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04d2f900. 00000100:00000001:3.0:1788624667.928520:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.928525:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11597b80 x1875506845083648/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624667.928533:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624667.928535:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.928539:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000074b5f4c] to pc [ptlrpcd_01_00+0] req@ffff99dd11597b80 x1875506845083648/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.928547:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.928549:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624667.928553:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624667.928555:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595500. 00000020:00000040:3.0:1788624667.928557:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=5 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624667.928559:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624667.928561:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624667.928562:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624667.928567:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04d2fd00. 00000100:00000001:3.0:1788624667.928570:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.928574:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11595500 x1875506845083776/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624667.928580:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624667.928582:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.928585:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d65fc0c] to pc [ptlrpcd_01_01+1] req@ffff99dd11595500 x1875506845083776/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.928593:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.928595:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624667.928598:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624667.928602:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597100. 00000020:00000040:3.0:1788624667.928604:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:3.0:1788624667.928606:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624667.928607:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624667.928609:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624667.928612:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04d2f300. 00000100:00000001:3.0:1788624667.928615:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.928619:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11597100 x1875506845083904/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624667.928626:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624667.928628:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.928631:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130cbd3b] to pc [ptlrpcd_01_00+0] req@ffff99dd11597100 x1875506845083904/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.928637:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.928639:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788624667.928642:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788624667.928644:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11594e00. 00000020:00000040:3.0:1788624667.928646:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:3.0:1788624667.928648:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624667.928649:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624667.928650:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624667.928652:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd04d2ff00. 00000100:00000001:3.0:1788624667.928655:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.928658:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11594e00 x1875506845084032/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624667.928664:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624667.928665:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.928668:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051708160] to pc [ptlrpcd_01_01+1] req@ffff99dd11594e00 x1875506845084032/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.928674:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.928678:0:25842:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2019) 00000100:00000001:3.0:1788624667.928695:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624667.928698:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624667.928700:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624667.928704:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11597b80 x1875506845083648/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.928716:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624667.928718:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624667.928722:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624667.928724:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624667.928727:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624667.928730:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845083648:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624667.928735:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624667.928739:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624667.928742:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624667.928744:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624667.928748:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd187ca200. 02000000:00000001:3.0:1788624667.928750:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624667.928766:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624667.928770:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560abb0. 00000400:00000010:3.0:1788624667.928778:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f5d8. 00000100:00000200:3.0:1788624667.928785:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845083648, portal 10 00000100:00000001:3.0:1788624667.928788:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624667.928789:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490740096 : -112300218811520 : ffff99dd11597b80) 00000100:00000040:3.0:1788624667.928797:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11597b80 x1875506845083648/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.928803:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624667.928806:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624667.928809:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fc38. 00000100:00000200:3.0:1788624667.928811:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845083648, offset 0 00000400:00000200:3.0:1788624667.928817:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624667.928824:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.928832:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624667.928837:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624667.928841:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624667.928844:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624667.928847:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624667.928851:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3034:3034:256:4294967295] 192.168.202.125@tcp LPNI seq info [3034:3034:8:4294967295] 00000400:00000200:3.0:1788624667.928855:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.928864:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624667.928869:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624667.928875:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185b00. 00000800:00000200:3.0:1788624667.928882:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624667.928889:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624667.928894:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624667.928906:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.928912:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 833272 usecs (834 jiffies) 00000400:00000200:3.0:1788624667.928915:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624667.928918:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296682824 00000100:00000010:3.0:1788624667.928923:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd049adba0. 00000100:00000001:3.0:1788624667.928931:0:2391:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788624667.928936:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296682824 00000100:00000010:3.0:1788624667.928940:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd049ad4e0. 00000100:00000001:3.0:1788624667.928943:0:2391:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788624667.928946:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624667.928949:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624667.928951:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624667.928955:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11597100 x1875506845083904/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.928961:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624667.928962:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624667.928965:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624667.928966:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624667.928968:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624667.928971:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845083904:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624667.928974:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624667.928977:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624667.928978:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624667.928980:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624667.928983:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd187cb200. 02000000:00000001:3.0:1788624667.928985:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624667.928988:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624667.928990:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560ad68. 00000400:00000010:3.0:1788624667.928995:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f4c8. 00000100:00000200:3.0:1788624667.928997:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845083904, portal 4 00000100:00000001:3.0:1788624667.928999:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624667.929000:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490737408 : -112300218814208 : ffff99dd11597100) 00000100:00000040:3.0:1788624667.929006:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11597100 x1875506845083904/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.929012:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624667.929015:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624667.929017:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fbb0. 00000100:00000200:3.0:1788624667.929019:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845083904, offset 0 00000400:00000200:3.0:1788624667.929022:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624667.929026:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.929029:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624667.929032:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624667.929035:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624667.929037:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624667.929039:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624667.929042:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3035:3035:255:4294967295] 192.168.202.125@tcp LPNI seq info [3035:3035:7:4294967295] 00000400:00000200:3.0:1788624667.929045:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.929051:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624667.929055:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624667.929058:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185900. 00000800:00000200:3.0:1788624667.929061:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624667.929065:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624667.929068:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624667.929071:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.929073:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 194340 usecs (195 jiffies) 00000400:00000200:3.0:1788624667.929076:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624667.929078:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296682185 00000100:00000001:3.0:1788624667.929080:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296682824 00000100:00000001:3.0:1788624667.929082:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296682185 00000100:00000001:3.0:1788624667.929084:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296682824 00000100:00000001:3.0:1788624667.929086:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624667.929088:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624667.929090:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624667.929092:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624667.929099:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624667.929101:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788624667.929129:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624667.929131:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624667.929132:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624667.929135:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:3.0:1788624667.929136:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624667.929139:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624667.929140:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624667.929152:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624667.929153:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624667.929154:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624667.929159:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595f80 x1875506845083520/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.929165:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624667.929166:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624667.929168:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624667.929170:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624667.929171:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624667.929174:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2391:1875506845083520:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624667.929177:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624667.929180:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624667.929181:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624667.929183:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624667.929186:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd187cb400. 02000000:00000001:3.0:1788624667.929188:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624667.929191:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624667.929194:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560ac60. 00000400:00000010:3.0:1788624667.929197:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f330. 00000100:00000200:3.0:1788624667.929200:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845083520, portal 25 00000100:00000001:3.0:1788624667.929202:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624667.929203:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490732928 : -112300218818688 : ffff99dd11595f80) 00000100:00000040:3.0:1788624667.929208:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11595f80 x1875506845083520/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.929214:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624667.929216:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624667.929219:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f088. 00000100:00000200:3.0:1788624667.929221:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845083520, offset 0 00000400:00000200:3.0:1788624667.929225:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624667.929228:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624667.929463:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624667.929466:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624667.929811:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624667.929816:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624667.929820:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624667.929823:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624667.929825:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624667.929828:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3036:3036:254:4294967295] 192.168.202.125@tcp LPNI seq info [3036:3036:6:4294967295] 00000400:00000200:3.0:1788624667.929832:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.929838:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624667.929843:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624667.929848:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185100. 00000800:00000200:3.0:1788624667.929852:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624667.929856:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624667.929859:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624667.929862:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624667.929866:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624667.929868:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296685917 00000100:00000001:3.0:1788624667.929872:0:2391:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296682824 00000100:00000001:3.0:1788624667.929875:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296685917 00000100:00000001:3.0:1788624667.929878:0:2391:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296682824 00000100:00000001:3.0:1788624667.929881:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624667.929884:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624667.929886:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624667.929891:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595500 x1875506845083776/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.929897:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624667.929899:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624667.929902:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624667.929904:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624667.929907:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624667.929909:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845083776:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624667.929912:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624667.929915:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624667.929916:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624667.929918:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624667.929922:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd187ca400. 02000000:00000001:3.0:1788624667.929923:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624667.929927:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624667.929929:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a1b8. 00000400:00000010:3.0:1788624667.929933:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f110. 00000100:00000200:3.0:1788624667.929938:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845083776, portal 10 00000100:00000001:3.0:1788624667.929940:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624667.929941:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490730240 : -112300218821376 : ffff99dd11595500) 00000100:00000040:3.0:1788624667.929948:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11595500 x1875506845083776/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.929955:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624667.929957:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624667.929960:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112ff68. 00000100:00000200:3.0:1788624667.929962:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845083776, offset 0 00000400:00000200:3.0:1788624667.929966:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624667.929969:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.929973:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624667.929976:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624667.929978:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624667.929980:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624667.929982:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624667.929985:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3037:3037:253:4294967295] 192.168.202.125@tcp LPNI seq info [3037:3037:5:4294967295] 00000400:00000200:3.0:1788624667.929989:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.929995:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624667.929999:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624667.930002:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185400. 00000800:00000200:3.0:1788624667.930006:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624667.930010:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624667.930013:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624667.930015:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.930018:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24791 usecs (25 jiffies) 00000400:00000200:3.0:1788624667.930021:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624667.930023:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296682016 00000100:00000001:3.0:1788624667.930025:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296685917 00000100:00000001:3.0:1788624667.930027:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296682016 00000100:00000001:3.0:1788624667.930029:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296685917 00000100:00000001:3.0:1788624667.930031:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624667.930033:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624667.930035:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624667.930039:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11594e00 x1875506845084032/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.930051:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624667.930052:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624667.930054:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624667.930056:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624667.930057:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624667.930060:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845084032:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624667.930063:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624667.930066:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624667.930067:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624667.930069:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624667.930072:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd187ca800. 02000000:00000001:3.0:1788624667.930074:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624667.930077:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624667.930080:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a5d8. 00000400:00000010:3.0:1788624667.930083:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f000. 00000100:00000200:3.0:1788624667.930085:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845084032, portal 4 00000100:00000001:3.0:1788624667.930087:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624667.930088:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490728448 : -112300218823168 : ffff99dd11594e00) 00000100:00000040:3.0:1788624667.930093:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11594e00 x1875506845084032/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.930099:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624667.930101:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000800:00000200:2.0:1788624667.930846:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624667.930853:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185b00. 00000400:00000200:2.0:1788624667.930859:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624667.930865:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624667.930871:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fc38 00000400:00000010:2.0:1788624667.930874:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fc38. 00000100:00000001:2.0:1788624667.930878:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624667.930884:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11597b80 x1875506845083648/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624667.930895:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624667.930898:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11597b80 x1875506845083648/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624667.930909:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624667.930911:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624667.930924:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624667.930927:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185900. 00000400:00000200:2.0:1788624667.930929:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624667.930933:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624667.930936:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fbb0 00000400:00000010:2.0:1788624667.930937:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fbb0. 00000100:00000001:2.0:1788624667.930940:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624667.930944:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11597100 x1875506845083904/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624667.930951:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624667.930954:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11597100 x1875506845083904/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624667.930959:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624667.930960:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624667.930969:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624667.930971:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185100. 00000400:00000200:2.0:1788624667.930973:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624667.930975:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624667.930978:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f088 00000400:00000010:2.0:1788624667.930979:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f088. 00000100:00000001:2.0:1788624667.930981:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624667.930984:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595f80 x1875506845083520/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624667.930992:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624667.930994:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595f80 x1875506845083520/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624667.931001:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624667.931002:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624667.931069:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624667.931072:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185400. 00000400:00000200:2.0:1788624667.931075:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624667.931079:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624667.931081:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112ff68 00000400:00000010:2.0:1788624667.931083:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112ff68. 00000100:00000001:2.0:1788624667.931085:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624667.931089:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595500 x1875506845083776/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624667.931096:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624667.931099:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595500 x1875506845083776/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624667.931123:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624667.931125:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:3.0:1788624667.931703:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f7f8. 00000100:00000200:3.0:1788624667.931711:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845084032, offset 0 00000400:00000200:3.0:1788624667.931720:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624667.931727:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.931733:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624667.931736:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624667.931739:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624667.931742:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624667.931744:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624667.931748:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3038:3038:256:4294967295] 192.168.202.125@tcp LPNI seq info [3038:3038:8:4294967295] 00000400:00000200:3.0:1788624667.932153:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.932162:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624667.932169:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624667.932175:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185400. 00000800:00000200:3.0:1788624667.932181:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624667.932187:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624667.932191:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624667.932206:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.932339:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25292 usecs (26 jiffies) 00000400:00000200:3.0:1788624667.932345:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624667.932348:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296682020 00000100:00000001:3.0:1788624667.932351:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296685917 00000100:00000001:3.0:1788624667.932354:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296682020 00000100:00000001:3.0:1788624667.932356:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296685917 00000100:00000001:3.0:1788624667.932359:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624667.932363:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624667.932368:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624667.932372:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624667.932675:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624667.932680:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185400. 00000400:00000200:2.0:1788624667.932684:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624667.932689:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624667.932693:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f7f8 00000400:00000010:2.0:1788624667.932696:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f7f8. 00000100:00000001:2.0:1788624667.932699:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624667.932705:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11594e00 x1875506845084032/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624667.932715:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624667.932718:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11594e00 x1875506845084032/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624667.932724:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624667.932726:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624667.937902:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624667.937918:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624667.937922:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624667.937925:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624667.937934:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624667.937941:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624667.937952:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624667.937957:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624667.937962:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624667.937966:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377466900 00000400:00000200:2.0:1788624667.937972:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624667.937978:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x89bd [1] + 224 00000800:00000001:2.0:1788624667.937985:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624667.937992:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624667.937995:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624667.938005:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624667.938014:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624667.938025:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11597100 x1875506845083904/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624667.938037:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11597100 x1875506845083904/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624667.938053:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624667.938062:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624667.938066:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624667.938186:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624667.938195:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624667.938209:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624667.938212:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624667.938217:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560ad68. 00000400:00000200:3.0:1788624667.938225:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f4c8 00000400:00000010:3.0:1788624667.938228:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f4c8. 00000100:00000001:3.0:1788624667.938232:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624667.938243:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11597100 x1875506845083904/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624667.938254:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11597100 x1875506845083904/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.938268:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624667.938270:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624667.938273:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624667.938277:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624667.938280:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624667.938283:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624667.938286:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624667.938298:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=95 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624667.938303:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624667.938306:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624667.938308:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624667.938311:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624667.938316:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624667.938321:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624667.938324:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1788624667.938326:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624667.938328:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.938334:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11597100 x1875506845083904/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.938341:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624667.938344:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624667.938347:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624667.938460:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11597100 x1875506845083904/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624667.938470:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845083904:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624667.938476:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624667.938479:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624667.938483:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11597100 x1875506845083904/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.938490:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624667.938493:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624667.938498:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd187cb200. 02000000:00000001:3.0:1788624667.938504:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624667.938507:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624667.938509:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624667.938511:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624667.938514:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04d2f300. 02000000:00000001:3.0:1788624667.938522:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624667.938525:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624667.938527:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11597100. 00000100:00000001:3.0:1788624667.938531:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624667.938532:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624667.938537:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624667.938538:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624667.938540:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624667.938542:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624667.938544:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624667.944161:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624667.944343:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624667.944347:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624667.944350:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624667.944360:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.944367:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624667.944377:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.944382:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.944387:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.944391:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377466780 00000400:00000200:3.0:1788624667.944396:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.944402:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x89cd [1] + 224 00000800:00000001:3.0:1788624667.944409:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624667.944413:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624667.944417:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624667.944421:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624667.944430:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624667.944440:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595f80 x1875506845083520/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624667.944457:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11595f80 x1875506845083520/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.944472:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624667.944481:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624667.944485:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624667.944487:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624667.944490:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624667.944493:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.944496:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624667.944500:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.944502:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.944505:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.944508:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377466980 00000400:00000200:3.0:1788624667.944524:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.944528:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x89ed [1] + 224 00000800:00000001:3.0:1788624667.944533:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624667.944539:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624667.944541:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624667.944544:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624667.944547:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624667.944551:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11594e00 x1875506845084032/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624667.944559:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11594e00 x1875506845084032/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.944565:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624667.944568:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624667.944571:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624667.944585:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624667.944589:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624667.944596:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624667.944599:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624667.944601:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560ac60. 00000400:00000200:3.0:1788624667.944605:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f330 00000400:00000010:3.0:1788624667.944608:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f330. 00000100:00000001:3.0:1788624667.944611:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624667.944615:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595f80 x1875506845083520/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624667.944623:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595f80 x1875506845083520/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.944629:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624667.944631:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624667.944633:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624667.944636:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624667.944639:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624667.944641:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624667.944644:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624667.944650:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=96 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624667.944655:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624667.944658:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624667.944659:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624667.944663:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624667.944665:0:2391:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624667.944668:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.944672:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595f80 x1875506845083520/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.944679:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624667.944683:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624667.944684:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624667.944688:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595f80 x1875506845083520/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624667.944696:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2391:1875506845083520:192.168.202.125@tcp:400:kworker.0 00000400:00000001:3.0:1788624667.944702:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624667.944703:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624667.944705:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a5d8. 00000400:00000200:3.0:1788624667.944708:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f000 00000400:00000010:3.0:1788624667.944709:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f000. 00000100:00000001:3.0:1788624667.944711:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624667.944714:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11594e00 x1875506845084032/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624667.944722:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11594e00 x1875506845084032/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.944728:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624667.944730:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624667.944731:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624667.944733:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624667.944734:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624667.944735:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624667.944737:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624667.944742:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=95 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624667.944745:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624667.944748:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624667.944749:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624667.944860:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624667.944864:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624667.944867:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624667.944870:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:3.0:1788624667.944872:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624667.944873:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.944879:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11594e00 x1875506845084032/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.944885:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624667.944887:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624667.944888:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624667.944892:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11594e00 x1875506845084032/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624667.944904:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845084032:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624667.944909:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624667.944911:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624667.944914:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595f80 x1875506845083520/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.944921:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624667.944923:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624667.944927:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd187cb400. 02000000:00000001:3.0:1788624667.944930:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624667.944933:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624667.944935:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:3.0:1788624667.944937:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624667.944940:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04d2f700. 02000000:00000001:3.0:1788624667.944945:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624667.944947:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624667.944948:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595f80. 00000100:00000001:3.0:1788624667.944952:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624667.944953:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624667.944955:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624667.944958:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11594e00 x1875506845084032/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.944964:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624667.944965:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624667.944966:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd187ca800. 02000000:00000001:3.0:1788624667.944971:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624667.944972:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624667.944973:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624667.944975:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624667.944976:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04d2ff00. 02000000:00000001:3.0:1788624667.944978:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624667.944979:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624667.944981:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11594e00. 00000100:00000001:3.0:1788624667.944983:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624667.944985:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624667.944988:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624667.944989:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624667.944991:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624667.944992:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624667.944994:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624667.946552:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624667.946567:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624667.946571:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624667.946574:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624667.946581:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.946587:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624667.946595:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.946600:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.946605:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.946609:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377466800 00000400:00000200:3.0:1788624667.946613:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.946619:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x89ad [1] + 224 00000800:00000001:3.0:1788624667.946625:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624667.946629:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624667.946633:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624667.946636:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624667.946644:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624667.946651:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11597b80 x1875506845083648/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624667.946662:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11597b80 x1875506845083648/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.946675:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624667.946683:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624667.946686:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624667.946688:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624667.946690:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624667.946693:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.946696:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624667.946702:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.946704:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.946707:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.946710:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377466880 00000400:00000200:3.0:1788624667.946713:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624667.946716:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x89dd [1] + 224 00000800:00000001:3.0:1788624667.946720:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624667.946725:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624667.946727:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624667.946731:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624667.946734:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624667.946737:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595500 x1875506845083776/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624667.946745:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11595500 x1875506845083776/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.946762:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624667.946766:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624667.946769:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624667.946781:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624667.946785:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624667.946789:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624667.946791:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624667.946793:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a1b8. 00000400:00000200:3.0:1788624667.946796:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f110 00000400:00000010:3.0:1788624667.946799:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f110. 00000100:00000001:3.0:1788624667.946801:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624667.946805:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595500 x1875506845083776/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624667.946813:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595500 x1875506845083776/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.946819:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624667.946820:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624667.946823:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624667.946826:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624667.946827:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624667.946829:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624667.946832:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624667.946839:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=96 v=5 (5 103 103 103) 00000100:00001000:3.0:1788624667.946843:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=96 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624667.946845:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624667.946846:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624667.946849:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624667.946852:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624667.946855:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624667.946857:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967334 00000100:00000001:3.0:1788624667.946859:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624667.946861:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.946865:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595500 x1875506845083776/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.946871:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624667.946874:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624667.946876:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624667.946879:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595500 x1875506845083776/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624667.946885:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845083776:192.168.202.125@tcp:400:kworker.0 00000400:00000001:3.0:1788624667.946890:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624667.946891:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624667.946893:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560abb0. 00000400:00000200:3.0:1788624667.946895:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f5d8 00000400:00000010:3.0:1788624667.946897:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f5d8. 00000100:00000001:3.0:1788624667.946899:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624667.946902:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11597b80 x1875506845083648/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788624667.946910:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11597b80 x1875506845083648/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.946916:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624667.946917:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624667.946919:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624667.946920:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624667.946921:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624667.946923:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624667.946924:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624667.946928:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=96 v=5 (5 103 103 103) 00000100:00001000:3.0:1788624667.946931:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624667.946932:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624667.946934:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624667.946935:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624667.946937:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624667.946939:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624667.946941:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967639 00000100:00000001:3.0:1788624667.946942:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624667.946944:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624667.946948:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11597b80 x1875506845083648/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.946954:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624667.946956:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624667.946957:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624667.946960:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11597b80 x1875506845083648/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788624667.946967:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845083648:192.168.202.125@tcp:400:kworker.0 00000100:00000001:3.0:1788624667.946971:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624667.946973:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624667.947023:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595500 x1875506845083776/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.947031:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624667.947033:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624667.947036:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd187ca400. 02000000:00000001:3.0:1788624667.947041:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624667.947044:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624667.947045:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624667.947047:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624667.947049:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04d2fd00. 02000000:00000001:3.0:1788624667.947054:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624667.947056:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624667.947057:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595500. 00000100:00000001:3.0:1788624667.947060:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624667.947062:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624667.947063:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624667.947066:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11597b80 x1875506845083648/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624667.947072:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624667.947073:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624667.947075:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd187ca200. 02000000:00000001:3.0:1788624667.947077:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624667.947078:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624667.947079:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624667.947080:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624667.947081:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd04d2f900. 02000000:00000001:3.0:1788624667.947083:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624667.947084:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624667.947085:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11597b80. 00000100:00000001:3.0:1788624667.947086:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624667.947088:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624667.947090:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624667.947098:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624667.947100:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624667.947102:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788624667.947129:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624668.560680:0:35524:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624668.628414:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624668.628423:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624668.628429:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624668.628430:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624668.628434:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624668.628435:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624668.628439:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624668.628440:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624668.628526:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624668.628530:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624668.628534:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788624669.650194:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624669.650201:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624669.650208:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624669.650210:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624669.650213:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624669.650215:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624669.650218:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624669.650219:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624669.650591:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624669.650596:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624669.650600:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788624670.143916:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624670.143934:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624670.143938:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624670.143941:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624670.143951:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624670.143960:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624670.143969:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624670.143975:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624670.143982:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624670.143987:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 328 into portal 15 MB=0x6a9c378adfa00 00000400:00000200:3.0:1788624670.143995:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.125@tcp of length 328/328 into md 0x82b5 [2] + 1704 00000800:00000001:3.0:1788624670.144002:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624670.144008:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624670.144012:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624670.144017:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624670.144026:0:2383:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788624670.144028:0:2383:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788624670.144034:0:2383:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597b80. 00000100:00000040:3.0:1788624670.144038:0:2383:0:(events.c:341:request_in_callback()) incoming req@ffff99dd11597b80 x1875506868648448 msgsize 328 00000100:00100000:3.0:1788624670.144043:0:2383:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.125@tcp (source: 12345-192.168.202.125@tcp) 00000100:00000001:3.0:1788624670.144053:0:2383:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788624670.144062:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624670.144066:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624670.144088:0:16807:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788624670.144090:0:16807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875506868648448 02000000:00000001:3.0:1788624670.144093:0:16807:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788624670.144095:0:16807:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624670.144097:0:16807:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624670.144102:0:16807:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624670.144144:0:16807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875506868648448 00000020:00000001:3.0:1788624670.144149:0:16807:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788624670.144151:0:16807:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d2f 00000020:00000001:3.0:1788624670.144153:0:16807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624670.144157:0:16807:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3800 refcount=4 00000020:00000001:3.0:1788624670.144159:0:16807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000020:00000001:3.0:1788624670.144161:0:16807:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285595136 : -112300423956480 : ffff99dd051f3800) 00000100:00000001:3.0:1788624670.144167:0:16807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624670.144172:0:16807:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3900. 00000100:00000001:3.0:1788624670.144175:0:16807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624670.144178:0:16807:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3900. 00000020:00000010:3.0:1788624670.144184:0:16807:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd187cac00. 00000020:00000010:3.0:1788624670.144190:0:16807:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff99dd1115a000. 00000020:00000010:3.0:1788624670.144195:0:16807:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99dd1145fd48. 00000100:00000040:3.0:1788624670.144206:0:16807:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788624670.144210:0:16807:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788624670.144211:0:16807:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788624670.144214:0:16807:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624670.144221:0:16807:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624670.144229:0:16807:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624670.144240:0:16807:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788624670.144242:0:16807:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788624670.144259:0:16807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.125@tcp, seq: 65 00000100:00000040:3.0:1788624670.144263:0:16807:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff99dd051f3800 : new rpc_count 1 00000100:00000001:3.0:1788624670.144265:0:16807:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446631773490740096 : -112300218811520 : ffff99dd11597b80) 00000100:00000040:3.0:1788624670.144273:0:16807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff99dd11597b80 x1875506868648448/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:236/0 lens 328/0 e 0 to 0 dl 1788624681 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624670.144283:0:16807:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624670.144286:0:16807:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3900. 00000100:00000001:3.0:1788624670.144288:0:16807:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624670.144290:0:16807:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3900. 00000100:00100000:3.0:1788624670.144294:0:16807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99dd11597b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:16813:x1875506868648448:12345-192.168.202.125@tcp:104: 00000100:00000200:3.0:1788624670.144298:0:16807:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875506868648448 00010000:00000001:3.0:1788624670.144302:0:16807:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788624670.144309:0:16807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624670.144311:0:16807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624670.144314:0:16807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=2 00000020:00000001:3.0:1788624670.144316:0:16807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:3.0:1788624670.144319:0:16807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:3.0:1788624670.144323:0:16807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624670.144327:0:16807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624670.144332:0:16807:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:3.0:1788624670.144344:0:16807:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788624670.144347:0:16807:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788624670.144351:0:16807:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff99dd049cfc00. 02000000:00000001:3.0:1788624670.144353:0:16807:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624670.144356:0:16807:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624670.144360:0:16807:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788624670.144363:0:16807:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624670.144367:0:16807:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd1068a1e8 time=98 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624670.144372:0:16807:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624670.144375:0:16807:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 16 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624670.144377:0:16807:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 02000000:00000001:3.0:1788624670.144380:0:16807:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788624670.144382:0:16807:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624670.144385:0:16807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624670.144388:0:16807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624670.144393:0:16807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f5d8. 00000100:00000200:3.0:1788624670.144398:0:16807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875506868648448, offset 224 00000400:00000200:3.0:1788624670.144405:0:16807:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624670.144411:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624670.144418:0:16807:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624670.144424:0:16807:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3039:3039:256:4294967295] 192.168.202.125@tcp LPNI seq info [3039:3039:8:4294967295] 00000400:00000200:3.0:1788624670.144428:0:16807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624670.144436:0:16807:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624670.144441:0:16807:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624670.144446:0:16807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185900. 00000800:00000200:3.0:1788624670.144452:0:16807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624670.144590:0:16807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624670.144594:0:16807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624670.144605:0:16807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624670.144608:0:16807:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00010000:00000001:3.0:1788624670.144611:0:16807:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788624670.144615:0:16807:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99dd049a8900. 00010000:00000001:3.0:1788624670.144618:0:16807:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788624670.144631:0:16807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788624670.144634:0:16807:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624670.144636:0:16807:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624670.144638:0:16807:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624670.144642:0:16807:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11597b80 x1875506868648448/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:236/0 lens 328/224 e 0 to 0 dl 1788624681 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788624670.144652:0:16807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99dd11597b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:16813:x1875506868648448:12345-192.168.202.125@tcp:104: Request processed in 368us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1788624670.144659:0:16807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.125@tcp, seq: 65 00000100:00000040:3.0:1788624670.144662:0:16807:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99dd051f3800 : new rpc_count 0 00000100:00000001:3.0:1788624670.144664:0:16807:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788624670.144666:0:16807:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788624670.144671:0:16807:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff99dd1115a000. 00000020:00000010:3.0:1788624670.144675:0:16807:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99dd1145fd48. 00000020:00000010:3.0:1788624670.144680:0:16807:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99dd187cac00. 00000020:00000040:3.0:1788624670.144687:0:16807:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3800 : new refcount 3 00000100:00000001:3.0:1788624670.144690:0:16807:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624670.144756:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624670.144760:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185900. 00000400:00000200:3.0:1788624670.144763:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624670.144767:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624670.144771:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f5d8 00000400:00000010:3.0:1788624670.144774:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f5d8. 00000100:00000001:3.0:1788624670.144777:0:2384:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788624670.144778:0:2384:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:1.0:1788624670.144946:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624670.144949:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624670.144952:0:16815:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788624670.144955:0:16815:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788624670.144957:0:16815:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788624670.144962:0:16815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1788624670.144971:0:16815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd11d19a00 already unused, calling callback (ffffffffc1016300) 00000008:00000001:1.0:1788624670.144974:0:16815:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1788624670.144978:0:16815:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788624670.144979:0:16815:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624670.144981:0:16815:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624670.144983:0:16815:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19a00 refcount=3 00000020:00000001:1.0:1788624670.144985:0:16815:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:1.0:1788624670.144987:0:16815:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498612224 : -112300210939392 : ffff99dd11d19a00) 00010000:00000001:1.0:1788624670.144990:0:16815:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788624670.144992:0:16815:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1788624670.144999:0:16815:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788624670.145001:0:16815:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624670.145005:0:16815:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833000 : -112300453718616 : ffff99dd035915a8) 00000020:00001000:1.0:1788624670.145008:0:16815:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035915a0 00000008:00000001:1.0:1788624670.145010:0:16815:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788624670.145012:0:16815:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788624670.145014:0:16815:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035915a0 00000008:00000001:1.0:1788624670.145016:0:16815:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624670.145018:0:16815:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788624670.145022:0:16815:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788624670.145024:0:16815:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788624670.145025:0:16815:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624670.145027:0:16815:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788624670.145029:0:16815:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d19a00 with handle 0xcc94206c7ef419c3 from hash 00010000:00000001:1.0:1788624670.145031:0:16815:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788624670.145033:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624670.145034:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624670.145036:0:16815:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788624670.145039:0:16815:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788624670.145041:0:16815:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788624670.145046:0:16815:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624670.145049:0:16815:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624670.145051:0:16815:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624670.145054:0:16815:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788624670.145060:0:16815:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddaa00. 00000020:00000040:1.0:1788624670.145063:0:16815:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:1.0:1788624670.145067:0:16815:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624670.145070:0:16815:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624670.145073:0:16815:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624670.145079:0:16815:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd0864b000. 00000100:00000001:1.0:1788624670.145085:0:16815:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624670.145088:0:16815:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788624670.145091:0:16815:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1788624670.145098:0:16815:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788624670.145099:0:16815:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624670.145103:0:16815:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624670.145133:0:16815:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624670.145148:0:16815:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005ade73a] to pc [ptlrpcd_00_01+1] req@ffff99dd11ddaa00 x1875506845084160/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788624670.145166:0:16815:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624670.145169:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624670.145170:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624670.145172:0:16815:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624670.145174:0:16815:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624670.145176:0:16815:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624670.145179:0:16815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1788624670.145186:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788624670.145188:0:16815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff99dd10dbf800 lock: 00000000d6df5758/0xcc94206c7ef419c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xa103bd66258a886f expref: -99 pid: 35288 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:1.0:1788624670.145196:0:16815:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd215f82c0. 00010000:00000040:1.0:1788624670.145201:0:16815:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03870100 count: 0 00010000:00000010:1.0:1788624670.145208:0:16815:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff99dd03870400. 00010000:00000001:1.0:1788624670.145218:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624670.145219:0:16815:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788624670.145221:0:16815:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff99dd049a8900. 00010000:00000001:1.0:1788624670.145225:0:16815:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624670.145227:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624670.145229:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624670.145231:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788624670.145232:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624670.145233:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624670.145235:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788624670.145236:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624670.145238:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624670.145240:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788624670.145259:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624670.145262:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624670.145265:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624670.145271:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddaa00 x1875506845084160/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624670.145279:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624670.145281:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624670.145284:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624670.145287:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624670.145289:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624670.145293:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845084160:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788624670.145297:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624670.145303:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624670.145305:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624670.145307:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624670.145312:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd0864b800. 02000000:00000001:1.0:1788624670.145314:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624670.145320:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624670.145324:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793210. 00000400:00000010:1.0:1788624670.145330:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c7f8. 00000100:00000200:1.0:1788624670.145336:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845084160, portal 18 00000100:00000001:1.0:1788624670.145339:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624670.145341:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499402752 : -112300210148864 : ffff99dd11ddaa00) 00000100:00000040:1.0:1788624670.145347:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11ddaa00 x1875506845084160/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624686 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624670.145355:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624670.145357:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624670.145360:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c110. 00000100:00000200:1.0:1788624670.145363:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875506845084160, offset 0 00000400:00000200:1.0:1788624670.145368:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624670.145373:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624670.145378:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624670.145382:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624670.145385:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624670.145389:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624670.145391:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624670.145394:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3040:3040:256:4294967295] 192.168.202.125@tcp LPNI seq info [3040:3040:8:4294967295] 00000400:00000200:1.0:1788624670.145398:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624670.145405:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624670.145410:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624670.145413:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1044e300. 00000800:00000200:1.0:1788624670.145419:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624670.145424:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624670.145427:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1044e300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788624670.145439:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624670.145444:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25265 usecs (26 jiffies) 00000400:00000200:1.0:1788624670.145447:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624670.145450:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296684231 00000100:00000001:1.0:1788624670.145453:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296685917 00000100:00000001:1.0:1788624670.145456:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296684231 00000100:00000001:1.0:1788624670.145458:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296685917 00000100:00000001:1.0:1788624670.145471:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624670.145474:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624670.145476:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624670.145479:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624670.145484:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624670.145487:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624670.145489:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624670.145490:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624670.145492:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624670.145494:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624670.145505:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624670.145507:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624670.146098:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624670.146128:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1044e300. 00000400:00000200:3.0:1788624670.146143:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624670.146148:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624670.146154:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c110 00000400:00000010:3.0:1788624670.146156:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c110. 00000100:00000001:3.0:1788624670.146160:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624670.146165:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddaa00 x1875506845084160/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624686 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624670.146174:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624670.146178:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddaa00 x1875506845084160/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624686 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624670.146184:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624670.146186:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624670.158185:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624670.158201:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624670.158205:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624670.158207:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624670.158216:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624670.158225:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624670.158234:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624670.158239:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624670.158244:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624670.158262:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 18 MB=0x6a9c377466a00 00000400:00000200:3.0:1788624670.158267:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624670.158273:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8a05 [1] + 224 00000800:00000001:3.0:1788624670.158280:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624670.158288:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624670.158291:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624670.158296:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624670.158305:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624670.158314:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddaa00 x1875506845084160/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624686 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624670.158325:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11ddaa00 x1875506845084160/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624686 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624670.158340:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624670.158348:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624670.158351:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624670.158971:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624670.158975:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624670.158983:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624670.158985:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624670.158988:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793210. 00000400:00000200:1.0:1788624670.158993:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c7f8 00000400:00000010:1.0:1788624670.158996:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c7f8. 00000100:00000001:1.0:1788624670.158999:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624670.159005:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddaa00 x1875506845084160/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624686 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624670.159013:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddaa00 x1875506845084160/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624686 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624670.159020:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624670.159022:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624670.159025:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624670.159028:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624670.159030:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624670.159032:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624670.159035:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624670.159044:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447ca8 time=97 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624670.159049:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624670.159051:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624670.159053:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624670.159056:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624670.159060:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624670.159064:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624670.159066:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:1.0:1788624670.159068:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624670.159070:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624670.159074:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddaa00 x1875506845084160/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624686 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624670.159081:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624670.159085:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624670.159087:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624670.159090:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddaa00 x1875506845084160/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624686 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624670.159099:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845084160:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788624670.159122:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624670.159126:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624670.159129:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddaa00 x1875506845084160/t0(0) o103->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624686 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624670.159146:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624670.159148:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624670.159152:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd0864b800. 02000000:00000001:1.0:1788624670.159156:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624670.159159:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624670.159161:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624670.159164:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624670.159166:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd0864b000. 02000000:00000001:1.0:1788624670.159170:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624670.159171:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624670.159173:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddaa00. 00000100:00000001:1.0:1788624670.159177:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624670.159178:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624670.159180:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624670.159187:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624670.159189:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624670.159191:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624670.159193:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788624670.160181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870100. 00010000:00000010:1.1:1788624670.160192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19a00. 00000080:00000001:0.0:1788624670.270731:0:35670:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624670.676178:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624670.676185:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624670.676191:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624670.676192:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624670.676195:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624670.676196:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624670.676260:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624670.676264:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624670.676267:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788624671.086791:0:35732:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624671.698352:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624671.698360:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624671.698366:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624671.698367:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624671.698371:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624671.698373:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624671.702124:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624671.702141:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624671.702147:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788624671.892023:0:24257:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296685917, at 4296685953 00000100:00000010:3.0:1788624671.892040:0:24257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd049ad4e0. 00000100:00000040:2.0:1788624671.897069:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296685917, at 4296685958 00000100:00000010:2.0:1788624671.897084:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd049adba0. 00000080:00000001:3.0:1788624672.019237:0:35825:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788624672.416793:0:35861:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788624672.416803:0:35861:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24b: test dirty page discard due to client eviction ========================================================== 12:11:11 (1788624671) 00000001:00000001:0.0:1788624672.435660:0:35861:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1788624672.723247:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624672.725117:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624672.725144:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624672.725146:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624672.725151:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624672.725152:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624672.727675:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624672.727684:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624672.727690:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788624672.949879:0:35905:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624672.949889:0:35905:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624672.949894:0:35905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3de0 00000080:00200000:3.0:1788624672.949900:0:35905:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624672.949913:0:35905:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd113f1a00. 00800000:00000002:3.0:1788624672.949924:0:35905:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624672.949931:0:35905:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624672.949939:0:35905:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624672.949942:0:35905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3d00 00800000:00000002:3.0:1788624672.949946:0:35905:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624672.949951:0:35905:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624672.949955:0:35905:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624672.949959:0:35905:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624672.949962:0:35905:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624672.949965:0:35905:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624672.949968:0:35905:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624672.949971:0:35905:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624672.949973:0:35905:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624672.949978:0:35905:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624672.949986:0:35905:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624672.949988:0:35905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3bd0 00000002:00010000:3.0:1788624672.949990:0:35905:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624672.949994:0:35905:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624672.949998:0:35905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624672.950001:0:35905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788624672.950011:0:35905:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624672.950377:0:35905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624672.950380:0:35905:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624672.950383:0:35905:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788624672.950387:0:35905:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788624672.950553:0:35905:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595500. 00000020:00000040:3.0:1788624672.950559:0:35905:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:3.0:1788624672.950567:0:35905:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788624672.950573:0:35905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624672.950581:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624672.950583:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624672.950585:0:35905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624672.950589:0:35905:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624672.950592:0:35905:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624672.950599:0:35905:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624672.950609:0:35905:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049ce800. 00000100:00000001:3.0:1788624672.950619:0:35905:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624672.950624:0:35905:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624672.950626:0:35905:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624672.950627:0:35905:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624672.950629:0:35905:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624672.950631:0:35905:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624672.950637:0:35905:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773490730240 : -112300218821376 : ffff99dd11595500) 00010000:00000001:3.0:1788624672.950642:0:35905:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788624672.950645:0:35905:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788624672.950651:0:35905:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd0382ab00. 00010000:00000010:3.0:1788624672.950656:0:35905:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd1115a980. 00010000:00000001:3.0:1788624672.950661:0:35905:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624672.950665:0:35905:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067e800. 00000020:00000001:3.0:1788624672.950670:0:35905:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624672.950674:0:35905:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067e800 with handle 0xcc94206c7ef419ed to hash 00000020:00000001:3.0:1788624672.950676:0:35905:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624672.950678:0:35905:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:3.0:1788624672.950682:0:35905:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:3.0:1788624672.950686:0:35905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624672.950689:0:35905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624672.950695:0:35905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35905 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624672.950708:0:35905:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35905 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624672.950726:0:35905:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35905 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788624672.950733:0:35905:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624672.950736:0:35905:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624672.950743:0:35905:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd049a8480. 00000100:00000001:3.0:1788624672.950746:0:35905:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773276898432 : -112300432653184 : ffff99dd049a8480) 00000100:00000001:3.0:1788624672.950749:0:35905:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624672.950751:0:35905:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490730240 : -112300218821376 : ffff99dd11595500) 00000100:00000001:3.0:1788624672.950756:0:35905:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624672.950763:0:35905:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624672.950765:0:35905:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624672.950768:0:35905:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624672.950783:0:35905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595500 x1875506845084288/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624672.950793:0:35905:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624672.950796:0:35905:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624672.950800:0:35905:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624672.950803:0:35905:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624672.950806:0:35905:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624672.950811:0:35905:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595500 pname:cluuid:pid:xid:nid:opc:job mkdir:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35905:1875506845084288:192.168.202.125@tcp:101:mkdir.0 00000100:00000001:3.0:1788624672.950816:0:35905:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624672.950824:0:35905:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624672.950827:0:35905:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624672.950830:0:35905:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624672.950837:0:35905:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd115e8000. 02000000:00000001:3.0:1788624672.950839:0:35905:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624672.950849:0:35905:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624672.950854:0:35905:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560abb0. 00000400:00000010:3.0:1788624672.950864:0:35905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f5d8. 00000100:00000200:3.0:1788624672.950874:0:35905:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845084288, portal 10 00000100:00000001:3.0:1788624672.950876:0:35905:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624672.950879:0:35905:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490730240 : -112300218821376 : ffff99dd11595500) 00000100:00000040:3.0:1788624672.950885:0:35905:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11595500 x1875506845084288/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624688 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624672.950894:0:35905:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624672.950898:0:35905:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624672.950900:0:35905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f110. 00000100:00000200:3.0:1788624672.950903:0:35905:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845084288, offset 0 00000400:00000200:3.0:1788624672.950911:0:35905:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624672.950921:0:35905:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624672.950931:0:35905:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624672.950939:0:35905:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624672.950944:0:35905:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624672.950948:0:35905:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624672.950952:0:35905:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624672.950957:0:35905:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3041:3041:256:4294967295] 192.168.202.125@tcp LPNI seq info [3041:3041:8:4294967295] 00000400:00000200:3.0:1788624672.950962:0:35905:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624672.950974:0:35905:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624672.950982:0:35905:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624672.950988:0:35905:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185900. 00000800:00000200:3.0:1788624672.950997:0:35905:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624672.951006:0:35905:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624672.951091:0:35905:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788624672.951340:0:35905:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624672.951347:0:35905:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 832272 usecs (833 jiffies) 00000400:00000200:3.0:1788624672.951351:0:35905:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624672.951355:0:35905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296687846 00000100:00000010:3.0:1788624672.951360:0:35905:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd049ad4e0. 00000100:00000001:3.0:1788624672.951368:0:35905:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788624672.951377:0:35905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296687846 00000100:00000010:3.0:1788624672.951380:0:35905:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd049ad540. 00000100:00000001:3.0:1788624672.951384:0:35905:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788624672.951386:0:35905:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624672.951390:0:35905:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624672.951393:0:35905:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624672.951395:0:35905:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624672.951398:0:35905:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd049a8480 going to sleep for 11 seconds 00000100:00000001:3.0:1788624672.951402:0:35905:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624672.951406:0:35905:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624672.951954:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624672.951963:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185900. 00000400:00000200:2.0:1788624672.951972:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624672.951980:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624672.951989:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f110 00000400:00000010:2.0:1788624672.951992:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f110. 00000100:00000001:2.0:1788624672.951997:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624672.952004:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595500 x1875506845084288/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624688 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624672.952028:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624672.952033:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11595500 x1875506845084288/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624688 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624672.952040:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624672.952042:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624672.955318:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624672.955353:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624672.955359:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624672.955362:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624672.955374:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624672.955384:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624672.955395:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624672.955401:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624672.955408:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624672.955414:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377466a80 00000400:00000200:3.0:1788624672.955421:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624672.955430:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x8a0d [1] + 224 00000800:00000001:3.0:1788624672.955438:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624672.955463:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624672.955468:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624672.955473:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624672.955484:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624672.955496:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595500 x1875506845084288/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624688 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624672.955509:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11595500 x1875506845084288/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624688 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624672.955529:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624672.955540:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624672.955544:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624672.955627:0:35905:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624672.955638:0:35905:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624672.955640:0:35905:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624672.955644:0:35905:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560abb0. 00000400:00000200:1.0:1788624672.955651:0:35905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f5d8 00000400:00000010:1.0:1788624672.955654:0:35905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f5d8. 00000100:00000001:1.0:1788624672.955658:0:35905:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624672.955663:0:35905:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595500 x1875506845084288/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624688 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624672.955672:0:35905:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595500 x1875506845084288/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624688 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624672.955679:0:35905:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624672.955681:0:35905:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624672.955684:0:35905:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624672.955688:0:35905:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624672.955691:0:35905:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624672.955694:0:35905:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624672.955697:0:35905:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624672.955710:0:35905:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=101 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624672.955716:0:35905:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624672.955719:0:35905:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624672.955721:0:35905:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.955725:0:35905:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624672.955730:0:35905:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624672.955734:0:35905:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788624672.955737:0:35905:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: committing for last_committed 8589934600 gen 2 00000100:00000040:1.0:1788624672.955744:0:35905:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934600) req@ffff99dd11596d80 x1875506845080448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624672.955753:0:35905:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624672.955755:0:35905:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490736512 : -112300218815104 : ffff99dd11596d80) 00000100:00000001:1.0:1788624672.955758:0:35905:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624672.955762:0:35905:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11596d80 x1875506845080448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624672.955769:0:35905:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624672.955770:0:35905:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624672.955776:0:35905:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9500 x1875506845081088/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624672.955782:0:35905:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624672.955785:0:35905:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff99dd104cb440. 00000100:00000001:1.0:1788624672.955789:0:35905:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624672.955792:0:35905:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11596d80 x1875506845080448/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624681 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624672.955798:0:35905:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788624672.955802:0:35905:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624672.955804:0:35905:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624672.955806:0:35905:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624672.955810:0:35905:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049cf800. 02000000:00000001:1.0:1788624672.955814:0:35905:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624672.955816:0:35905:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624672.955819:0:35905:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11596d80. 00000100:00000001:1.0:1788624672.955824:0:35905:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624672.955826:0:35905:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624672.955829:0:35905:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934600) req@ffff99dd11dd9500 x1875506845081088/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624672.955837:0:35905:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624672.955839:0:35905:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9500 x1875506845081088/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624672.955846:0:35905:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624672.955848:0:35905:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624672.955851:0:35905:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e1c00. 02000000:00000001:1.0:1788624672.955854:0:35905:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624672.955856:0:35905:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624672.955857:0:35905:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624672.955859:0:35905:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624672.955860:0:35905:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd18744400. 02000000:00000001:1.0:1788624672.955863:0:35905:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624672.955864:0:35905:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624672.955866:0:35905:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9500. 00000100:00000001:1.0:1788624672.955869:0:35905:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624672.955870:0:35905:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624672.955876:0:35905:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934600) req@ffff99dd11c05880 x1875506845083392/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624672.955883:0:35905:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624672.955885:0:35905:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05880 x1875506845083392/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624672.955891:0:35905:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624672.955892:0:35905:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624672.955894:0:35905:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049ca400. 02000000:00000001:1.0:1788624672.955897:0:35905:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624672.955898:0:35905:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624672.955899:0:35905:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624672.955901:0:35905:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624672.955903:0:35905:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd197f4e00. 02000000:00000001:1.0:1788624672.955906:0:35905:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624672.955907:0:35905:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624672.955908:0:35905:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05880. 00000100:00000001:1.0:1788624672.955911:0:35905:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624672.955913:0:35905:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624672.955916:0:35905:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788624672.955919:0:35905:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:1.0:1788624672.955922:0:35905:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624672.955924:0:35905:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624672.955929:0:35905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595500 x1875506845084288/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624688 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624672.955937:0:35905:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624672.955941:0:35905:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624672.955944:0:35905:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624672.955948:0:35905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595500 x1875506845084288/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624688 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624672.955957:0:35905:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595500 pname:cluuid:pid:xid:nid:opc:job mkdir:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35905:1875506845084288:192.168.202.125@tcp:101:mkdir.0 00000100:00000001:1.0:1788624672.955963:0:35905:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624672.955966:0:35905:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624672.955969:0:35905:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624672.955971:0:35905:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624672.955974:0:35905:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595500 x1875506845084288/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624688 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624672.955980:0:35905:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624672.955983:0:35905:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd049a8480. 00000100:00000001:1.0:1788624672.955988:0:35905:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624672.955990:0:35905:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.955994:0:35905:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624672.955999:0:35905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624672.956002:0:35905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624672.956007:0:35905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e800 refcount=4 00000020:00000001:1.0:1788624672.956010:0:35905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.956014:0:35905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000040:1.0:1788624672.956022:0:35905:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd1067e800, remote cookie: 0xa103bd66258a88f4, flags: 0x1001 00010000:00010000:1.0:1788624672.956029:0:35905:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624672.956042:0:35905:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624672.956050:0:35905:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624672.956056:0:35905:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624672.956061:0:35905:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624672.956063:0:35905:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624672.956065:0:35905:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624672.956069:0:35905:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd0382ab00) refcount = 1 00010000:00010000:1.0:1788624672.956073:0:35905:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624672.956079:0:35905:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624672.956083:0:35905:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624672.956085:0:35905:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624672.956090:0:35905:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624672.956092:0:35905:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624672.956096:0:35905:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624672.956102:0:35905:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624672.956597:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.956601:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624672.956602:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.956603:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624672.956605:0:35905:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624672.956612:0:35905:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624672.956614:0:35905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624672.956616:0:35905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624672.956618:0:35905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e800 refcount=3 00000020:00000001:1.0:1788624672.956621:0:35905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.956624:0:35905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.956626:0:35905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624672.956627:0:35905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624672.956628:0:35905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e800 refcount=4 00000020:00000001:1.0:1788624672.956630:0:35905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.956632:0:35905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.956635:0:35905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624672.956640:0:35905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624672.956643:0:35905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624672.956651:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.956652:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624672.956654:0:35905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624672.956655:0:35905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624672.956656:0:35905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e800 refcount=5 00000020:00000001:1.0:1788624672.956658:0:35905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.956660:0:35905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.956663:0:35905:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624672.956666:0:35905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624672.956673:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.956674:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624672.956677:0:35905:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624672.956682:0:35905:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624672.956683:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.956684:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624672.956685:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.956686:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624672.956694:0:35905:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11595500 x1875506845084288/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624688 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788624672.956705:0:35905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624672.956706:0:35905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624672.956708:0:35905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e800 refcount=3 00000020:00000001:1.0:1788624672.956709:0:35905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.956712:0:35905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.956714:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.956715:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624672.956718:0:35905:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624672.956721:0:35905:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624672.956724:0:35905:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788624672.956727:0:35905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624672.956728:0:35905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624672.956730:0:35905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e800 refcount=3 00000020:00000001:1.0:1788624672.956733:0:35905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.956735:0:35905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00000002:00010000:1.0:1788624672.956739:0:35905:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624672.956746:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.956747:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624672.956749:0:35905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624672.956751:0:35905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624672.956752:0:35905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624672.956753:0:35905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e800 refcount=3 00000020:00000001:1.0:1788624672.956755:0:35905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.956757:0:35905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000040:1.0:1788624672.956766:0:35905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ab00 count: 2 00010000:00000001:1.0:1788624672.956770:0:35905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624672.956774:0:35905:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788624672.956776:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.956778:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624672.956780:0:35905:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624672.956783:0:35905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3b58 00000002:00002000:1.0:1788624672.956785:0:35905:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788624672.956789:0:35905:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624672.956794:0:35905:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624672.956798:0:35905:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624672.956803:0:35905:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788624672.956807:0:35905:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624672.956811:0:35905:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624672.956816:0:35905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd113f1a00. 00000080:00000001:1.0:1788624672.956822:0:35905:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624672.956827:0:35905:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624672.956835:0:35905:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788624672.956841:0:35905:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788624672.956853:0:35905:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd1878e680. 00800000:00000001:1.0:1788624672.956855:0:35905:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773610239616 : -112300099312000 : ffff99dd1878e680) 00800000:00000001:1.0:1788624672.956858:0:35905:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624672.956860:0:35905:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624672.956863:0:35905:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788624672.956866:0:35905:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788624672.956869:0:35905:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788624672.956873:0:35905:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788624672.956874:0:35905:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624672.956880:0:35905:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788624672.956883:0:35905:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788624672.956890:0:35905:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1788624672.956893:0:35905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624672.956895:0:35905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624672.956896:0:35905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e800 refcount=3 00000020:00000001:1.0:1788624672.956898:0:35905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.956901:0:35905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.956903:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.956904:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624672.956906:0:35905:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624672.956909:0:35905:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788624672.956910:0:35905:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878e680 1 00800000:00000010:1.0:1788624672.956913:0:35905:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd1878e680. 00800000:00000001:1.0:1788624672.956917:0:35905:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624672.956920:0:35905:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef419ed 00800000:00000001:1.0:1788624672.956923:0:35905:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624672.956925:0:35905:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624672.956926:0:35905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624672.956927:0:35905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624672.956928:0:35905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e800 refcount=3 00000020:00000001:1.0:1788624672.956931:0:35905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.956933:0:35905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.956937:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.956938:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624672.956940:0:35905:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624672.956942:0:35905:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624672.956944:0:35905:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624672.956947:0:35905:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624672.956950:0:35905:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419ed from it ffffbef880dd3e18 00010000:00000001:1.0:1788624672.956952:0:35905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624672.956953:0:35905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624672.956954:0:35905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e800 refcount=3 00000020:00000001:1.0:1788624672.956956:0:35905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.956958:0:35905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.956960:0:35905:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624672.956962:0:35905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624672.956969:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.956969:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624672.956971:0:35905:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624672.956974:0:35905:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624672.956976:0:35905:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624672.956987:0:35905:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624672.956991:0:35905:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624672.956994:0:35905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624672.957001:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.957002:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624672.957004:0:35905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.957008:0:35905:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624672.957010:0:35905:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.957080:0:35905:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.957084:0:35905:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.957086:0:35905:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624672.957087:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.957090:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624672.957093:0:35905:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624672.957099:0:35905:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595500 x1875506845084288/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624688 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624672.957272:0:35905:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624672.957275:0:35905:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624672.957280:0:35905:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd115e8000. 02000000:00000001:1.0:1788624672.957284:0:35905:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624672.957286:0:35905:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624672.957287:0:35905:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=3 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624672.957290:0:35905:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624672.957292:0:35905:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049ce800. 02000000:00000001:1.0:1788624672.957297:0:35905:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624672.957298:0:35905:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624672.957300:0:35905:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595500. 00000100:00000001:1.0:1788624672.957304:0:35905:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624672.957306:0:35905:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624672.957310:0:35905:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 101 00000080:00000001:1.0:1788624672.957317:0:35905:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624672.957427:0:35905:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624672.957432:0:35905:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624672.957435:0:35905:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624672.957437:0:35905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3ba8 00000080:00200000:1.0:1788624672.957440:0:35905:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:1.0:1788624672.957447:0:35905:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d6800. 00800000:00000002:1.0:1788624672.957455:0:35905:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624672.957460:0:35905:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624672.957466:0:35905:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624672.957469:0:35905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3ac8 00800000:00000002:1.0:1788624672.957471:0:35905:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624672.957475:0:35905:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624672.957479:0:35905:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624672.957483:0:35905:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624672.957486:0:35905:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624672.957490:0:35905:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624672.957493:0:35905:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624672.957495:0:35905:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624672.957499:0:35905:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624672.957504:0:35905:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624672.957510:0:35905:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624672.957512:0:35905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3998 00000002:00010000:1.0:1788624672.957515:0:35905:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624672.957519:0:35905:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624672.957521:0:35905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624672.957523:0:35905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624672.957527:0:35905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ab00 count: 2 00010000:00000001:1.0:1788624672.957530:0:35905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624672.957533:0:35905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624672.957537:0:35905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624672.957541:0:35905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788624672.957549:0:35905:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624672.957556:0:35905:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624672.957560:0:35905:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788624672.957567:0:35905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624672.957570:0:35905:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624672.957572:0:35905:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624672.957574:0:35905:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624672.957576:0:35905:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624672.957578:0:35905:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624672.957580:0:35905:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624672.957582:0:35905:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624672.957585:0:35905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d6800. 00000080:00000001:1.0:1788624672.957588:0:35905:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624672.957590:0:35905:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624672.957592:0:35905:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624672.957595:0:35905:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef419ed 00800000:00000001:1.0:1788624672.957597:0:35905:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624672.957600:0:35905:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624672.957601:0:35905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624672.957603:0:35905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624672.957604:0:35905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e800 refcount=3 00000020:00000001:1.0:1788624672.957607:0:35905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.957610:0:35905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.957613:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.957614:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624672.957615:0:35905:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624672.957617:0:35905:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624672.957620:0:35905:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419ed from it ffffbef880dd3be0 00010000:00000001:1.0:1788624672.957622:0:35905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624672.957623:0:35905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624672.957625:0:35905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e800 refcount=3 00000020:00000001:1.0:1788624672.957627:0:35905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.957629:0:35905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.957631:0:35905:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624672.957634:0:35905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624672.957641:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.957642:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624672.957644:0:35905:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624672.957645:0:35905:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624672.957648:0:35905:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788624672.957654:0:35905:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624672.957656:0:35905:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624672.957658:0:35905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624672.957660:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.957661:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624672.957663:0:35905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.957666:0:35905:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624672.957667:0:35905:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.957670:0:35905:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.957672:0:35905:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.957674:0:35905:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624672.957675:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.957676:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624672.957678:0:35905:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624672.957679:0:35905:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624672.957681:0:35905:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788624672.957685:0:35905:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624672.957703:0:35905:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd12bc8340. 00000020:00000001:1.0:1788624672.957709:0:35905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3d98 00000080:00200000:1.0:1788624672.957712:0:35905:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), flags=1536 00000080:00000001:1.0:1788624672.957715:0:35905:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624672.957716:0:35905:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624672.957717:0:35905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3ca8 00000080:00200000:1.0:1788624672.957720:0:35905:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:1.0:1788624672.957723:0:35905:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d6800. 00800000:00000002:1.0:1788624672.957727:0:35905:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624672.957729:0:35905:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624672.957730:0:35905:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624672.957732:0:35905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3bc8 00800000:00000002:1.0:1788624672.957734:0:35905:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624672.957737:0:35905:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624672.957738:0:35905:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624672.957740:0:35905:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624672.957741:0:35905:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624672.957745:0:35905:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624672.957746:0:35905:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624672.957748:0:35905:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624672.957750:0:35905:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624672.957752:0:35905:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624672.957755:0:35905:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624672.957757:0:35905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3a98 00000002:00010000:1.0:1788624672.957759:0:35905:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624672.957762:0:35905:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624672.957763:0:35905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624672.957765:0:35905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624672.957768:0:35905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ab00 count: 2 00010000:00000001:1.0:1788624672.957770:0:35905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624672.957772:0:35905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624672.957775:0:35905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624672.957778:0:35905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788624672.957784:0:35905:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624672.957787:0:35905:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624672.957790:0:35905:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788624672.957796:0:35905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624672.957798:0:35905:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624672.957800:0:35905:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624672.957801:0:35905:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624672.957803:0:35905:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624672.957805:0:35905:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624672.957807:0:35905:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624672.957809:0:35905:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624672.957811:0:35905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d6800. 00000080:00000001:1.0:1788624672.957814:0:35905:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624672.957816:0:35905:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624672.957817:0:35905:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624672.957820:0:35905:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef419ed 00800000:00000001:1.0:1788624672.957823:0:35905:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624672.957825:0:35905:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624672.957826:0:35905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624672.957827:0:35905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624672.957829:0:35905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e800 refcount=3 00000020:00000001:1.0:1788624672.957831:0:35905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.957834:0:35905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.957836:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.957838:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624672.957839:0:35905:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624672.957841:0:35905:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624672.957843:0:35905:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419ed from it ffffbef880dd3ce0 00010000:00000001:1.0:1788624672.957845:0:35905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624672.957846:0:35905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624672.957848:0:35905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e800 refcount=3 00000020:00000001:1.0:1788624672.957849:0:35905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.957852:0:35905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.957854:0:35905:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624672.957856:0:35905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788624672.957862:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.957864:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624672.957865:0:35905:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624672.957866:0:35905:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624672.957868:0:35905:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788624672.957873:0:35905:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624672.957875:0:35905:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624672.957876:0:35905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624672.957879:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.957879:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624672.957881:0:35905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.957883:0:35905:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624672.957884:0:35905:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.957885:0:35905:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.957887:0:35905:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.957889:0:35905:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624672.957890:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.957891:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624672.957893:0:35905:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624672.957894:0:35905:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624672.957896:0:35905:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788624672.957899:0:35905:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624672.957906:0:35905:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624672.957907:0:35905:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624672.957909:0:35905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3d90 00000080:00200000:1.0:1788624672.957911:0:35905:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:1.0:1788624672.957915:0:35905:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d6800. 00800000:00000002:1.0:1788624672.957917:0:35905:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624672.957919:0:35905:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624672.957921:0:35905:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624672.957923:0:35905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3cb0 00800000:00000002:1.0:1788624672.957924:0:35905:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624672.957927:0:35905:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624672.957928:0:35905:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624672.957930:0:35905:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624672.957931:0:35905:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624672.957932:0:35905:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624672.957934:0:35905:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624672.957935:0:35905:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624672.957937:0:35905:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624672.957939:0:35905:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624672.957941:0:35905:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624672.957943:0:35905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3b80 00000002:00010000:1.0:1788624672.957945:0:35905:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624672.957948:0:35905:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624672.957949:0:35905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624672.957950:0:35905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624672.957952:0:35905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ab00 count: 2 00010000:00000001:1.0:1788624672.957954:0:35905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624672.957956:0:35905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624672.957958:0:35905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624672.957961:0:35905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788624672.957967:0:35905:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624672.957970:0:35905:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624672.957973:0:35905:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788624672.957979:0:35905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624672.957981:0:35905:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624672.957983:0:35905:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624672.957984:0:35905:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624672.957986:0:35905:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624672.957988:0:35905:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624672.957991:0:35905:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624672.957993:0:35905:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624672.957995:0:35905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d6800. 00000080:00000001:1.0:1788624672.957997:0:35905:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624672.957998:0:35905:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624672.958000:0:35905:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624672.958003:0:35905:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef419ed 00800000:00000001:1.0:1788624672.958006:0:35905:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624672.958008:0:35905:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624672.958009:0:35905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624672.958010:0:35905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624672.958025:0:35905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e800 refcount=3 00000020:00000001:1.0:1788624672.958028:0:35905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.958031:0:35905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.958033:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.958034:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624672.958036:0:35905:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624672.958037:0:35905:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624672.958040:0:35905:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419ed from it ffffbef880dd3dc8 00010000:00000001:1.0:1788624672.958042:0:35905:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624672.958043:0:35905:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624672.958045:0:35905:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e800 refcount=3 00000020:00000001:1.0:1788624672.958047:0:35905:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.958049:0:35905:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908160 : -112300234643456 : ffff99dd1067e800) 00010000:00000001:1.0:1788624672.958052:0:35905:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624672.958056:0:35905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788624672.958063:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.958064:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624672.958066:0:35905:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624672.958067:0:35905:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624672.958070:0:35905:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788624672.958077:0:35905:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624672.958078:0:35905:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624672.958080:0:35905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624672.958082:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.958084:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624672.958085:0:35905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.958087:0:35905:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624672.958088:0:35905:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.958090:0:35905:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.958093:0:35905:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.958095:0:35905:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624672.958096:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.958097:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624672.958099:0:35905:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624672.958101:0:35905:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624672.958103:0:35905:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788624672.958299:0:35905:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624672.958304:0:35905:0:(namei.c:2169:do_mkdir()) Process entered 00000020:00000001:1.0:1788624672.958305:0:35905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3da0 00000080:00200000:1.0:1788624672.958307:0:35905:0:(namei.c:2172:do_mkdir()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00000001:1.0:1788624672.958312:0:35905:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:1.0:1788624672.958314:0:35905:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:1.0:1788624672.958320:0:35905:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d6800. 00800000:00000002:1.0:1788624672.958324:0:35905:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000010:1.0:1788624672.958519:0:35905:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff99dd1878e680. 00000080:00000001:1.0:1788624672.958525:0:35905:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624672.958529:0:35905:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:1.0:1788624672.958533:0:35905:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788624672.958537:0:35905:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624672.958539:0:35905:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624672.958540:0:35905:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624672.958542:0:35905:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624672.958544:0:35905:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624672.958546:0:35905:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624672.958548:0:35905:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624672.958554:0:35905:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00020000:00000001:1.0:1788624672.958559:0:35905:0:(lu_tgt_descs.c:432:ltd_qos_penalties_calc()) Process entered 00020000:00000001:1.0:1788624672.958564:0:35905:0:(lu_tgt_descs.c:569:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1788624672.958567:0:35905:0:(lmv_obd.c:1717:lmv_locate_tgt_qos()) Process leaving via unlock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00800000:00000001:1.0:1788624672.958573:0:35905:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1788624672.958577:0:35905:0:(lmv_obd.c:1800:lmv_locate_tgt_rr()) Process leaving (rc=18446631773493984256 : -112300215567360 : ffff99dd118afc00) 00800000:00000001:1.0:1788624672.958580:0:35905:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446631773493984256 : -112300215567360 : ffff99dd118afc00) 00800000:00000001:1.0:1788624672.958583:0:35905:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788624672.958586:0:35905:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788624672.958589:0:35905:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788624672.958593:0:35905:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788624672.958597:0:35905:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff99dd10dbf800: Allocated FID [0x200000405:0x2c:0x0] 40000000:00000001:1.0:1788624672.958600:0:35905:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624672.958603:0:35905:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624672.958605:0:35905:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624672.958607:0:35905:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624672.958610:0:35905:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef880dd3c08 00800000:00000002:1.0:1788624672.958613:0:35905:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24b.recovery-small' [0x200000405:0x2c:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1788624672.958619:0:35905:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788624672.958622:0:35905:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788624672.958626:0:35905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ab00 count: 2 00010000:00000001:1.0:1788624672.958628:0:35905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624672.958631:0:35905:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788624672.958635:0:35905:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788624672.958639:0:35905:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:1.0:1788624672.958653:0:35905:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788624672.958660:0:35905:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788624672.958663:0:35905:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788624672.958665:0:35905:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788624672.958668:0:35905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624672.958670:0:35905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624672.958672:0:35905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ab00 count: 3 00010000:00000001:1.0:1788624672.958675:0:35905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624672.958677:0:35905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624672.958678:0:35905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624672.958679:0:35905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624672.958681:0:35905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ab00 count: 3 00010000:00000001:1.0:1788624672.958683:0:35905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624672.958685:0:35905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624672.958686:0:35905:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624672.958687:0:35905:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624672.958688:0:35905:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ab00 count: 3 00010000:00000001:1.0:1788624672.958690:0:35905:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624672.958692:0:35905:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624672.958694:0:35905:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788624672.958697:0:35905:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788624672.958702:0:35905:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788624672.958705:0:35905:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788624672.958708:0:35905:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788624672.958709:0:35905:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.958714:0:35905:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788624672.958719:0:35905:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788624672.958721:0:35905:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788624672.958723:0:35905:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624672.958725:0:35905:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788624672.958729:0:35905:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd1067e800 with handle 0xcc94206c7ef419ed from hash 00010000:00000001:1.0:1788624672.958731:0:35905:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788624672.958733:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.958734:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624672.958737:0:35905:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788624672.958741:0:35905:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788624672.958744:0:35905:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788624672.958747:0:35905:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624672.958749:0:35905:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624672.958751:0:35905:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788624672.958759:0:35905:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9500. 00000020:00000040:1.0:1788624672.958764:0:35905:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:1.0:1788624672.958771:0:35905:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788624672.958774:0:35905:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.958777:0:35905:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624672.958782:0:35905:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624672.958786:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624672.958787:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624672.958788:0:35905:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624672.958792:0:35905:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624672.958795:0:35905:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624672.958800:0:35905:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624672.958812:0:35905:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e1c00. 00000100:00000001:1.0:1788624672.958825:0:35905:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.958829:0:35905:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624672.958833:0:35905:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788624672.958841:0:35905:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1788624672.958850:0:35905:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788624672.958852:0:35905:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624672.958854:0:35905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788624672.958857:0:35905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e800/0xcc94206c7ef419ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a88f4 expref: -99 pid: 35905 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:1.0:1788624672.958866:0:35905:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd0382ab00 count: 0 00010000:00000010:1.0:1788624672.958874:0:35905:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd1115a980. 00010000:00000001:1.0:1788624672.958890:0:35905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624672.958893:0:35905:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.958896:0:35905:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624672.958898:0:35905:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.958900:0:35905:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788624672.958921:0:35905:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788624672.958940:0:35905:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11dd9500 x1875506845084544/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624672.958949:0:35905:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624672.958952:0:35905:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624672.958963:0:35905:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd048c33c0. 00000100:00000001:1.0:1788624672.958967:0:35905:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773275960256 : -112300433591360 : ffff99dd048c33c0) 00000100:00000001:1.0:1788624672.958972:0:35905:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624672.958974:0:35905:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499397376 : -112300210154240 : ffff99dd11dd9500) 00000100:00000001:1.0:1788624672.958981:0:35905:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624672.958987:0:35905:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624672.958991:0:35905:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624672.958993:0:35905:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624672.958999:0:35905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9500 x1875506845084544/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624672.959009:0:35905:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624672.959029:0:35905:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624672.959037:0:35905:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624672.959041:0:35905:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624672.959044:0:35905:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624672.959049:0:35905:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd9500 pname:cluuid:pid:xid:nid:opc:job mkdir:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35905:1875506845084544:192.168.202.125@tcp:36:mkdir.0 00000100:00000001:1.0:1788624672.959057:0:35905:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624672.959067:0:35905:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624672.959071:0:35905:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624672.959075:0:35905:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624672.959081:0:35905:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e0400. 02000000:00000001:1.0:1788624672.959084:0:35905:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624672.959094:0:35905:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624672.959101:0:35905:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793210. 00000400:00000010:1.0:1788624672.959158:0:35905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c7f8. 00000100:00000200:1.0:1788624672.959169:0:35905:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845084544, portal 10 00000100:00000001:1.0:1788624672.959171:0:35905:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624672.959172:0:35905:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499397376 : -112300210154240 : ffff99dd11dd9500) 00000100:00000040:1.0:1788624672.959179:0:35905:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd9500 x1875506845084544/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624688 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624672.959187:0:35905:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624672.959190:0:35905:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624672.959193:0:35905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862ce58. 00000100:00000200:1.0:1788624672.959197:0:35905:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875506845084544, offset 0 00000400:00000200:1.0:1788624672.959204:0:35905:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624672.959215:0:35905:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624672.959226:0:35905:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624672.959233:0:35905:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624672.959239:0:35905:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624672.959244:0:35905:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624672.959247:0:35905:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624672.959251:0:35905:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3042:3042:256:4294967295] 192.168.202.125@tcp LPNI seq info [3042:3042:8:4294967295] 00000400:00000200:1.0:1788624672.959257:0:35905:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624672.959267:0:35905:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624672.959274:0:35905:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624672.959281:0:35905:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd12b59400. 00000800:00000200:1.0:1788624672.959288:0:35905:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624672.959298:0:35905:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624672.959305:0:35905:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd12b59400 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1788624672.959327:0:35905:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624672.959341:0:35905:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 831253 usecs (832 jiffies) 00000400:00000200:1.0:1788624672.959345:0:35905:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624672.959350:0:35905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296687852 00000100:00000001:1.0:1788624672.959359:0:35905:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296687846 00000100:00000001:1.0:1788624672.959366:0:35905:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296687852 00000100:00000001:1.0:1788624672.959371:0:35905:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296687846 00000100:00000001:1.0:1788624672.959374:0:35905:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624672.959378:0:35905:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624672.959380:0:35905:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624672.959383:0:35905:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624672.959386:0:35905:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd048c33c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788624672.959390:0:35905:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624672.959393:0:35905:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624672.959787:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624672.959794:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd12b59400. 00000400:00000200:2.0:1788624672.959800:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624672.959807:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624672.959814:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ce58 00000400:00000010:2.0:1788624672.959817:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ce58. 00000100:00000001:2.0:1788624672.959822:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624672.959827:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9500 x1875506845084544/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624688 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624672.959837:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624672.959841:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9500 x1875506845084544/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624688 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624672.959849:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624672.959850:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788624672.966344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382ab00. 00010000:00000010:1.1:1788624672.966368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067e800. 00000800:00000001:3.0:1788624672.967630:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624672.967653:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624672.967659:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624672.967662:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624672.967674:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624672.967683:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624672.967694:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624672.967700:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624672.967707:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624672.967712:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 448 into portal 10 MB=0x6a9c377466b80 00000400:00000200:3.0:1788624672.967718:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624672.967726:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 448/448 into md 0x8a1d [1] + 224 00000800:00000001:3.0:1788624672.967735:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624672.967743:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624672.967748:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624672.967753:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624672.967763:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624672.967775:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9500 x1875506845084544/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624688 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624672.967788:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff99dd11dd9500 x1875506845084544/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624688 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624672.967816:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624672.967828:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624672.967833:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624672.967967:0:35905:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624672.967977:0:35905:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624672.967981:0:35905:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624672.967985:0:35905:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793210. 00000400:00000200:1.0:1788624672.967991:0:35905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c7f8 00000400:00000010:1.0:1788624672.967995:0:35905:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c7f8. 00000100:00000001:1.0:1788624672.967998:0:35905:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624672.968004:0:35905:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9500 x1875506845084544/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624688 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624672.968012:0:35905:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9500 x1875506845084544/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/576 e 0 to 0 dl 1788624688 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624672.968018:0:35905:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624672.968021:0:35905:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624672.968036:0:35905:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624672.968042:0:35905:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624672.968045:0:35905:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624672.968048:0:35905:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624672.968051:0:35905:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624672.968064:0:35905:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=101 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624672.968070:0:35905:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624672.968073:0:35905:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624672.968075:0:35905:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624672.968079:0:35905:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624672.968084:0:35905:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624672.968088:0:35905:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624672.968091:0:35905:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:1.0:1788624672.968093:0:35905:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624672.968097:0:35905:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624672.968098:0:35905:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499397376 : -112300210154240 : ffff99dd11dd9500) 00000100:00000001:1.0:1788624672.968102:0:35905:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624672.968235:0:35905:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1788624672.968238:0:35905:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624672.968241:0:35905:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624672.968248:0:35905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9500 x1875506845084544/t8589934602(8589934602) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624688 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624672.968255:0:35905:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624672.968259:0:35905:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624672.968262:0:35905:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624672.968266:0:35905:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9500 x1875506845084544/t8589934602(8589934602) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624688 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624672.968273:0:35905:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9500 pname:cluuid:pid:xid:nid:opc:job mkdir:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35905:1875506845084544:192.168.202.125@tcp:36:mkdir.0 00000100:00000001:1.0:1788624672.968278:0:35905:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624672.968281:0:35905:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624672.968284:0:35905:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624672.968286:0:35905:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624672.968290:0:35905:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd9500 x1875506845084544/t8589934602(8589934602) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624688 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624672.968296:0:35905:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624672.968298:0:35905:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd048c33c0. 00000100:00000001:1.0:1788624672.968303:0:35905:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624672.968305:0:35905:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624672.968317:0:35905:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624672.968322:0:35905:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x2c:0x0] 00800000:00000001:1.0:1788624672.968325:0:35905:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624672.968430:0:35905:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:1.0:1788624672.968434:0:35905:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788624665 to 1788624672 00000080:00000001:1.0:1788624672.968438:0:35905:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624672.968446:0:35905:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788624672.968449:0:35905:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624672.968453:0:35905:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:1.0:1788624672.968456:0:35905:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788624672.968572:0:35905:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff99dd19872940. 00000080:00000001:0.0:1788624672.968586:0:35905:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788624672.968589:0:35905:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff99dd19872a08) 00000080:00000001:0.0:1788624672.968593:0:35905:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788624672.968595:0:35905:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x2c:0x0] 00000080:00000001:0.0:1788624672.968598:0:35905:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624672.968600:0:35905:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:0.0:1788624672.968605:0:35905:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788624672.968608:0:35905:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611180 mtime from 0 to 1788624672 00000080:00200000:0.0:1788624672.968612:0:35905:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x2c:0x0], updating i_size 4096 00000080:00000001:0.0:1788624672.968615:0:35905:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788624672.968617:0:35905:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773627951624 : -112300081599992 : ffff99dd19872a08) 00000080:00000001:0.0:1788624672.968620:0:35905:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624672.968624:0:35905:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788624672.968626:0:35905:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624672.968633:0:35905:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624672.968635:0:35905:0:(namei.c:1996:ll_new_node()) Process leaving 00000100:00000001:0.0:1788624672.968637:0:35905:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624672.968642:0:35905:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9500 x1875506845084544/t8589934602(8589934602) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624688 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624672.968649:0:35905:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624672.968652:0:35905:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624672.968656:0:35905:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d6800. 00000080:00000010:0.0:1788624672.968660:0:35905:0:(namei.c:2002:ll_new_node()) kfreed 'lum': 48 at ffff99dd1878e680. 00000080:00000001:0.0:1788624672.968664:0:35905:0:(namei.c:2004:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624672.968667:0:35905:0:(namei.c:2180:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788624672.968672:0:35905:0:(namei.c:2224:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624672.968688:0:35905:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788624672.968696:0:35905:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1788624672.978203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd12bc8340. 00000080:00000001:3.0:1788624672.985655:0:35906:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624672.985667:0:35906:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624672.985670:0:35906:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624672.985675:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fbc0 00000080:00200000:3.0:1788624672.985682:0:35906:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624672.985694:0:35906:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd113f0c00. 00800000:00000002:3.0:1788624672.985706:0:35906:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624672.985712:0:35906:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624672.985720:0:35906:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624672.985724:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fae0 00800000:00000002:3.0:1788624672.985727:0:35906:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624672.985734:0:35906:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624672.985738:0:35906:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624672.985742:0:35906:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624672.985746:0:35906:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624672.985749:0:35906:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624672.985751:0:35906:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624672.985754:0:35906:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624672.985757:0:35906:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624672.985762:0:35906:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624672.985770:0:35906:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624672.985772:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1f9b0 00000002:00010000:3.0:1788624672.985774:0:35906:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624672.985779:0:35906:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624672.985781:0:35906:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624672.985786:0:35906:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788624672.985798:0:35906:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624672.985801:0:35906:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624672.985803:0:35906:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624672.985806:0:35906:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788624672.985810:0:35906:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788624672.985818:0:35906:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11594e00. 00000020:00000040:3.0:1788624672.985823:0:35906:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:3.0:1788624672.985831:0:35906:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788624672.985838:0:35906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624672.985847:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624672.985850:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624672.985851:0:35906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624672.985855:0:35906:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624672.985859:0:35906:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624672.985864:0:35906:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624672.985875:0:35906:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cd000. 00000100:00000001:3.0:1788624672.985886:0:35906:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624672.985895:0:35906:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624672.985897:0:35906:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624672.985899:0:35906:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624672.985900:0:35906:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624672.985903:0:35906:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624672.985911:0:35906:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773490728448 : -112300218823168 : ffff99dd11594e00) 00010000:00000001:3.0:1788624672.985917:0:35906:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788624672.985919:0:35906:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788624672.985925:0:35906:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd0382a600. 00010000:00000010:3.0:1788624672.985930:0:35906:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd1115a000. 00010000:00000001:3.0:1788624672.985934:0:35906:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624672.985938:0:35906:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067e600. 00000020:00000001:3.0:1788624672.985942:0:35906:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624672.985946:0:35906:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067e600 with handle 0xcc94206c7ef419f4 to hash 00000020:00000001:3.0:1788624672.985948:0:35906:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624672.985950:0:35906:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:3.0:1788624672.985954:0:35906:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:3.0:1788624672.985959:0:35906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624672.985962:0:35906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624672.985968:0:35906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef419f4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624672.985980:0:35906:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef419f4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624672.985993:0:35906:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef419f4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788624672.985999:0:35906:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624672.986002:0:35906:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624672.986011:0:35906:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd049a8e40. 00000100:00000001:3.0:1788624672.986307:0:35906:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773276900928 : -112300432650688 : ffff99dd049a8e40) 00000100:00000001:3.0:1788624672.986311:0:35906:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624672.986312:0:35906:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490728448 : -112300218823168 : ffff99dd11594e00) 00000100:00000001:3.0:1788624672.986319:0:35906:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624672.986325:0:35906:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624672.986327:0:35906:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624672.986401:0:35906:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624672.986419:0:35906:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11594e00 x1875506845084672/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624672.986430:0:35906:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624672.986433:0:35906:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624672.986437:0:35906:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624672.986440:0:35906:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624672.986443:0:35906:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624672.986447:0:35906:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11594e00 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35906:1875506845084672:192.168.202.125@tcp:101:lfs.0 00000100:00000001:3.0:1788624672.986453:0:35906:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624672.986460:0:35906:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624672.986463:0:35906:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624672.986466:0:35906:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624672.986474:0:35906:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd115ed800. 02000000:00000001:3.0:1788624672.986477:0:35906:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624672.986486:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624672.986491:0:35906:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a1b8. 00000400:00000010:3.0:1788624672.986501:0:35906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f000. 00000100:00000200:3.0:1788624672.986511:0:35906:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845084672, portal 10 00000100:00000001:3.0:1788624672.986514:0:35906:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624672.986515:0:35906:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490728448 : -112300218823168 : ffff99dd11594e00) 00000100:00000040:3.0:1788624672.986522:0:35906:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11594e00 x1875506845084672/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624688 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624672.986530:0:35906:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624672.986534:0:35906:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624672.986536:0:35906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f330. 00000100:00000200:3.0:1788624672.986539:0:35906:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845084672, offset 0 00000400:00000200:3.0:1788624672.986548:0:35906:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624672.986559:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624672.986570:0:35906:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624672.986578:0:35906:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624672.986583:0:35906:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624672.986587:0:35906:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624672.986591:0:35906:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624672.986596:0:35906:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3043:3043:256:4294967295] 192.168.202.125@tcp LPNI seq info [3043:3043:8:4294967295] 00000400:00000200:3.0:1788624672.986601:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624672.986612:0:35906:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624672.986620:0:35906:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624672.986628:0:35906:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185900. 00000800:00000200:3.0:1788624672.986637:0:35906:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624672.986646:0:35906:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624672.986653:0:35906:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788624672.986719:0:35906:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624672.986725:0:35906:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 830243 usecs (831 jiffies) 00000400:00000200:3.0:1788624672.986729:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624672.986732:0:35906:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296687879 00000100:00000001:3.0:1788624672.986741:0:35906:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296687852 00000100:00000001:3.0:1788624672.986747:0:35906:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296687879 00000100:00000001:3.0:1788624672.986751:0:35906:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296687852 00000100:00000001:3.0:1788624672.986754:0:35906:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624672.986758:0:35906:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624672.986760:0:35906:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624672.986763:0:35906:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624672.986767:0:35906:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd049a8e40 going to sleep for 11 seconds 00000100:00000001:3.0:1788624672.986771:0:35906:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624672.986774:0:35906:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624672.987983:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624672.987995:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185900. 00000400:00000200:2.0:1788624672.988005:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624672.988014:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624672.988032:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f330 00000400:00000010:2.0:1788624672.988036:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f330. 00000100:00000001:2.0:1788624672.988042:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624672.988049:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11594e00 x1875506845084672/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624688 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624672.988064:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624672.988068:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11594e00 x1875506845084672/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624688 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624672.988076:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624672.988078:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624672.993601:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624672.993625:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624672.993632:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624672.993635:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624672.993646:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624672.993656:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624672.993667:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624672.993673:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624672.993680:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624672.993686:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377466c00 00000400:00000200:3.0:1788624672.993692:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624672.993700:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x8a25 [1] + 224 00000800:00000001:3.0:1788624672.993709:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624672.993717:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624672.993721:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624672.993726:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624672.993736:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624672.993748:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11594e00 x1875506845084672/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624688 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624672.993760:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11594e00 x1875506845084672/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624688 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624672.993787:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624672.993801:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624672.993804:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624672.993971:0:35906:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624672.993982:0:35906:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624672.993985:0:35906:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624672.993989:0:35906:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a1b8. 00000400:00000200:0.0:1788624672.993994:0:35906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f000 00000400:00000010:0.0:1788624672.993997:0:35906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f000. 00000100:00000001:0.0:1788624672.994001:0:35906:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624672.994007:0:35906:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11594e00 x1875506845084672/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624688 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624672.994017:0:35906:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11594e00 x1875506845084672/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624688 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624672.994022:0:35906:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624672.994025:0:35906:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624672.994028:0:35906:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624672.994032:0:35906:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624672.994035:0:35906:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624672.994037:0:35906:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624672.994040:0:35906:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624672.994052:0:35906:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=101 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624672.994057:0:35906:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624672.994060:0:35906:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624672.994062:0:35906:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624672.994066:0:35906:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624672.994070:0:35906:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624672.994075:0:35906:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624672.994077:0:35906:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934600 00000100:00000001:0.0:1788624672.994080:0:35906:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624672.994084:0:35906:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624672.994089:0:35906:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11594e00 x1875506845084672/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624688 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624672.994096:0:35906:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624672.994100:0:35906:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624672.994103:0:35906:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624672.994153:0:35906:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11594e00 x1875506845084672/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624688 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624672.994161:0:35906:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11594e00 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35906:1875506845084672:192.168.202.125@tcp:101:lfs.0 00000100:00000001:0.0:1788624672.994167:0:35906:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624672.994170:0:35906:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624672.994173:0:35906:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624672.994176:0:35906:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624672.994180:0:35906:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11594e00 x1875506845084672/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624688 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624672.994187:0:35906:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624672.994191:0:35906:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd049a8e40. 00000100:00000001:0.0:1788624672.994197:0:35906:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624672.994199:0:35906:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624672.994203:0:35906:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624672.994208:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624672.994211:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624672.994215:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e600 refcount=4 00000020:00000001:0.0:1788624672.994218:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:0.0:1788624672.994221:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000040:0.0:1788624672.994229:0:35906:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd1067e600, remote cookie: 0xa103bd66258a8917, flags: 0x1001 00010000:00010000:0.0:1788624672.994236:0:35906:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef419f4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8917 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624672.994248:0:35906:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef419f4 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8917 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624672.994256:0:35906:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624672.994262:0:35906:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624672.994265:0:35906:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624672.994267:0:35906:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624672.994268:0:35906:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624672.994272:0:35906:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd0382a600) refcount = 1 00010000:00010000:0.0:1788624672.994277:0:35906:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef419f4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8917 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624672.994284:0:35906:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624672.994288:0:35906:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624672.994290:0:35906:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624672.994293:0:35906:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624672.994296:0:35906:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624672.994300:0:35906:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef419f4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8917 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624672.994307:0:35906:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624672.994308:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624672.994311:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624672.994313:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624672.994314:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624672.994316:0:35906:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624672.994322:0:35906:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788624672.994324:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624672.994448:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624672.994453:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e600 refcount=3 00000020:00000001:0.0:1788624672.994455:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:0.0:1788624672.994458:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:0.0:1788624672.994461:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624672.994463:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624672.994464:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e600 refcount=4 00000020:00000001:0.0:1788624672.994466:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:0.0:1788624672.994468:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:0.0:1788624672.994472:0:35906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624672.994476:0:35906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624672.994480:0:35906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef419f4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8917 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624672.994487:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624672.994488:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624672.994490:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624672.994491:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624672.994493:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e600 refcount=5 00000020:00000001:0.0:1788624672.994495:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:0.0:1788624672.994497:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:0.0:1788624672.994499:0:35906:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624672.994503:0:35906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef419f4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8917 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624672.994509:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624672.994510:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624672.994513:0:35906:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef419f4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8917 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624672.994519:0:35906:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624672.994520:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624672.994521:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624672.994522:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624672.994523:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788624672.994670:0:35906:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11594e00 x1875506845084672/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624688 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788624672.994681:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624672.994682:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624672.994684:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e600 refcount=3 00000020:00000001:0.0:1788624672.994686:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:0.0:1788624672.994688:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:0.0:1788624672.994690:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624672.994691:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624672.994693:0:35906:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624672.994696:0:35906:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624672.994699:0:35906:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788624672.994702:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624672.994703:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624672.994704:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e600 refcount=3 00000020:00000001:0.0:1788624672.994706:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:0.0:1788624672.994708:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00000002:00010000:0.0:1788624672.994712:0:35906:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef419f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8917 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624672.994719:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624672.994720:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624672.994723:0:35906:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624672.994724:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624672.994725:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624672.994726:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e600 refcount=3 00000020:00000001:0.0:1788624672.994729:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:0.0:1788624672.994731:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000040:0.0:1788624672.994739:0:35906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a600 count: 2 00010000:00000001:0.0:1788624672.994742:0:35906:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788624672.994747:0:35906:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788624672.994749:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624672.994750:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624672.994752:0:35906:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624672.994755:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1f938 00000002:00002000:0.0:1788624672.994757:0:35906:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788624672.994761:0:35906:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624672.994765:0:35906:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624672.994769:0:35906:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624672.994773:0:35906:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788624672.994776:0:35906:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624672.994781:0:35906:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624672.994786:0:35906:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd113f0c00. 00000080:00000001:0.0:1788624672.994792:0:35906:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624672.994795:0:35906:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624672.994805:0:35906:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788624672.994812:0:35906:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788624672.994822:0:35906:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd215f8280. 00800000:00000001:0.0:1788624672.994824:0:35906:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773759570560 : -112299949981056 : ffff99dd215f8280) 00800000:00000001:0.0:1788624672.994827:0:35906:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624672.994830:0:35906:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788624672.994833:0:35906:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788624672.994835:0:35906:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788624672.994838:0:35906:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788624672.994842:0:35906:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788624672.994844:0:35906:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624672.994849:0:35906:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788624672.994853:0:35906:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788624672.994860:0:35906:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788624672.994862:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624672.994864:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624672.994866:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e600 refcount=3 00000020:00000001:0.0:1788624672.994868:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:0.0:1788624672.994870:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:0.0:1788624672.994873:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624672.994874:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624672.994876:0:35906:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624672.994880:0:35906:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788624672.994881:0:35906:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8280 1 00800000:00000010:0.0:1788624672.994884:0:35906:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd215f8280. 00800000:00000001:0.0:1788624672.994888:0:35906:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624672.994892:0:35906:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef419f4 00800000:00000001:0.0:1788624672.994896:0:35906:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624672.994898:0:35906:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624672.994899:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624672.994901:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624672.994902:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e600 refcount=3 00000020:00000001:0.0:1788624672.994904:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:0.0:1788624672.994907:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:0.0:1788624672.994909:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624672.994910:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624672.994912:0:35906:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624672.994914:0:35906:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624672.994918:0:35906:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624672.994920:0:35906:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624672.994924:0:35906:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419f4 from it ffffbef881c1fbf8 00010000:00000001:0.0:1788624672.994926:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624672.994927:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624672.994928:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e600 refcount=3 00000020:00000001:0.0:1788624672.994930:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:0.0:1788624672.994932:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:0.0:1788624672.994934:0:35906:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624672.994938:0:35906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef419f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8917 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624672.994950:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624672.994951:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624672.994953:0:35906:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624672.994957:0:35906:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624672.994961:0:35906:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef419f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8917 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624672.994970:0:35906:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624672.994975:0:35906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624672.994977:0:35906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624672.994983:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624672.994985:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624672.994987:0:35906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624672.994992:0:35906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624672.994995:0:35906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624672.994997:0:35906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624672.995001:0:35906:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624672.995003:0:35906:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624672.995004:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624672.995006:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624672.995009:0:35906:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624672.995015:0:35906:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11594e00 x1875506845084672/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624688 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624672.995086:0:35906:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624672.995090:0:35906:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624672.995095:0:35906:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd115ed800. 02000000:00000001:0.0:1788624672.995100:0:35906:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624672.995511:0:35906:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624672.995515:0:35906:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624672.995518:0:35906:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624672.995522:0:35906:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049cd000. 02000000:00000001:0.0:1788624672.995637:0:35906:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624672.995640:0:35906:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624672.995643:0:35906:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11594e00. 00000100:00000001:0.0:1788624672.995648:0:35906:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624672.995649:0:35906:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624672.995654:0:35906:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788624672.995661:0:35906:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624672.995698:0:35906:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd10536940. 00000080:00000001:0.0:1788624672.995707:0:35906:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624672.995709:0:35906:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624672.995711:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fb00 00000080:00200000:0.0:1788624672.995713:0:35906:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624672.995719:0:35906:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744200. 00800000:00000002:0.0:1788624672.995727:0:35906:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624672.995731:0:35906:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624672.995736:0:35906:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624672.995738:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fa20 00800000:00000002:0.0:1788624672.995740:0:35906:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624672.995744:0:35906:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624672.995748:0:35906:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624672.995751:0:35906:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624672.995754:0:35906:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624672.995757:0:35906:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624672.995759:0:35906:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624672.995762:0:35906:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624672.995764:0:35906:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624672.995768:0:35906:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624672.995774:0:35906:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624672.995776:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1f8f0 00000002:00010000:0.0:1788624672.995778:0:35906:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624672.995782:0:35906:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624672.995784:0:35906:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624672.995786:0:35906:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624672.995793:0:35906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a600 count: 2 00010000:00000001:0.0:1788624672.995796:0:35906:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624672.995800:0:35906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624672.995804:0:35906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624672.995807:0:35906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef419f4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8917 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788624672.995818:0:35906:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624672.995823:0:35906:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624672.995827:0:35906:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef419f4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8917 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788624672.995833:0:35906:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624672.995836:0:35906:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624672.995838:0:35906:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624672.995840:0:35906:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624672.995842:0:35906:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624672.995844:0:35906:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624672.995847:0:35906:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624672.995850:0:35906:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624672.995853:0:35906:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744200. 00000080:00000001:0.0:1788624672.995856:0:35906:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624672.995858:0:35906:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624672.995860:0:35906:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624672.995863:0:35906:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef419f4 00800000:00000001:0.0:1788624672.995867:0:35906:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624672.995869:0:35906:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624672.995871:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624672.995873:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624672.995875:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e600 refcount=3 00000020:00000001:0.0:1788624672.995877:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:0.0:1788624672.995879:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:0.0:1788624672.995881:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624672.995882:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624672.995884:0:35906:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624672.995885:0:35906:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624672.995887:0:35906:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef419f4 from it ffffbef881c1fb38 00010000:00000001:0.0:1788624672.995889:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624672.995890:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624672.995892:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e600 refcount=3 00000020:00000001:0.0:1788624672.995894:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:0.0:1788624672.995897:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907648 : -112300234643968 : ffff99dd1067e600) 00010000:00000001:0.0:1788624672.995899:0:35906:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624672.995901:0:35906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef419f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8917 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624672.995908:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624672.995909:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624672.995911:0:35906:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624672.995912:0:35906:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624672.995914:0:35906:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef419f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8917 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624672.995920:0:35906:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624672.995922:0:35906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624672.995924:0:35906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624672.995927:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624672.995928:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624672.995930:0:35906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624672.995932:0:35906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624672.995934:0:35906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624672.995936:0:35906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624672.995938:0:35906:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624672.995940:0:35906:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624672.995941:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624672.995942:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624672.995944:0:35906:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624672.995946:0:35906:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624672.995948:0:35906:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788624672.995951:0:35906:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624672.995960:0:35906:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788624672.995962:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fb58 00000080:00200000:0.0:1788624672.995964:0:35906:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), file ffff99dd0302f500, open_flags a141, mode 81b6 opened 0 00000080:00000010:0.0:1788624672.995971:0:35906:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff99dd1879c8a0. 00000080:00000001:0.0:1788624672.995977:0:35906:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788624672.995979:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fa08 00000080:00200000:0.0:1788624672.995981:0:35906:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=open|creat 00000080:00000010:0.0:1788624672.995989:0:35906:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744200. 00800000:00000002:0.0:1788624672.995992:0:35906:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624672.995998:0:35906:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624672.996000:0:35906:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624672.996001:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1f928 00800000:00000002:0.0:1788624672.996003:0:35906:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624672.996006:0:35906:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788624672.996010:0:35906:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788624672.996086:0:35906:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624672.996089:0:35906:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624672.996090:0:35906:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624672.996091:0:35906:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624672.996093:0:35906:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624672.996095:0:35906:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624672.996097:0:35906:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624672.996100:0:35906:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446631773493984256 : -112300215567360 : ffff99dd118afc00) 00800000:00000001:0.0:1788624672.996186:0:35906:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788624672.996190:0:35906:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788624672.996193:0:35906:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788624672.996196:0:35906:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788624672.996199:0:35906:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff99dd10dbf800: Allocated FID [0x200000405:0x2d:0x0] 40000000:00000001:0.0:1788624672.996203:0:35906:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624672.996206:0:35906:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624672.996207:0:35906:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624672.996209:0:35906:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624672.996212:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1f8a8 00800000:00000002:0.0:1788624672.996214:0:35906:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2d:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1788624672.996219:0:35906:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624672.996220:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1f7e0 00000002:00010000:0.0:1788624672.996222:0:35906:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x200000405:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:0.0:1788624672.996226:0:35906:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788624672.996229:0:35906:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788624672.996233:0:35906:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788624672.996237:0:35906:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624672.996239:0:35906:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788624672.996241:0:35906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a600 count: 2 00010000:00000001:0.0:1788624672.996243:0:35906:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624672.996245:0:35906:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788624672.996249:0:35906:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624672.996252:0:35906:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef419f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a8917 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788624672.996261:0:35906:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624672.996265:0:35906:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788624672.996268:0:35906:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788624672.996270:0:35906:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788624672.996272:0:35906:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624672.996274:0:35906:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624672.996276:0:35906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a600 count: 3 00010000:00000001:0.0:1788624672.996278:0:35906:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624672.996281:0:35906:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624672.996283:0:35906:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624672.996284:0:35906:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624672.996285:0:35906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a600 count: 3 00010000:00000001:0.0:1788624672.996287:0:35906:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624672.996289:0:35906:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624672.996290:0:35906:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624672.996291:0:35906:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624672.996293:0:35906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a600 count: 3 00010000:00000001:0.0:1788624672.996294:0:35906:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624672.996296:0:35906:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624672.996298:0:35906:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788624672.996301:0:35906:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788624672.996305:0:35906:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788624672.996308:0:35906:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788624672.996311:0:35906:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788624672.996313:0:35906:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624672.996317:0:35906:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624672.996322:0:35906:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624672.996324:0:35906:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624672.996326:0:35906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624672.996403:0:35906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788624672.996407:0:35906:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd1067e600 with handle 0xcc94206c7ef419f4 from hash 00010000:00000001:0.0:1788624672.996410:0:35906:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624672.996411:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624672.996413:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624672.996414:0:35906:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624672.996418:0:35906:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624672.996420:0:35906:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788624672.996423:0:35906:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624672.996425:0:35906:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624672.996427:0:35906:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788624672.996434:0:35906:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06680. 00000020:00000040:0.0:1788624672.996439:0:35906:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:0.0:1788624672.996447:0:35906:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788624672.996449:0:35906:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624672.996453:0:35906:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624672.996458:0:35906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624672.996460:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624672.996462:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624672.996463:0:35906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624672.996466:0:35906:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624672.996468:0:35906:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624672.996472:0:35906:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624672.996483:0:35906:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049c8400. 00000100:00000001:0.0:1788624672.996494:0:35906:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624672.996500:0:35906:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624672.996504:0:35906:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788624672.996508:0:35906:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef419f4 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a8917 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788624672.996517:0:35906:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788624672.996518:0:35906:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624672.996520:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624672.996523:0:35906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e600/0xcc94206c7ef419f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a8917 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788624672.996616:0:35906:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd0382a600 count: 0 00010000:00000010:0.0:1788624672.996623:0:35906:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd1115a000. 00010000:00000001:0.0:1788624672.996638:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624672.996640:0:35906:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624672.996641:0:35906:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624672.996643:0:35906:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624672.996646:0:35906:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624672.996661:0:35906:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773497484928 : -112300212066688 : ffff99dd11c06680) 00010000:00000001:0.0:1788624672.996666:0:35906:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624672.996668:0:35906:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788624672.996676:0:35906:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03f10900. 00010000:00000010:0.0:1788624672.996682:0:35906:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd11c18a80. 00010000:00000001:0.0:1788624672.996687:0:35906:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624672.996691:0:35906:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d19e00. 00000020:00000001:0.0:1788624672.996694:0:35906:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624672.996696:0:35906:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d19e00 with handle 0xcc94206c7ef419fb to hash 00000020:00000001:0.0:1788624672.996699:0:35906:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624672.996700:0:35906:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:0.0:1788624672.996706:0:35906:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:0.0:1788624672.996709:0:35906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624672.996711:0:35906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624672.996714:0:35906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef419fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624672.996723:0:35906:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef419fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788624672.996738:0:35906:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788624672.996751:0:35906:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11c06680 x1875506845084928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788624672.996766:0:35906:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef419fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624672.996773:0:35906:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624672.996775:0:35906:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624672.997203:0:35906:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd184fde40. 00000100:00000001:0.0:1788624672.997208:0:35906:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773607550528 : -112300102001088 : ffff99dd184fde40) 00000100:00000001:0.0:1788624672.997214:0:35906:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624672.997216:0:35906:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484928 : -112300212066688 : ffff99dd11c06680) 00000100:00000001:0.0:1788624672.997222:0:35906:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624672.997228:0:35906:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624672.997231:0:35906:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624672.997235:0:35906:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624672.997241:0:35906:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06680 x1875506845084928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624672.997252:0:35906:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624672.997255:0:35906:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624672.997261:0:35906:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624672.997265:0:35906:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624672.997267:0:35906:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624672.997271:0:35906:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06680 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35906:1875506845084928:192.168.202.125@tcp:101:lfs.0 00000100:00000001:0.0:1788624672.997276:0:35906:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624672.997284:0:35906:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624672.997288:0:35906:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624672.997291:0:35906:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624672.997607:0:35906:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff99dd04900000. 02000000:00000001:0.0:1788624672.997611:0:35906:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624672.997622:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624672.997628:0:35906:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dd68. 00000400:00000010:0.0:1788624672.997639:0:35906:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff99dd049c8000. 00000100:00000200:0.0:1788624672.997647:0:35906:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875506845084928, portal 10 00000100:00000001:0.0:1788624672.997650:0:35906:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624672.997652:0:35906:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484928 : -112300212066688 : ffff99dd11c06680) 00000100:00000040:0.0:1788624672.997660:0:35906:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c06680 x1875506845084928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788624688 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624672.997669:0:35906:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624672.997672:0:35906:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624672.997676:0:35906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395a18. 00000100:00000200:0.0:1788624672.997680:0:35906:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875506845084928, offset 0 00000400:00000200:0.0:1788624672.997687:0:35906:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624672.997697:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624672.997708:0:35906:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624672.997714:0:35906:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624672.997719:0:35906:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624672.997723:0:35906:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624672.997726:0:35906:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624672.997731:0:35906:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3044:3044:256:4294967295] 192.168.202.125@tcp LPNI seq info [3044:3044:8:4294967295] 00000400:00000200:0.0:1788624672.997735:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624672.997748:0:35906:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624672.997881:0:35906:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624672.997888:0:35906:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139c500. 00000800:00000200:0.0:1788624672.997897:0:35906:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624672.997907:0:35906:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624672.997914:0:35906:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139c500 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1788624672.997997:0:35906:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624672.998004:0:35906:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 829235 usecs (830 jiffies) 00000400:00000200:0.0:1788624672.998008:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624672.998023:0:35906:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296687889 00000100:00000001:0.0:1788624672.998032:0:35906:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296687879 00000100:00000001:0.0:1788624672.998037:0:35906:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296687889 00000100:00000001:0.0:1788624672.998042:0:35906:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296687879 00000100:00000001:0.0:1788624672.998047:0:35906:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624672.998051:0:35906:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624672.998053:0:35906:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624672.998056:0:35906:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624672.998059:0:35906:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd184fde40 going to sleep for 11 seconds 00000100:00000001:0.0:1788624672.998063:0:35906:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624672.998066:0:35906:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624672.999221:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624672.999235:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c500. 00000400:00000200:3.0:1788624672.999243:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624672.999251:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624672.999261:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395a18 00000400:00000010:3.0:1788624672.999264:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395a18. 00000100:00000001:3.0:1788624672.999270:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624672.999278:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06680 x1875506845084928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788624688 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624672.999292:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624672.999295:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06680 x1875506845084928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788624688 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624672.999302:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624672.999304:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788624673.002192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a600. 00010000:00000010:0.1:1788624673.002218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067e600. 00000800:00000001:3.0:1788624673.003488:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.003522:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624673.003528:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.003533:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624673.003544:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.003553:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624673.003565:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.003571:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.003578:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.003583:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 608 into portal 10 MB=0x6a9c377466d00 00000400:00000200:3.0:1788624673.003590:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.003597:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 608/608 into md 0x8a35 [32] + 224 00000800:00000001:3.0:1788624673.003606:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.003614:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624673.003618:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624673.003623:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624673.003634:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624673.003649:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06680 x1875506845084928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788624688 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624673.003660:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff99dd11c06680 x1875506845084928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788624688 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.003739:0:35906:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624673.003760:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624673.003773:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.003776:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788624673.004009:0:35906:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624673.004075:0:35906:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624673.004080:0:35906:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dd68. 00000400:00000200:0.0:1788624673.004085:0:35906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd049c8000 00000400:00000010:0.0:1788624673.004088:0:35906:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff99dd049c8000. 00000100:00000001:0.0:1788624673.004093:0:35906:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624673.004098:0:35906:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06680 x1875506845084928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788624688 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624673.004161:0:35906:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06680 x1875506845084928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788624688 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.004167:0:35906:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624673.004170:0:35906:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624673.004173:0:35906:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624673.004177:0:35906:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624673.004181:0:35906:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624673.004183:0:35906:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624673.004188:0:35906:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624673.004202:0:35906:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=102 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624673.004208:0:35906:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624673.004211:0:35906:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788624673.004215:0:35906:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff99dd11c06680 x1875506845084928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624688 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.004222:0:35906:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788624673.004228:0:35906:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624673.004231:0:35906:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934600 00000100:00000001:0.0:1788624673.004233:0:35906:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624673.004238:0:35906:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788624673.004243:0:35906:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06680 x1875506845084928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624688 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.004250:0:35906:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788624673.004255:0:35906:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624673.004258:0:35906:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624673.004262:0:35906:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06680 x1875506845084928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624688 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624673.004271:0:35906:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06680 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35906:1875506845084928:192.168.202.125@tcp:101:lfs.0 00000100:00000001:0.0:1788624673.004277:0:35906:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624673.004280:0:35906:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788624673.004283:0:35906:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624673.004285:0:35906:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624673.004289:0:35906:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06680 x1875506845084928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624688 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.004295:0:35906:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624673.004298:0:35906:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd184fde40. 00000100:00000001:0.0:1788624673.004302:0:35906:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624673.004304:0:35906:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788624673.004308:0:35906:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624673.004315:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.004319:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.004324:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19e00 refcount=4 00000020:00000001:0.0:1788624673.004455:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:0.0:1788624673.004460:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00010000:0.0:1788624673.004468:0:35906:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef419fb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.004482:0:35906:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788624673.004486:0:35906:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef419fb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.004498:0:35906:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624673.004502:0:35906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef419fb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.004508:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.004510:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624673.004513:0:35906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef419fb lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.004520:0:35906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624673.004524:0:35906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.004607:0:35906:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788624673.004612:0:35906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef419fb lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624673.004621:0:35906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd11d19e00 already unused, calling callback (ffffffffc194e620) 00000080:00000001:0.0:1788624673.004625:0:35906:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788624673.004629:0:35906:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef419fb lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.004635:0:35906:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788624673.004638:0:35906:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788624673.004641:0:35906:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef419fb lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.004646:0:35906:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788624673.004649:0:35906:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788624673.004651:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.004652:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.004654:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19e00 refcount=5 00000020:00000001:0.0:1788624673.004656:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:0.0:1788624673.004659:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498613248 : -112300210938368 : ffff99dd11d19e00) 00010000:00000001:0.0:1788624673.004663:0:35906:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624673.004666:0:35906:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef419fb lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788624673.004672:0:35906:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624673.004674:0:35906:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624673.004677:0:35906:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788624673.004679:0:35906:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624673.004682:0:35906:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624673.004685:0:35906:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624673.004687:0:35906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624673.004688:0:35906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788624673.004692:0:35906:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d19e00 with handle 0xcc94206c7ef419fb from hash 00010000:00000001:0.0:1788624673.004694:0:35906:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624673.004695:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.004696:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.004698:0:35906:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624673.004700:0:35906:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624673.004702:0:35906:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788624673.004705:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.004706:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.004707:0:35906:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.004709:0:35906:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624673.004712:0:35906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef419fb lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.004718:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.004719:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.004721:0:35906:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788624673.004723:0:35906:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624673.004724:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.004725:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.004726:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624673.004729:0:35906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19e00/0xcc94206c7ef419fb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788624673.004737:0:35906:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10900 count: 0 00010000:00000010:0.0:1788624673.004747:0:35906:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd11c18a80. 00010000:00000001:0.0:1788624673.004761:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.004763:0:35906:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788624673.004768:0:35906:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788624673.004778:0:35906:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff99dd11c06680 x1875506845084928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624688 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788624673.004786:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788624673.004787:0:35906:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.004790:0:35906:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.004792:0:35906:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.004795:0:35906:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:0.0:1788624673.004799:0:35906:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:0.0:1788624673.004803:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1f768 00000002:00002000:0.0:1788624673.004806:0:35906:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:0.0:1788624673.004810:0:35906:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1788624673.004814:0:35906:0:(lmv_intent.c:387:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1788624673.004817:0:35906:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:0.0:1788624673.004820:0:35906:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:0.0:1788624673.004823:0:35906:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1788624673.004827:0:35906:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:0.0:1788624673.004832:0:35906:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624673.004835:0:35906:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744200. 00000100:00000001:0.0:1788624673.004839:0:35906:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624673.004844:0:35906:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06680 x1875506845084928/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624688 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.004851:0:35906:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624673.004854:0:35906:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624673.004858:0:35906:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff99dd04900000. 02000000:00000001:0.0:1788624673.004891:0:35906:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624673.004894:0:35906:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624673.004896:0:35906:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624673.004899:0:35906:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624673.004904:0:35906:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049c8400. 02000000:00000001:0.0:1788624673.004908:0:35906:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624673.004910:0:35906:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624673.004913:0:35906:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06680. 00000100:00000001:0.0:1788624673.004917:0:35906:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624673.004918:0:35906:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624673.004924:0:35906:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788624673.004926:0:35906:0:(dcache.c:176:ll_intent_release()) intent ffff99dd1879c8a0 released 00000080:00000001:0.0:1788624673.004928:0:35906:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:0.0:1788624673.004930:0:35906:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff99dd1879c8a0. 00000080:00000001:0.0:1788624673.004933:0:35906:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1788624673.004942:0:35906:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788624673.004946:0:35906:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788624673.005099:0:35906:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624673.005229:0:35906:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624673.005233:0:35906:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624673.005234:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fbc0 00000080:00200000:0.0:1788624673.005237:0:35906:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624673.005244:0:35906:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744200. 00800000:00000002:0.0:1788624673.005252:0:35906:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624673.005256:0:35906:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624673.005261:0:35906:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624673.005263:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fae0 00800000:00000002:0.0:1788624673.005265:0:35906:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624673.005269:0:35906:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624673.005272:0:35906:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624673.005275:0:35906:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624673.005278:0:35906:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624673.005281:0:35906:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624673.005283:0:35906:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624673.005286:0:35906:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624673.005288:0:35906:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624673.005292:0:35906:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624673.005297:0:35906:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624673.005299:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1f9b0 00000002:00010000:0.0:1788624673.005301:0:35906:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624673.005305:0:35906:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624673.005308:0:35906:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624673.005311:0:35906:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624673.005316:0:35906:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.005319:0:35906:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.005321:0:35906:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.005324:0:35906:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788624673.005326:0:35906:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788624673.005340:0:35906:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06680. 00000020:00000040:0.0:1788624673.005344:0:35906:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:0.0:1788624673.005350:0:35906:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624673.005355:0:35906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624673.005361:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.005362:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.005364:0:35906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.005367:0:35906:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624673.005370:0:35906:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624673.005374:0:35906:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624673.005381:0:35906:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049c8400. 00000100:00000001:0.0:1788624673.005389:0:35906:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.005393:0:35906:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624673.005394:0:35906:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.005396:0:35906:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624673.005398:0:35906:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.005400:0:35906:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.005407:0:35906:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773497484928 : -112300212066688 : ffff99dd11c06680) 00010000:00000001:0.0:1788624673.005412:0:35906:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624673.005414:0:35906:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788624673.005419:0:35906:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03f10b00. 00010000:00000010:0.0:1788624673.005423:0:35906:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd11c18a80. 00010000:00000001:0.0:1788624673.005427:0:35906:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624673.005431:0:35906:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d19600. 00000020:00000001:0.0:1788624673.005434:0:35906:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624673.005437:0:35906:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d19600 with handle 0xcc94206c7ef41a02 to hash 00000020:00000001:0.0:1788624673.005439:0:35906:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624673.005441:0:35906:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624673.005446:0:35906:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624673.005450:0:35906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624673.005452:0:35906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624673.005455:0:35906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624673.005463:0:35906:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624673.005476:0:35906:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624673.005482:0:35906:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624673.005484:0:35906:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624673.005491:0:35906:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd184fde40. 00000100:00000001:0.0:1788624673.005493:0:35906:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773607550528 : -112300102001088 : ffff99dd184fde40) 00000100:00000001:0.0:1788624673.005496:0:35906:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624673.005498:0:35906:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484928 : -112300212066688 : ffff99dd11c06680) 00000100:00000001:0.0:1788624673.005503:0:35906:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624673.005508:0:35906:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.005510:0:35906:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624673.005512:0:35906:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624673.005518:0:35906:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06680 x1875506845085056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.005539:0:35906:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624673.005542:0:35906:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624673.005547:0:35906:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624673.005550:0:35906:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624673.005553:0:35906:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624673.005556:0:35906:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06680 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35906:1875506845085056:192.168.202.125@tcp:101:lfs.0 00000100:00000001:0.0:1788624673.005561:0:35906:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624673.005568:0:35906:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624673.005570:0:35906:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624673.005573:0:35906:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624673.005579:0:35906:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd02e10800. 02000000:00000001:0.0:1788624673.005582:0:35906:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624673.005591:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624673.005595:0:35906:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dd68. 00000400:00000010:0.0:1788624673.005604:0:35906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053955d8. 00000100:00000200:0.0:1788624673.005614:0:35906:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845085056, portal 10 00000100:00000001:0.0:1788624673.005616:0:35906:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624673.005618:0:35906:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484928 : -112300212066688 : ffff99dd11c06680) 00000100:00000040:0.0:1788624673.005624:0:35906:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c06680 x1875506845085056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.005632:0:35906:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624673.005635:0:35906:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624673.005638:0:35906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395ee0. 00000100:00000200:0.0:1788624673.005642:0:35906:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845085056, offset 0 00000400:00000200:0.0:1788624673.005649:0:35906:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624673.005658:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624673.005668:0:35906:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624673.005674:0:35906:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624673.005679:0:35906:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624673.005683:0:35906:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624673.005686:0:35906:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624673.005690:0:35906:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3045:3045:256:4294967295] 192.168.202.125@tcp LPNI seq info [3045:3045:8:4294967295] 00000400:00000200:0.0:1788624673.005695:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624673.005705:0:35906:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624673.005712:0:35906:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624673.005719:0:35906:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139ca00. 00000800:00000200:0.0:1788624673.005729:0:35906:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624673.005739:0:35906:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624673.005744:0:35906:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139ca00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788624673.005766:0:35906:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624673.005772:0:35906:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 828226 usecs (829 jiffies) 00000400:00000200:0.0:1788624673.005775:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624673.005780:0:35906:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296687896 00000100:00000001:0.0:1788624673.005791:0:35906:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296687889 00000100:00000001:0.0:1788624673.005799:0:35906:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296687896 00000100:00000001:0.0:1788624673.005804:0:35906:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296687889 00000100:00000001:0.0:1788624673.005807:0:35906:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624673.005810:0:35906:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.005813:0:35906:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624673.005815:0:35906:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624673.005819:0:35906:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd184fde40 going to sleep for 11 seconds 00000100:00000001:0.0:1788624673.005822:0:35906:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624673.005825:0:35906:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624673.006168:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624673.006175:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139ca00. 00000400:00000200:3.0:1788624673.006181:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624673.006188:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624673.006195:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395ee0 00000400:00000010:3.0:1788624673.006197:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395ee0. 00000100:00000001:3.0:1788624673.006202:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624673.006206:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06680 x1875506845085056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624673.006216:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624673.006219:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06680 x1875506845085056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624689 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624673.006227:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624673.006229:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624673.010307:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.010342:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624673.010348:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.010351:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624673.010362:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.010372:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624673.010383:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.010388:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.010395:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.010400:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377466d80 00000400:00000200:3.0:1788624673.010406:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.010414:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x8a3d [1] + 224 00000800:00000001:3.0:1788624673.010422:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.010431:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624673.010436:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624673.010441:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624673.010452:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624673.010463:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06680 x1875506845085056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624689 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624673.010477:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11c06680 x1875506845085056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624673.010496:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624673.010508:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.010512:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624673.010626:0:35906:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624673.010635:0:35906:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624673.010638:0:35906:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624673.010642:0:35906:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dd68. 00000400:00000200:0.0:1788624673.010647:0:35906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053955d8 00000400:00000010:0.0:1788624673.010650:0:35906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053955d8. 00000100:00000001:0.0:1788624673.010654:0:35906:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624673.010659:0:35906:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06680 x1875506845085056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624673.010668:0:35906:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06680 x1875506845085056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.010675:0:35906:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624673.010677:0:35906:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624673.010680:0:35906:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624673.010684:0:35906:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624673.010687:0:35906:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624673.010689:0:35906:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624673.010692:0:35906:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624673.010704:0:35906:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=102 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624673.010709:0:35906:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624673.010712:0:35906:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624673.010714:0:35906:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.010718:0:35906:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624673.010723:0:35906:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.010728:0:35906:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624673.010730:0:35906:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934600 00000100:00000001:0.0:1788624673.010733:0:35906:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624673.010736:0:35906:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624673.010743:0:35906:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06680 x1875506845085056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.010750:0:35906:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624673.010753:0:35906:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624673.010756:0:35906:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624673.010760:0:35906:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06680 x1875506845085056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624689 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624673.010767:0:35906:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06680 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35906:1875506845085056:192.168.202.125@tcp:101:lfs.0 00000100:00000001:0.0:1788624673.010773:0:35906:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624673.010776:0:35906:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.010779:0:35906:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624673.010781:0:35906:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624673.010785:0:35906:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06680 x1875506845085056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624689 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.010793:0:35906:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624673.010797:0:35906:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd184fde40. 00000100:00000001:0.0:1788624673.010801:0:35906:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624673.010803:0:35906:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.010807:0:35906:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624673.010812:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.010815:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.010819:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=4 00000020:00000001:0.0:1788624673.010822:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624673.010826:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000040:0.0:1788624673.010834:0:35906:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd11d19600, remote cookie: 0xa103bd66258a8941, flags: 0x1001 00010000:00010000:0.0:1788624673.010841:0:35906:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624673.010855:0:35906:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.010862:0:35906:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624673.010868:0:35906:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624673.010871:0:35906:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624673.010873:0:35906:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624673.010875:0:35906:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624673.010879:0:35906:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd03f10b00) refcount = 1 00010000:00010000:0.0:1788624673.010883:0:35906:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.010889:0:35906:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624673.010893:0:35906:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624673.010894:0:35906:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624673.010898:0:35906:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624673.010901:0:35906:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624673.010905:0:35906:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.010912:0:35906:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624673.010914:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.010916:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.010917:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.010918:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.010920:0:35906:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.010926:0:35906:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788624673.010928:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.010929:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.010931:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:0.0:1788624673.010933:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624673.010935:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624673.010939:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.010940:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.010941:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=4 00000020:00000001:0.0:1788624673.010943:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624673.010945:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624673.010948:0:35906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624673.010952:0:35906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624673.010956:0:35906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.010962:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.010963:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.010965:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.010966:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.010967:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=5 00000020:00000001:0.0:1788624673.010969:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624673.010971:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624673.010973:0:35906:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624673.010976:0:35906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.010982:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.010984:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624673.010987:0:35906:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.010993:0:35906:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624673.010994:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.010996:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.010997:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.010998:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788624673.011004:0:35906:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11c06680 x1875506845085056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624689 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788624673.011020:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.011022:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.011023:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:0.0:1788624673.011025:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624673.011028:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624673.011031:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.011032:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624673.011034:0:35906:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.011036:0:35906:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.011039:0:35906:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788624673.011042:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.011043:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.011044:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:0.0:1788624673.011046:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624673.011049:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00000002:00010000:0.0:1788624673.011052:0:35906:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.011060:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.011061:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.011063:0:35906:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624673.011065:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.011066:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.011067:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:0.0:1788624673.011069:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624673.011072:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000040:0.0:1788624673.011080:0:35906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:0.0:1788624673.011083:0:35906:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788624673.011088:0:35906:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788624673.011091:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.011092:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624673.011094:0:35906:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624673.011098:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1f938 00000002:00002000:0.0:1788624673.011100:0:35906:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788624673.011138:0:35906:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624673.011144:0:35906:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624673.011147:0:35906:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624673.011151:0:35906:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788624673.011155:0:35906:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624673.011160:0:35906:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624673.011165:0:35906:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744200. 00000080:00000001:0.0:1788624673.011171:0:35906:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624673.011174:0:35906:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624673.011181:0:35906:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788624673.011186:0:35906:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788624673.011194:0:35906:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd215f8280. 00800000:00000001:0.0:1788624673.011196:0:35906:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773759570560 : -112299949981056 : ffff99dd215f8280) 00800000:00000001:0.0:1788624673.011199:0:35906:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.011202:0:35906:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788624673.011205:0:35906:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788624673.011209:0:35906:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788624673.011212:0:35906:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788624673.011216:0:35906:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788624673.011217:0:35906:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.011222:0:35906:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788624673.011226:0:35906:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788624673.011232:0:35906:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788624673.011234:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.011235:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.011237:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:0.0:1788624673.011239:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624673.011241:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624673.011243:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.011244:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624673.011246:0:35906:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624673.011248:0:35906:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788624673.011250:0:35906:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8280 1 00800000:00000010:0.0:1788624673.011253:0:35906:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd215f8280. 00800000:00000001:0.0:1788624673.011256:0:35906:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624673.011260:0:35906:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41a02 00800000:00000001:0.0:1788624673.011264:0:35906:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624673.011266:0:35906:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624673.011268:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.011269:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.011270:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:0.0:1788624673.011273:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624673.011275:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624673.011277:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.011279:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624673.011280:0:35906:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624673.011282:0:35906:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.011285:0:35906:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624673.011288:0:35906:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624673.011292:0:35906:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a02 from it ffffbef881c1fbf8 00010000:00000001:0.0:1788624673.011293:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.011295:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.011296:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:0.0:1788624673.011298:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624673.011300:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624673.011301:0:35906:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624673.011304:0:35906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.011311:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.011312:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.011314:0:35906:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624673.011317:0:35906:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624673.011320:0:35906:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624673.011334:0:35906:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624673.011337:0:35906:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624673.011339:0:35906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624673.011344:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.011346:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.011347:0:35906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.011351:0:35906:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624673.011353:0:35906:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.011356:0:35906:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.011359:0:35906:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.011361:0:35906:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624673.011362:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.011363:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624673.011366:0:35906:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624673.011370:0:35906:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06680 x1875506845085056/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624689 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.011378:0:35906:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624673.011381:0:35906:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624673.011385:0:35906:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd02e10800. 02000000:00000001:0.0:1788624673.011390:0:35906:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624673.011393:0:35906:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624673.011395:0:35906:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=4 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624673.011397:0:35906:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624673.011401:0:35906:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049c8400. 02000000:00000001:0.0:1788624673.011404:0:35906:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624673.011406:0:35906:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624673.011408:0:35906:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06680. 00000100:00000001:0.0:1788624673.011412:0:35906:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624673.011413:0:35906:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624673.011417:0:35906:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788624673.011423:0:35906:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624673.011442:0:35906:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd10536840. 00000080:00000001:0.0:1788624673.011448:0:35906:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788624673.011451:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fb58 00000080:00200000:0.0:1788624673.011454:0:35906:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), file ffff99dd1b091680, open_flags 1a100, mode 0 opened 0 00000080:00000010:0.0:1788624673.011460:0:35906:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff99dd1879c8a0. 00000080:00000001:0.0:1788624673.011464:0:35906:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788624673.011466:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fa08 00000080:00200000:0.0:1788624673.011469:0:35906:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=open 00000080:00000010:0.0:1788624673.011479:0:35906:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744200. 00800000:00000002:0.0:1788624673.011486:0:35906:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624673.011492:0:35906:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624673.011495:0:35906:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624673.011497:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1f928 00800000:00000002:0.0:1788624673.011499:0:35906:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624673.011503:0:35906:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788624673.011506:0:35906:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788624673.011511:0:35906:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624673.011515:0:35906:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624673.011518:0:35906:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624673.011521:0:35906:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624673.011523:0:35906:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624673.011525:0:35906:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624673.011543:0:35906:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624673.011547:0:35906:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446631773493984256 : -112300215567360 : ffff99dd118afc00) 00000020:00000001:0.0:1788624673.011550:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1f8a8 00800000:00000002:0.0:1788624673.011552:0:35906:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1788624673.011557:0:35906:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624673.011559:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1f7e0 00000002:00010000:0.0:1788624673.011561:0:35906:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:0.0:1788624673.011566:0:35906:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788624673.011568:0:35906:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788624673.011572:0:35906:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788624673.011576:0:35906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:0.0:1788624673.011579:0:35906:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624673.011582:0:35906:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788624673.011585:0:35906:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.011587:0:35906:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.011589:0:35906:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624673.011595:0:35906:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06680. 00000020:00000040:0.0:1788624673.011599:0:35906:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:0.0:1788624673.011605:0:35906:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788624673.011607:0:35906:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.011610:0:35906:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624673.011614:0:35906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624673.011617:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.011618:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.011620:0:35906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.011623:0:35906:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624673.011626:0:35906:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624673.011630:0:35906:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624673.011638:0:35906:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049c8400. 00000100:00000001:0.0:1788624673.011646:0:35906:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.011650:0:35906:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624673.011652:0:35906:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.011653:0:35906:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624673.011655:0:35906:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.011657:0:35906:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.011668:0:35906:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773497484928 : -112300212066688 : ffff99dd11c06680) 00010000:00000001:0.0:1788624673.011673:0:35906:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624673.011675:0:35906:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788624673.011677:0:35906:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:0.0:1788624673.011679:0:35906:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624673.011682:0:35906:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624673.011686:0:35906:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d19800. 00000020:00000001:0.0:1788624673.011689:0:35906:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624673.011692:0:35906:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d19800 with handle 0xcc94206c7ef41a09 to hash 00000020:00000001:0.0:1788624673.011694:0:35906:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624673.011696:0:35906:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624673.011701:0:35906:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624673.011704:0:35906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624673.011706:0:35906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624673.011710:0:35906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41a09 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624673.011723:0:35906:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41a09 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788624673.011737:0:35906:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788624673.011744:0:35906:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11c06680 x1875506845085312/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788624673.011753:0:35906:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41a09 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624673.011758:0:35906:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624673.011760:0:35906:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624673.011767:0:35906:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd184fde40. 00000100:00000001:0.0:1788624673.011769:0:35906:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773607550528 : -112300102001088 : ffff99dd184fde40) 00000100:00000001:0.0:1788624673.011772:0:35906:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624673.011774:0:35906:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484928 : -112300212066688 : ffff99dd11c06680) 00000100:00000001:0.0:1788624673.011780:0:35906:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624673.011784:0:35906:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.011787:0:35906:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624673.011789:0:35906:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624673.011793:0:35906:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06680 x1875506845085312/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.011802:0:35906:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624673.011805:0:35906:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624673.011809:0:35906:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624673.011812:0:35906:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624673.011815:0:35906:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624673.011819:0:35906:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06680 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35906:1875506845085312:192.168.202.125@tcp:101:lfs.0 00000100:00000001:0.0:1788624673.011823:0:35906:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624673.011830:0:35906:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624673.011833:0:35906:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624673.011836:0:35906:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624673.011990:0:35906:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff99dd04ac0000. 02000000:00000001:0.0:1788624673.011993:0:35906:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624673.012003:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624673.012008:0:35906:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dd68. 00000400:00000010:0.0:1788624673.012016:0:35906:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff99dd02e10800. 00000100:00000200:0.0:1788624673.012025:0:35906:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875506845085312, portal 10 00000100:00000001:0.0:1788624673.012027:0:35906:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624673.012028:0:35906:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484928 : -112300212066688 : ffff99dd11c06680) 00000100:00000040:0.0:1788624673.012034:0:35906:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c06680 x1875506845085312/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788624689 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.012042:0:35906:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624673.012045:0:35906:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624673.012048:0:35906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053955d8. 00000100:00000200:0.0:1788624673.012053:0:35906:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875506845085312, offset 0 00000400:00000200:0.0:1788624673.012060:0:35906:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624673.012069:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624673.012077:0:35906:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624673.012083:0:35906:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624673.012087:0:35906:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624673.012092:0:35906:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624673.012094:0:35906:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624673.012099:0:35906:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3046:3046:256:4294967295] 192.168.202.125@tcp LPNI seq info [3046:3046:8:4294967295] 00000400:00000200:0.0:1788624673.012103:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624673.012173:0:35906:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624673.012180:0:35906:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624673.012187:0:35906:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139c200. 00000800:00000200:0.0:1788624673.012194:0:35906:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624673.012204:0:35906:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624673.012209:0:35906:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139c200 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1788624673.012808:0:35906:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624673.012820:0:35906:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 827217 usecs (828 jiffies) 00000400:00000200:0.0:1788624673.012828:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624673.012831:0:35906:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296687902 00000100:00000001:0.0:1788624673.012841:0:35906:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296687896 00000100:00000001:0.0:1788624673.012847:0:35906:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296687902 00000100:00000001:0.0:1788624673.012851:0:35906:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296687896 00000100:00000001:0.0:1788624673.012855:0:35906:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624673.012858:0:35906:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.012862:0:35906:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624673.012864:0:35906:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624673.012868:0:35906:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd184fde40 going to sleep for 11 seconds 00000100:00000001:0.0:1788624673.012872:0:35906:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624673.012876:0:35906:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624673.013825:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624673.013835:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c200. 00000400:00000200:3.0:1788624673.013844:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624673.013853:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624673.013863:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053955d8 00000400:00000010:3.0:1788624673.013867:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053955d8. 00000100:00000001:3.0:1788624673.013872:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624673.013880:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06680 x1875506845085312/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788624689 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624673.013894:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624673.013898:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06680 x1875506845085312/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788624689 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624673.013910:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624673.013912:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624673.016452:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.016475:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624673.016482:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.016485:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624673.016495:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.016504:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624673.016515:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.016521:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.016527:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.016533:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 608 into portal 10 MB=0x6a9c377466e80 00000400:00000200:3.0:1788624673.016538:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.016546:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 608/608 into md 0x8a45 [64] + 224 00000800:00000001:3.0:1788624673.016555:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.016563:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624673.016568:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624673.016573:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624673.016582:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624673.016592:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06680 x1875506845085312/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788624689 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624673.016604:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff99dd11c06680 x1875506845085312/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624673.016623:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624673.016635:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.016639:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788624673.017467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10900. 00010000:00000010:0.1:1788624673.017481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19e00. 00000080:00000010:0.1:1788624673.017489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536940. 00000100:00000001:0.0:1788624673.017537:0:35906:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624673.017550:0:35906:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624673.017552:0:35906:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624673.017556:0:35906:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dd68. 00000400:00000200:0.0:1788624673.017561:0:35906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd02e10800 00000400:00000010:0.0:1788624673.017564:0:35906:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff99dd02e10800. 00000100:00000001:0.0:1788624673.017569:0:35906:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624673.017579:0:35906:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06680 x1875506845085312/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624673.017590:0:35906:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06680 x1875506845085312/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.017598:0:35906:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624673.017601:0:35906:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624673.017605:0:35906:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624673.017610:0:35906:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624673.017614:0:35906:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624673.017617:0:35906:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624673.017620:0:35906:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624673.017632:0:35906:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=102 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624673.017637:0:35906:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624673.017640:0:35906:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788624673.017645:0:35906:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff99dd11c06680 x1875506845085312/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.017652:0:35906:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788624673.017656:0:35906:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788624673.017657:0:35906:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788624673.017659:0:35906:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788624673.017662:0:35906:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624673.017664:0:35906:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484928 : -112300212066688 : ffff99dd11c06680) 00000100:00000001:0.0:1788624673.017668:0:35906:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624673.017671:0:35906:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934600 00000100:00000001:0.0:1788624673.017672:0:35906:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624673.017675:0:35906:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788624673.017680:0:35906:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06680 x1875506845085312/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624689 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.017688:0:35906:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788624673.017691:0:35906:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624673.017693:0:35906:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624673.017698:0:35906:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06680 x1875506845085312/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624689 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624673.017706:0:35906:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06680 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35906:1875506845085312:192.168.202.125@tcp:101:lfs.0 00000100:00000001:0.0:1788624673.017712:0:35906:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624673.017715:0:35906:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788624673.017718:0:35906:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624673.017720:0:35906:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624673.017724:0:35906:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06680 x1875506845085312/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624689 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.017731:0:35906:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624673.017733:0:35906:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd184fde40. 00000100:00000001:0.0:1788624673.017737:0:35906:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624673.017750:0:35906:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788624673.017755:0:35906:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624673.017761:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.017764:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.017768:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=4 00000020:00000001:0.0:1788624673.017770:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624673.017774:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00010000:0.0:1788624673.017780:0:35906:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41a09 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.017792:0:35906:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788624673.017797:0:35906:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41a09 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.017804:0:35906:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624673.017807:0:35906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41a09 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.017813:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.017814:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624673.017817:0:35906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41a09 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.017823:0:35906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624673.017827:0:35906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.017830:0:35906:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788624673.017834:0:35906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41a09 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624673.017840:0:35906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd11d19800 already unused, calling callback (ffffffffc194e620) 00000080:00000001:0.0:1788624673.017844:0:35906:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788624673.017848:0:35906:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41a09 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.017855:0:35906:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788624673.017858:0:35906:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788624673.017861:0:35906:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41a09 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.017867:0:35906:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788624673.017870:0:35906:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788624673.017872:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.017873:0:35906:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.017875:0:35906:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=5 00000020:00000001:0.0:1788624673.017877:0:35906:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624673.017879:0:35906:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624673.017883:0:35906:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624673.017886:0:35906:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41a09 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788624673.017892:0:35906:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624673.017894:0:35906:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624673.017897:0:35906:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788624673.017899:0:35906:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624673.017903:0:35906:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624673.017905:0:35906:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624673.017907:0:35906:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624673.017908:0:35906:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788624673.017912:0:35906:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d19800 with handle 0xcc94206c7ef41a09 from hash 00010000:00000001:0.0:1788624673.017914:0:35906:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624673.017916:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.017917:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.017919:0:35906:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624673.017921:0:35906:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624673.017923:0:35906:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788624673.017926:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.017927:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.017928:0:35906:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.017930:0:35906:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624673.017933:0:35906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41a09 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.017940:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.017941:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.017943:0:35906:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788624673.017944:0:35906:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624673.017946:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.017947:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.017948:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624673.017950:0:35906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19800/0xcc94206c7ef41a09 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 35906 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.017963:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.017965:0:35906:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788624673.017970:0:35906:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788624673.017977:0:35906:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff99dd11c06680 x1875506845085312/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624689 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624673.017988:0:35906:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788624673.017993:0:35906:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11c06680 x1875506845085312/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624689 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624673.018000:0:35906:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.018002:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788624673.018004:0:35906:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.018006:0:35906:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.018009:0:35906:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.018026:0:35906:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788624673.018030:0:35906:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624673.018031:0:35906:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484928 : -112300212066688 : ffff99dd11c06680) 00010000:00000001:0.0:1788624673.018034:0:35906:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788624673.018035:0:35906:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.018037:0:35906:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624673.018041:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1f768 00000002:00002000:0.0:1788624673.018044:0:35906:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788624673.018048:0:35906:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624673.018053:0:35906:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624673.018057:0:35906:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624673.018060:0:35906:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788624673.018063:0:35906:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624673.018067:0:35906:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:0.0:1788624673.018071:0:35906:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788624673.018073:0:35906:0:(namei.c:674:ll_lookup_it_finish()) it ffff99dd1879c8a0 it_disposition 80002b 00000080:00000001:0.0:1788624673.018077:0:35906:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624673.018083:0:35906:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788624673.018087:0:35906:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788624673.018090:0:35906:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:0.0:1788624673.018093:0:35906:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788624673.018101:0:35906:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788624673.021002:0:35906:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x2c:0x0] 00000080:00000001:0.0:1788624673.021018:0:35906:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.021026:0:35906:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:0.0:1788624673.021030:0:35906:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788624673.021036:0:35906:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x2c:0x0], updating i_size 4096 00000080:00200000:0.0:1788624673.021040:0:35906:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x2c:0x0](ffff99dd19872a08): rc = 0 00000080:00000001:0.0:1788624673.021044:0:35906:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773627951624 : -112300081599992 : ffff99dd19872a08) 00000080:00000001:0.0:1788624673.021047:0:35906:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624673.021054:0:35906:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788624673.021056:0:35906:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624673.021061:0:35906:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2c:0x0](ffff99dd19872a08) for lock 0x0 00800000:00000001:0.0:1788624673.021064:0:35906:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624673.021068:0:35906:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:0.0:1788624673.021070:0:35906:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624673.021072:0:35906:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788624673.021082:0:35906:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd19358000 inode ffff99dd19872a08 refc 1 flags 0x20000e 00000080:00000001:0.0:1788624673.021086:0:35906:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788624673.021088:0:35906:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.021090:0:35906:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788624673.021095:0:35906:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788624673.021101:0:35906:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744200. 00000100:00000001:0.0:1788624673.021135:0:35906:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624673.021153:0:35906:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06680 x1875506845085312/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624689 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.021163:0:35906:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.021175:0:35906:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:0.0:1788624673.021178:0:35906:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788624673.021182:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fa48 00000080:00200008:0.0:1788624673.021185:0:35906:0:(file.c:1090:ll_file_open()) START file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff99dd19872a08), flags 320400 00000080:00000010:0.0:1788624673.021197:0:35906:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd2030f040. 00000080:00000010:0.0:1788624673.021211:0:35906:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd215f8280. 00000080:00000001:0.0:1788624673.021215:0:35906:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788624673.021223:0:35906:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788624673.021227:0:35906:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624673.021230:0:35906:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624673.021233:0:35906:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624673.021236:0:35906:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624673.021238:0:35906:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624673.021240:0:35906:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:0.0:1788624673.021243:0:35906:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.021247:0:35906:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788624673.021251:0:35906:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd10536940. 00000002:00100000:0.0:1788624673.021257:0:35906:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11c06680 x1875506845085312/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624689 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624673.021264:0:35906:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624673.021266:0:35906:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788624673.021270:0:35906:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788624673.021274:0:35906:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.021276:0:35906:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624673.021279:0:35906:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624673.021282:0:35906:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06680 x1875506845085312/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624689 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788624673.021289:0:35906:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624673.021294:0:35906:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff99dd04ac0000. 02000000:00000001:0.0:1788624673.021337:0:35906:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788624673.021339:0:35906:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.021343:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fa48 00000080:00000008:0.0:1788624673.021345:0:35906:0:(file.c:1329:ll_file_open()) COMPLETED file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff99dd19872a08), flags 320400, rc = 0 00000080:00000001:0.0:1788624673.021348:0:35906:0:(dir.c:3016:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.021351:0:35906:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788624673.021353:0:35906:0:(dcache.c:176:ll_intent_release()) intent ffff99dd1879c8a0 released 00000080:00000001:0.0:1788624673.021355:0:35906:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788624673.021357:0:35906:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788624673.021359:0:35906:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.021361:0:35906:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788624673.021363:0:35906:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff99dd1879c8a0. 00000080:00000001:0.0:1788624673.021366:0:35906:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.021370:0:35906:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788624673.021373:0:35906:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff99dd19872a08), inode mode 41ed mask 44 00000080:00000001:0.0:1788624673.021377:0:35906:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.021417:0:35906:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624673.021420:0:35906:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff99dd19872a08) cmd=4008669a arg=1005530 00000080:00000001:0.0:1788624673.021428:0:35906:0:(dir.c:598:ll_dir_setstripe()) Process entered 00000080:00000010:0.0:1788624673.021432:0:35906:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744200. 00800000:00000001:0.0:1788624673.021442:0:35906:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:0.0:1788624673.021444:0:35906:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000405:0x2c:0x0], valid 0x0/0x0 00800000:00000001:0.0:1788624673.021446:0:35906:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624673.021448:0:35906:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624673.021449:0:35906:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624673.021451:0:35906:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624673.021453:0:35906:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624673.021455:0:35906:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:0.0:1788624673.021457:0:35906:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.021460:0:35906:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1788624673.021463:0:35906:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788624673.021471:0:35906:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624673.021478:0:35906:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05880. 00000020:00000040:0.0:1788624673.021482:0:35906:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:0.0:1788624673.021489:0:35906:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624673.021495:0:35906:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624673.021503:0:35906:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.021505:0:35906:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.021507:0:35906:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.021511:0:35906:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624673.021514:0:35906:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624673.021520:0:35906:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624673.021528:0:35906:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049c8000. 00000100:00000001:0.0:1788624673.021537:0:35906:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.021540:0:35906:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624673.021542:0:35906:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.021544:0:35906:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624673.021545:0:35906:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.021547:0:35906:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788624673.021559:0:35906:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788624673.021566:0:35906:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11c05880 x1875506845085568/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624673.021573:0:35906:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624673.021575:0:35906:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624673.021584:0:35906:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd184fde40. 00000100:00000001:0.0:1788624673.021587:0:35906:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773607550528 : -112300102001088 : ffff99dd184fde40) 00000100:00000001:0.0:1788624673.021590:0:35906:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624673.021591:0:35906:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497481344 : -112300212070272 : ffff99dd11c05880) 00000100:00000001:0.0:1788624673.021597:0:35906:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624673.021602:0:35906:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.021605:0:35906:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624673.021606:0:35906:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624673.021611:0:35906:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05880 x1875506845085568/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624673.021619:0:35906:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624673.021622:0:35906:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624673.021627:0:35906:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624673.021630:0:35906:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624673.021633:0:35906:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624673.021636:0:35906:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05880 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35906:1875506845085568:192.168.202.125@tcp:36:lfs.0 00000100:00000001:0.0:1788624673.021641:0:35906:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624673.021648:0:35906:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624673.021652:0:35906:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624673.021655:0:35906:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624673.021659:0:35906:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049c9c00. 02000000:00000001:0.0:1788624673.021661:0:35906:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624673.021672:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624673.021678:0:35906:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dd68. 00000400:00000010:0.0:1788624673.021688:0:35906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395000. 00000100:00000200:0.0:1788624673.021698:0:35906:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845085568, portal 10 00000100:00000001:0.0:1788624673.021700:0:35906:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624673.021701:0:35906:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497481344 : -112300212070272 : ffff99dd11c05880) 00000100:00000040:0.0:1788624673.021709:0:35906:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05880 x1875506845085568/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/512 e 0 to 0 dl 1788624689 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624673.021717:0:35906:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624673.021720:0:35906:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624673.021723:0:35906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053956e8. 00000100:00000200:0.0:1788624673.021728:0:35906:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875506845085568, offset 0 00000400:00000200:0.0:1788624673.021736:0:35906:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624673.021748:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624673.021759:0:35906:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624673.021766:0:35906:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624673.021771:0:35906:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624673.021776:0:35906:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624673.021779:0:35906:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624673.021784:0:35906:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3047:3047:256:4294967295] 192.168.202.125@tcp LPNI seq info [3047:3047:8:4294967295] 00000400:00000200:0.0:1788624673.021788:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624673.021800:0:35906:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624673.021808:0:35906:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624673.021815:0:35906:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cd00. 00000800:00000200:0.0:1788624673.021824:0:35906:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624673.021836:0:35906:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624673.021841:0:35906:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cd00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788624673.021871:0:35906:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624673.021877:0:35906:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 826213 usecs (827 jiffies) 00000400:00000200:0.0:1788624673.021881:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624673.021885:0:35906:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296687910 00000100:00000001:0.0:1788624673.021895:0:35906:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296687902 00000100:00000001:0.0:1788624673.021902:0:35906:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296687910 00000100:00000001:0.0:1788624673.021906:0:35906:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296687902 00000100:00000001:0.0:1788624673.021909:0:35906:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624673.021913:0:35906:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.021915:0:35906:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624673.021918:0:35906:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624673.021920:0:35906:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd184fde40 going to sleep for 11 seconds 00000100:00000001:0.0:1788624673.021924:0:35906:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624673.021928:0:35906:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624673.023390:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624673.023403:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cd00. 00000400:00000200:3.0:1788624673.023412:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624673.023421:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624673.023430:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053956e8 00000400:00000010:3.0:1788624673.023434:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053956e8. 00000100:00000001:3.0:1788624673.023439:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624673.023449:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05880 x1875506845085568/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/512 e 0 to 0 dl 1788624689 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624673.023465:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624673.023468:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05880 x1875506845085568/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/512 e 0 to 0 dl 1788624689 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624673.023474:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624673.023476:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788624673.028176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19800. 00000800:00000001:3.0:1788624673.030499:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.030523:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624673.030540:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.030545:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624673.030558:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.030569:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624673.030582:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.030587:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.030593:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.030599:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377466f80 00000400:00000200:3.0:1788624673.030605:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.030612:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x8a4d [1] + 224 00000800:00000001:3.0:1788624673.030622:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.030630:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624673.030634:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624673.030640:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624673.030651:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624673.030665:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05880 x1875506845085568/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/512 e 0 to 0 dl 1788624689 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624673.030677:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff99dd11c05880 x1875506845085568/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/512 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624673.030701:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624673.030713:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.030717:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624673.030787:0:35906:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624673.030796:0:35906:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624673.030799:0:35906:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624673.030804:0:35906:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dd68. 00000400:00000200:0.0:1788624673.030809:0:35906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395000 00000400:00000010:0.0:1788624673.030812:0:35906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395000. 00000100:00000001:0.0:1788624673.030816:0:35906:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624673.030821:0:35906:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05880 x1875506845085568/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/512 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624673.030830:0:35906:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05880 x1875506845085568/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/512 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624673.030836:0:35906:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624673.030838:0:35906:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624673.030841:0:35906:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624673.030845:0:35906:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624673.030848:0:35906:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624673.030850:0:35906:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624673.030853:0:35906:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624673.030866:0:35906:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=102 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624673.030870:0:35906:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624673.030874:0:35906:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624673.030876:0:35906:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.030880:0:35906:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624673.030885:0:35906:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.030890:0:35906:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788624673.030892:0:35906:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788624673.030894:0:35906:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788624673.030897:0:35906:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624673.030899:0:35906:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497481344 : -112300212070272 : ffff99dd11c05880) 00000100:00000001:0.0:1788624673.030902:0:35906:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624673.030904:0:35906:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934600 00000100:00000001:0.0:1788624673.030906:0:35906:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624673.030910:0:35906:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624673.030915:0:35906:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05880 x1875506845085568/t8589934604(8589934604) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/456 e 0 to 0 dl 1788624689 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624673.030922:0:35906:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624673.030925:0:35906:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624673.030928:0:35906:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624673.030931:0:35906:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05880 x1875506845085568/t8589934604(8589934604) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/456 e 0 to 0 dl 1788624689 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624673.030939:0:35906:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05880 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35906:1875506845085568:192.168.202.125@tcp:36:lfs.0 00000100:00000001:0.0:1788624673.030944:0:35906:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624673.030947:0:35906:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.030950:0:35906:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624673.030952:0:35906:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624673.030955:0:35906:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05880 x1875506845085568/t8589934604(8589934604) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/456 e 0 to 0 dl 1788624689 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624673.030963:0:35906:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624673.030965:0:35906:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd184fde40. 00000100:00000001:0.0:1788624673.030969:0:35906:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624673.030970:0:35906:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.030980:0:35906:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624673.030985:0:35906:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624673.030991:0:35906:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744200. 00000100:00000001:0.0:1788624673.030995:0:35906:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624673.030998:0:35906:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05880 x1875506845085568/t8589934604(8589934604) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/456 e 0 to 0 dl 1788624689 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624673.031004:0:35906:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.031007:0:35906:0:(dir.c:673:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.031010:0:35906:0:(dir.c:2172:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.031309:0:35906:0:(dir.c:3021:ll_dir_release()) Process entered 00000080:00000001:0.0:1788624673.031314:0:35906:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788624673.031318:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fdd0 00000080:00200008:0.0:1788624673.031321:0:35906:0:(file.c:479:ll_file_release()) START file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff99dd19872a08), flags 320000 00000080:00400000:0.0:1788624673.031327:0:35906:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x2c:0x0] 00000080:00000001:0.0:1788624673.031342:0:35906:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788624673.031343:0:35906:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788624673.031346:0:35906:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788624673.031353:0:35906:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624673.031356:0:35906:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624673.031359:0:35906:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624673.031362:0:35906:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624673.031364:0:35906:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624673.031367:0:35906:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:0.0:1788624673.031369:0:35906:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.031374:0:35906:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624673.031378:0:35906:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624673.031386:0:35906:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.031389:0:35906:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624673.031391:0:35906:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2c:0x0]: 0 00000080:00000001:0.0:1788624673.031394:0:35906:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788624673.031396:0:35906:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788624673.031402:0:35906:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd18744200. 00000080:00000001:0.0:1788624673.031405:0:35906:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788624673.031415:0:35906:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788624673.031421:0:35906:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788624673.031422:0:35906:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624673.031424:0:35906:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624673.031425:0:35906:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624673.031426:0:35906:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624673.031429:0:35906:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624673.031431:0:35906:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:0.0:1788624673.031432:0:35906:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624673.031435:0:35906:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2c:0x0] 00000002:00000001:0.0:1788624673.031440:0:35906:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788624673.031442:0:35906:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff99dd10dbf800: [0x200000405:0x2c:0x0] file closed with intent: 0 00000100:00000010:0.0:1788624673.031450:0:35906:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05180. 00000020:00000040:0.0:1788624673.031455:0:35906:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624673.031460:0:35906:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624673.031464:0:35906:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624673.031469:0:35906:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624673.031479:0:35906:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd18744e00. 00000100:00000001:0.0:1788624673.031486:0:35906:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788624673.031500:0:35906:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11c06680 x1875506845085312/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624689 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788624673.031511:0:35906:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788624673.031516:0:35906:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11c05180 x1875506845085824/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788624673.031523:0:35906:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624673.031525:0:35906:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624673.031531:0:35906:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd184fde40. 00000100:00000001:0.0:1788624673.031534:0:35906:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773607550528 : -112300102001088 : ffff99dd184fde40) 00000100:00000001:0.0:1788624673.031536:0:35906:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624673.031538:0:35906:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497479552 : -112300212072064 : ffff99dd11c05180) 00000100:00000001:0.0:1788624673.031543:0:35906:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624673.031547:0:35906:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.031549:0:35906:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624673.031551:0:35906:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624673.031555:0:35906:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05180 x1875506845085824/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.031561:0:35906:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624673.031564:0:35906:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624673.031569:0:35906:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624673.031572:0:35906:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624673.031575:0:35906:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624673.031579:0:35906:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05180 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35906:1875506845085824:192.168.202.125@tcp:35:lfs.0 00000100:00000001:0.0:1788624673.031584:0:35906:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624673.031591:0:35906:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624673.031594:0:35906:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624673.031597:0:35906:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624673.031604:0:35906:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049ca400. 02000000:00000001:0.0:1788624673.031606:0:35906:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624673.031612:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624673.031615:0:35906:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dd68. 00000400:00000010:0.0:1788624673.031622:0:35906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395000. 00000100:00000200:0.0:1788624673.031629:0:35906:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845085824, portal 10 00000100:00000001:0.0:1788624673.031631:0:35906:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624673.031633:0:35906:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497479552 : -112300212072064 : ffff99dd11c05180) 00000100:00000040:0.0:1788624673.031638:0:35906:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c05180 x1875506845085824/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.031646:0:35906:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624673.031649:0:35906:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624673.031652:0:35906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395110. 00000100:00000200:0.0:1788624673.031931:0:35906:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845085824, offset 0 00000400:00000200:2.0:1788624673.035253:0:35906:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624673.035272:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.035286:0:35906:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624673.035293:0:35906:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624673.035298:0:35906:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624673.035303:0:35906:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624673.035306:0:35906:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624673.035311:0:35906:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3048:3048:256:4294967295] 192.168.202.125@tcp LPNI seq info [3048:3048:8:4294967295] 00000400:00000200:2.0:1788624673.035316:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.035393:0:35906:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624673.035402:0:35906:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624673.035415:0:35906:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346100. 00000800:00000200:2.0:1788624673.035425:0:35906:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624673.035435:0:35906:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624673.035441:0:35906:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788624673.035544:0:35906:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624673.035553:0:35906:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 825216 usecs (826 jiffies) 00000400:00000200:2.0:1788624673.035558:0:35906:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624673.035562:0:35906:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296687923 00000100:00000001:2.0:1788624673.035571:0:35906:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, simply extend its deadline from 4296687910 00000100:00000001:2.0:1788624673.035579:0:35906:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296687923 00000100:00000001:2.0:1788624673.035583:0:35906:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, simply extend its deadline from 4296687910 00000100:00000001:2.0:1788624673.035586:0:35906:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624673.035591:0:35906:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624673.035596:0:35906:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624673.035598:0:35906:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624673.035602:0:35906:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd184fde40 going to sleep for 11 seconds 00000100:00000001:2.0:1788624673.035605:0:35906:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624673.035609:0:35906:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624673.036442:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624673.036453:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346100. 00000400:00000200:3.0:1788624673.036461:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624673.036469:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624673.036478:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395110 00000400:00000010:3.0:1788624673.036482:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395110. 00000100:00000001:3.0:1788624673.036489:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624673.036501:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05180 x1875506845085824/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624673.036514:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624673.036518:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05180 x1875506845085824/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624689 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624673.036525:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624673.036528:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624673.039648:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.039723:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624673.039727:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.039729:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624673.040198:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.040208:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624673.040220:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.040225:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.040232:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.040238:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377467080 00000400:00000200:3.0:1788624673.040244:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.040253:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x8a55 [1] + 224 00000800:00000001:3.0:1788624673.040263:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.040273:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624673.040277:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624673.040282:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624673.040294:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624673.040304:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05180 x1875506845085824/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624689 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624673.040317:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11c05180 x1875506845085824/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624673.041091:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624673.041144:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.041151:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624673.041639:0:35906:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624673.041649:0:35906:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624673.041651:0:35906:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624673.041660:0:35906:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dd68. 00000400:00000200:2.0:1788624673.041666:0:35906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395000 00000400:00000010:2.0:1788624673.041668:0:35906:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395000. 00000100:00000001:2.0:1788624673.041671:0:35906:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624673.041678:0:35906:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05180 x1875506845085824/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788624673.041685:0:35906:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05180 x1875506845085824/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.041690:0:35906:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624673.041691:0:35906:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624673.041693:0:35906:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624673.041697:0:35906:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624673.041699:0:35906:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624673.041701:0:35906:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624673.041704:0:35906:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624673.041715:0:35906:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=101 v=5 (5 5 5 5) 00000100:00001000:2.0:1788624673.041718:0:35906:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624673.041720:0:35906:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624673.041721:0:35906:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624673.041724:0:35906:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624673.041728:0:35906:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624673.041730:0:35906:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788624673.041732:0:35906:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788624673.041734:0:35906:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788624673.041736:0:35906:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624673.041746:0:35906:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497479552 : -112300212072064 : ffff99dd11c05180) 00000100:00000001:2.0:1788624673.041749:0:35906:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624673.041751:0:35906:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934600 00000100:00000001:2.0:1788624673.041752:0:35906:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624673.041755:0:35906:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624673.041758:0:35906:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05180 x1875506845085824/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624689 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.041763:0:35906:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624673.041766:0:35906:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624673.041768:0:35906:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624673.041771:0:35906:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05180 x1875506845085824/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624689 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788624673.041776:0:35906:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05180 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35906:1875506845085824:192.168.202.125@tcp:35:lfs.0 00000100:00000001:2.0:1788624673.041780:0:35906:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624673.041782:0:35906:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624673.041784:0:35906:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624673.041786:0:35906:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624673.041788:0:35906:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05180 x1875506845085824/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624689 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.041792:0:35906:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624673.041795:0:35906:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd184fde40. 00000100:00000001:2.0:1788624673.041799:0:35906:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624673.041800:0:35906:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624673.041808:0:35906:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624673.041809:0:35906:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497479552 : -112300212072064 : ffff99dd11c05180) 00000002:00000001:2.0:1788624673.041811:0:35906:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624673.041815:0:35906:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624673.041820:0:35906:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744200. 00000080:00000001:2.0:1788624673.041823:0:35906:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788624673.041826:0:35906:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1788624673.041829:0:35906:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624673.041832:0:35906:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624673.041835:0:35906:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624673.041837:0:35906:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624673.041839:0:35906:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624673.041840:0:35906:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:2.0:1788624673.041842:0:35906:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624673.041847:0:35906:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788624673.041850:0:35906:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11c06680 x1875506845085312/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624689 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.041856:0:35906:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624673.041857:0:35906:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484928 : -112300212066688 : ffff99dd11c06680) 00000100:00000001:2.0:1788624673.041859:0:35906:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624673.041861:0:35906:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06680 x1875506845085312/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624689 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.041865:0:35906:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624673.041866:0:35906:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624673.041868:0:35906:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05180 x1875506845085824/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624689 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.041871:0:35906:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624673.041872:0:35906:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624673.041873:0:35906:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06680 x1875506845085312/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 536/608 e 0 to 0 dl 1788624689 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.041877:0:35906:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788624673.041880:0:35906:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624673.041881:0:35906:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624673.041883:0:35906:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624673.041885:0:35906:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049c8400. 02000000:00000001:2.0:1788624673.041888:0:35906:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624673.041890:0:35906:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624673.041892:0:35906:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06680. 00000100:00000001:2.0:1788624673.041895:0:35906:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624673.041896:0:35906:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624673.041897:0:35906:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624673.041899:0:35906:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05180 x1875506845085824/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624689 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.041902:0:35906:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624673.041903:0:35906:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff99dd10536940. 00000002:00000001:2.0:1788624673.041905:0:35906:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624673.041906:0:35906:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624673.041907:0:35906:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd215f8280. 00000100:00000001:2.0:1788624673.041909:0:35906:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624673.041911:0:35906:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05180 x1875506845085824/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624689 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.041919:0:35906:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624673.041920:0:35906:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624673.041923:0:35906:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049ca400. 02000000:00000001:2.0:1788624673.041925:0:35906:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624673.041926:0:35906:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624673.041926:0:35906:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624673.041927:0:35906:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624673.041928:0:35906:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd18744e00. 02000000:00000001:2.0:1788624673.041929:0:35906:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624673.041929:0:35906:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624673.041930:0:35906:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05180. 00000100:00000001:2.0:1788624673.041931:0:35906:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624673.041932:0:35906:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624673.041934:0:35906:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624673.041937:0:35906:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd2030f040. 00000080:00000001:2.0:1788624673.041940:0:35906:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624673.041946:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fdd0 00000080:00000008:2.0:1788624673.041948:0:35906:0:(file.c:523:ll_file_release()) COMPLETED file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff99dd19872a08), flags 320000, rc = 0 00000080:00000001:2.0:1788624673.041950:0:35906:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624673.041952:0:35906:0:(dir.c:3022:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624673.041957:0:35906:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788624673.041958:0:35906:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c1fe00 00000080:00002000:2.0:1788624673.041960:0:35906:0:(dcache.c:127:ll_ddelete()) deleting dentry d24b.recovery-small (ffff99dd19358000, parent ffff99dd19287870, inode ffff99dd19872a08) hashed, 00000080:00000001:2.0:1788624673.041961:0:35906:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624673.041970:0:35906:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788624673.041975:0:35906:0:(dcache.c:48:ll_release()) Process leaving 00000100:00000040:1.0:1788624673.044290:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624673.044303:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624673.044313:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddaa00. 00000020:00000040:1.0:1788624673.044319:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:1.0:1788624673.044323:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624673.044327:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624673.044341:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624673.044351:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd12b59800. 00000100:00000001:1.0:1788624673.044358:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.044369:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11ddaa00 x1875506845085952/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624673.044379:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624673.044383:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.044387:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005ade73a] to pc [ptlrpcd_00_00+0] req@ffff99dd11ddaa00 x1875506845085952/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.044405:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.044408:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624673.044411:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624673.044413:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9f80. 00000020:00000040:1.0:1788624673.044414:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=5 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624673.044416:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624673.044417:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624673.044418:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624673.044422:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd12b59400. 00000100:00000001:1.0:1788624673.044424:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.044426:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11dd9f80 x1875506845086080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624673.044431:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624673.044432:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.044435:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5237ab2] to pc [ptlrpcd_00_01+1] req@ffff99dd11dd9f80 x1875506845086080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.044440:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.044441:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624673.044444:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624673.044447:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddad80. 00000020:00000040:1.0:1788624673.044448:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:1.0:1788624673.044449:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624673.044449:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624673.044450:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624673.044452:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd12b59f00. 00000100:00000001:1.0:1788624673.044453:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.044455:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11ddad80 x1875506845086208/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624673.044459:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624673.044459:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.044461:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc900cd] to pc [ptlrpcd_00_00+0] req@ffff99dd11ddad80 x1875506845086208/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.044465:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.044466:0:25842:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624673.044469:0:25842:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624673.044471:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8e00. 00000020:00000040:1.0:1788624673.044472:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:1.0:1788624673.044473:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624673.044474:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624673.044474:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624673.044477:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd11fb0900. 00000100:00000001:1.0:1788624673.044478:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.044480:0:25842:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11dd8e00 x1875506845086336/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624673.044488:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624673.044489:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.044491:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2a4f607] to pc [ptlrpcd_00_01+1] req@ffff99dd11dd8e00 x1875506845086336/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.044495:0:25842:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.044498:0:25842:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2024) 00000100:00000001:1.0:1788624673.044511:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624673.044513:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624673.044515:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624673.044519:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddaa00 x1875506845085952/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.044524:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624673.044525:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624673.044529:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624673.044531:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624673.044532:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624673.044535:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2389:1875506845085952:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624673.044539:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624673.044544:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624673.044546:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624673.044547:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624673.044551:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197d6a00. 02000000:00000001:1.0:1788624673.044552:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624673.044560:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624673.044564:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793210. 00000400:00000010:1.0:1788624673.044570:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c7f8. 00000100:00000200:1.0:1788624673.044577:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845085952, portal 25 00000100:00000001:1.0:1788624673.044579:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624673.044580:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499402752 : -112300210148864 : ffff99dd11ddaa00) 00000100:00000040:1.0:1788624673.044584:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11ddaa00 x1875506845085952/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.044593:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624673.044595:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624673.044597:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c330. 00000100:00000200:1.0:1788624673.044600:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845085952, offset 0 00000400:00000200:1.0:1788624673.044605:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624673.044613:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624673.044621:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624673.044627:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624673.044631:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624673.044634:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624673.044636:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624673.044640:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3049:3049:256:4294967295] 192.168.202.125@tcp LPNI seq info [3049:3049:8:4294967295] 00000400:00000200:1.0:1788624673.044643:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624673.044651:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624673.044666:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624673.044670:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd11fb0600. 00000800:00000200:1.0:1788624673.044676:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624673.044683:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624673.044688:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd11fb0600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624673.044700:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624673.044703:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624673.044706:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296691032 00000100:00000001:1.0:1788624673.044713:0:2389:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296687923 00000100:00000001:1.0:1788624673.044716:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296691032 00000100:00000001:1.0:1788624673.044719:0:2389:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296687923 00000100:00000001:1.0:1788624673.044720:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624673.044722:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.044724:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624673.044727:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddad80 x1875506845086208/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.044732:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624673.044733:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624673.044735:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624673.044736:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624673.044930:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624673.044935:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845086208:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624673.044937:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624673.044940:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624673.044941:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624673.044942:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624673.044945:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197d6400. 02000000:00000001:1.0:1788624673.044946:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624673.044954:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624673.044957:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793790. 00000400:00000010:1.0:1788624673.044960:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c660. 00000100:00000200:1.0:1788624673.044962:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845086208, portal 4 00000100:00000001:1.0:1788624673.044963:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624673.044964:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00000100:00000040:1.0:1788624673.044970:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11ddad80 x1875506845086208/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.044974:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624673.044976:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624673.044977:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c880. 00000100:00000200:1.0:1788624673.044979:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845086208, offset 0 00000400:00000200:1.0:1788624673.044981:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624673.044984:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624673.044986:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624673.044988:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624673.044990:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624673.044991:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624673.044993:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624673.044995:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3050:3050:255:4294967295] 192.168.202.125@tcp LPNI seq info [3050:3050:7:4294967295] 00000400:00000200:1.0:1788624673.044997:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624673.045001:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624673.045004:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624673.045006:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd11fb0c00. 00000800:00000200:1.0:1788624673.045009:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624673.045019:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624673.045021:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd11fb0c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624673.045023:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.045026:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 193575 usecs (194 jiffies) 00000400:00000200:1.0:1788624673.045028:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624673.045030:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296687300 00000100:00000001:1.0:1788624673.045031:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:1.0:1788624673.045033:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296687300 00000100:00000001:1.0:1788624673.045034:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:1.0:1788624673.045035:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624673.045036:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.045038:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.045040:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.045286:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624673.045289:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624673.045292:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624673.045294:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624673.045295:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624673.045298:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788624673.045300:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.045302:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624673.045304:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.045305:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624673.045307:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624673.045308:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624673.045313:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9f80 x1875506845086080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.045320:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624673.045321:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624673.045323:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624673.045324:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624673.045924:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624673.045929:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845086080:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624673.045932:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624673.045935:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624673.045936:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624673.045938:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624673.045943:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd197d6800. 02000000:00000001:1.0:1788624673.045944:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624673.045949:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624673.045952:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793318. 00000400:00000010:1.0:1788624673.045956:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cd48. 00000100:00000200:1.0:1788624673.045959:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845086080, portal 10 00000100:00000001:1.0:1788624673.045961:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624673.045962:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499400064 : -112300210151552 : ffff99dd11dd9f80) 00000100:00000040:1.0:1788624673.045967:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd9f80 x1875506845086080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.045972:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624673.045974:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624673.045975:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cbb0. 00000100:00000200:1.0:1788624673.045978:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845086080, offset 0 00000400:00000200:1.0:1788624673.045981:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624673.045984:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624673.045987:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624673.045990:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624673.045992:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624673.045994:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624673.045996:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624673.045998:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3051:3051:254:4294967295] 192.168.202.125@tcp LPNI seq info [3051:3051:6:4294967295] 00000400:00000200:1.0:1788624673.046001:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624673.046006:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624673.046009:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624673.046021:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd11fb0200. 00000800:00000200:1.0:1788624673.046024:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624673.046029:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624673.046031:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd11fb0200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624673.046034:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.046036:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24783 usecs (25 jiffies) 00000400:00000200:1.0:1788624673.046038:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624673.046040:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296687132 00000100:00000001:1.0:1788624673.046042:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:1.0:1788624673.046043:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296687132 00000100:00000001:1.0:1788624673.046045:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:1.0:1788624673.046046:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624673.046047:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.046049:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624673.046052:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8e00 x1875506845086336/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.046056:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624673.046058:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624673.046060:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624673.046061:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624673.046062:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624673.046064:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845086336:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624673.046066:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624673.046067:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624673.046068:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624673.046070:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624673.046072:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd056af400. 02000000:00000001:1.0:1788624673.046074:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624673.046075:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624673.046077:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793f20. 00000400:00000010:1.0:1788624673.046080:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862caa0. 00000100:00000200:1.0:1788624673.046082:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845086336, portal 4 00000100:00000001:1.0:1788624673.046083:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624673.046084:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499395584 : -112300210156032 : ffff99dd11dd8e00) 00000100:00000040:1.0:1788624673.046088:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd8e00 x1875506845086336/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.046092:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624673.046093:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624673.046095:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c5d8. 00000100:00000200:1.0:1788624673.046096:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845086336, offset 0 00000400:00000200:1.0:1788624673.046099:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624673.046101:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624673.046102:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624673.046778:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624673.046784:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624673.046786:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624673.046788:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624673.046791:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3052:3052:253:4294967295] 192.168.202.125@tcp LPNI seq info [3052:3052:5:4294967295] 00000800:00000200:3.0:1788624673.046922:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624673.046927:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd11fb0600. 00000400:00000200:3.0:1788624673.046934:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624673.046938:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624673.046944:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c330 00000400:00000010:3.0:1788624673.046946:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c330. 00000100:00000001:3.0:1788624673.046950:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624673.046955:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddaa00 x1875506845085952/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624673.046965:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624673.046968:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddaa00 x1875506845085952/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624673.046972:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624673.046973:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624673.046984:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624673.046986:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd11fb0c00. 00000400:00000200:3.0:1788624673.046987:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624673.046990:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624673.046992:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c880 00000400:00000010:3.0:1788624673.046993:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c880. 00000100:00000001:3.0:1788624673.046995:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624673.046998:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddad80 x1875506845086208/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624673.047003:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624673.047004:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddad80 x1875506845086208/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624673.047016:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624673.047017:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788624673.047092:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624673.047093:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd11fb0200. 00000400:00000200:3.0:1788624673.047095:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624673.047097:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624673.047099:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cbb0 00000400:00000010:3.0:1788624673.047100:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cbb0. 00000100:00000001:3.0:1788624673.047101:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624673.047142:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9f80 x1875506845086080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624673.047150:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624673.047154:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9f80 x1875506845086080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624673.047160:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624673.047162:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1788624673.049209:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624673.049229:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624673.049238:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624673.049251:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd11fb0e00. 00000800:00000200:1.0:1788624673.049259:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624673.049268:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624673.049273:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd11fb0e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624673.049286:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.049294:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25222 usecs (26 jiffies) 00000400:00000200:1.0:1788624673.049299:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624673.049303:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296687136 00000100:00000001:1.0:1788624673.049306:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:1.0:1788624673.049309:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296687136 00000100:00000001:1.0:1788624673.049311:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:1.0:1788624673.049314:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624673.049318:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.049326:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.052541:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.052573:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624673.052575:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624673.054651:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.054679:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624673.054686:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.054690:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624673.054703:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.054714:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624673.054725:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.054732:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.054738:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.054744:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377467100 00000400:00000200:3.0:1788624673.054751:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.054758:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8a5d [1] + 224 00000800:00000001:3.0:1788624673.054768:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.054772:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624673.054777:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624673.054782:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624673.054793:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624673.054805:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddaa00 x1875506845085952/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624673.054819:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11ddaa00 x1875506845085952/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624673.054847:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788624673.054918:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624673.054923:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd11fb0e00. 00000400:00000200:3.0:1788624673.054928:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624673.054931:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624673.054937:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c5d8 00000400:00000010:3.0:1788624673.054941:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c5d8. 00000100:00000001:3.0:1788624673.054946:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624673.054950:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8e00 x1875506845086336/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624673.054963:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624673.054967:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8e00 x1875506845086336/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624673.054975:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624673.054976:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624673.054984:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.054988:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624673.054990:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.054992:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624673.054996:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.054999:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624673.055004:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.055006:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.055009:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.055012:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377467200 00000400:00000200:3.0:1788624673.055015:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.055020:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8a65 [1] + 224 00000800:00000001:3.0:1788624673.055024:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.055026:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624673.055028:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624673.055031:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624673.055035:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624673.055039:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddad80 x1875506845086208/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624673.055048:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11ddad80 x1875506845086208/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624673.055056:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624673.055060:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.055063:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624673.055065:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.055067:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624673.055070:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.055073:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624673.055077:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.055079:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.055082:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.055085:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377467180 00000400:00000200:3.0:1788624673.055089:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.055093:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x8a6d [1] + 224 00000800:00000001:3.0:1788624673.055097:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.055101:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624673.055104:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624673.055159:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624673.055163:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624673.055168:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9f80 x1875506845086080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624673.055176:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dd9f80 x1875506845086080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624673.055183:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624673.055187:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.055190:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.055844:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624673.055851:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624673.055861:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624673.055864:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624673.055868:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793318. 00000400:00000200:1.0:1788624673.055874:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cd48 00000400:00000010:1.0:1788624673.055876:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cd48. 00000100:00000001:1.0:1788624673.055879:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624673.055886:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9f80 x1875506845086080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624673.055896:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9f80 x1875506845086080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.055902:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624673.055904:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.055907:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624673.055912:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624673.055915:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624673.055918:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624673.055921:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624673.055935:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=102 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624673.055940:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624673.055943:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624673.055946:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.055950:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624673.055955:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.055960:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788624673.055963:0:2389:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: committing for last_committed 4294967336 gen 1 00000100:00000040:1.0:1788624673.055971:0:2389:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967336) req@ffff99dd11c04380 x1875506845080192/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624673.055979:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624673.055982:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04380 x1875506845080192/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624681 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624673.055989:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624673.055993:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624673.055997:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049c9400. 02000000:00000001:1.0:1788624673.056002:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624673.056007:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624673.056010:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624673.056012:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624673.056017:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd197f5000. 02000000:00000001:1.0:1788624673.056022:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624673.056026:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624673.056029:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04380. 00000100:00000001:1.0:1788624673.056033:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624673.056034:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.056038:0:2389:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788624673.056041:0:2389:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1788624673.056044:0:2389:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624673.056046:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.056053:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9f80 x1875506845086080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.056061:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624673.056065:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624673.056068:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624673.056074:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9f80 x1875506845086080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624673.056081:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845086080:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624673.056088:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624673.056089:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624673.056091:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793210. 00000400:00000200:1.0:1788624673.056093:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c7f8 00000400:00000010:1.0:1788624673.056095:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c7f8. 00000100:00000001:1.0:1788624673.056098:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624673.056100:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddaa00 x1875506845085952/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000010:2.1:1788624673.056271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd10536840. 00000100:00000200:1.0:1788624673.057281:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddaa00 x1875506845085952/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.057291:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624673.057294:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.057297:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624673.057300:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624673.057301:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624673.057304:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624673.057306:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624673.057313:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=102 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624673.057317:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624673.057320:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624673.057321:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.057324:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624673.057326:0:2389:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.057329:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.057334:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddaa00 x1875506845085952/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.057341:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624673.057344:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624673.057346:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624673.057351:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddaa00 x1875506845085952/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624673.057357:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2389:1875506845085952:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624673.057366:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624673.057368:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624673.057371:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793790. 00000400:00000200:1.0:1788624673.057375:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c660 00000400:00000010:1.0:1788624673.057378:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c660. 00000100:00000001:1.0:1788624673.057381:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624673.057385:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddad80 x1875506845086208/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624673.057394:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddad80 x1875506845086208/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.057399:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624673.057401:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.057402:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624673.057404:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624673.057405:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624673.057406:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624673.057408:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624673.057414:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=101 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624673.057417:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624673.057420:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624673.057421:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.057422:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624673.057425:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.057428:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624673.057430:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967335 00000100:00000001:1.0:1788624673.057432:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624673.057434:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.057437:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddad80 x1875506845086208/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.057448:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624673.057449:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624673.057450:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624673.057454:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddad80 x1875506845086208/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624673.057460:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845086208:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624673.057464:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.057467:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624673.057471:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9f80 x1875506845086080/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.057479:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624673.057482:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624673.057485:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197d6800. 02000000:00000001:1.0:1788624673.057490:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624673.057492:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624673.057494:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624673.057497:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624673.057499:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd12b59400. 02000000:00000001:1.0:1788624673.057502:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624673.057504:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624673.057506:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9f80. 00000100:00000001:1.0:1788624673.057510:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624673.057512:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.057514:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624673.057517:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddaa00 x1875506845085952/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.057522:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624673.057524:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624673.057525:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197d6a00. 02000000:00000001:1.0:1788624673.057527:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624673.057528:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624673.057530:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:1.0:1788624673.057532:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624673.057533:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd12b59800. 02000000:00000001:1.0:1788624673.057535:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624673.057536:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624673.057537:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddaa00. 00000100:00000001:1.0:1788624673.057540:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624673.057541:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.057542:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624673.057544:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddad80 x1875506845086208/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.057550:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624673.057551:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624673.057552:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd197d6400. 02000000:00000001:1.0:1788624673.057554:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624673.057555:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624673.057557:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624673.057558:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624673.057560:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd12b59f00. 02000000:00000001:1.0:1788624673.057561:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624673.057562:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624673.057563:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddad80. 00000100:00000001:1.0:1788624673.057565:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624673.057566:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.057571:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.057574:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624673.057576:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624673.057578:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.057580:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624673.058608:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.058629:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624673.058634:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.058637:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624673.058647:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.058655:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624673.058665:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.058672:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.058679:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.058685:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377467280 00000400:00000200:3.0:1788624673.058690:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.058698:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8a75 [1] + 224 00000800:00000001:3.0:1788624673.058706:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.058713:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624673.058717:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624673.058722:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624673.058731:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624673.058739:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8e00 x1875506845086336/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624673.058749:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dd8e00 x1875506845086336/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624673.058774:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624673.058786:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624673.058789:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.059041:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624673.059046:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624673.059054:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624673.059056:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624673.059059:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793f20. 00000400:00000200:1.0:1788624673.059064:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862caa0 00000400:00000010:1.0:1788624673.059067:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862caa0. 00000100:00000001:1.0:1788624673.059070:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624673.059075:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8e00 x1875506845086336/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624673.059087:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8e00 x1875506845086336/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.059093:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624673.059094:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.059098:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624673.059101:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624673.059103:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624673.059144:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624673.059148:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624673.059158:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=101 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624673.059163:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624673.059166:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624673.059167:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.059170:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624673.059173:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.059178:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624673.059180:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:1.0:1788624673.059182:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624673.059184:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.059190:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8e00 x1875506845086336/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.059197:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624673.059200:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624673.059203:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624673.059208:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8e00 x1875506845086336/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624673.059217:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845086336:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624673.059222:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.059225:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624673.059229:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8e00 x1875506845086336/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624689 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624673.059241:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624673.059244:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624673.059248:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd056af400. 02000000:00000001:1.0:1788624673.059253:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624673.059268:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624673.059270:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624673.059273:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624673.059276:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd11fb0900. 02000000:00000001:1.0:1788624673.059280:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624673.059282:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624673.059284:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8e00. 00000100:00000001:1.0:1788624673.059288:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624673.059289:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.059291:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.059302:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624673.059305:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.059308:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624673.059311:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624673.063723:0:35908:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff99dd10dbf800 00010000:00000001:2.0:1788624673.063735:0:35908:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624673.063738:0:35908:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624673.063742:0:35908:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624673.063749:0:35908:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624673.063752:0:35908:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624673.063755:0:35908:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624673.063865:0:35908:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff99dd10dbf800 00010000:00000001:2.0:1788624673.063868:0:35908:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624673.063871:0:35908:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624673.063873:0:35908:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624673.063875:0:35908:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624673.063876:0:35908:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624673.063878:0:35908:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624673.127583:0:35913:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624673.127592:0:35913:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624673.127595:0:35913:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624673.127600:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67bc0 00000080:00200000:3.0:1788624673.127607:0:35913:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624673.127618:0:35913:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd113f1200. 00800000:00000002:3.0:1788624673.127628:0:35913:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624673.127633:0:35913:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624673.127639:0:35913:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624673.127642:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67ae0 00800000:00000002:3.0:1788624673.127645:0:35913:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624673.127650:0:35913:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624673.127654:0:35913:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624673.127730:0:35913:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624673.127733:0:35913:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624673.127736:0:35913:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624673.127739:0:35913:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624673.127741:0:35913:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624673.127744:0:35913:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624673.127749:0:35913:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624673.127756:0:35913:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624673.127759:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c679b0 00000002:00010000:3.0:1788624673.127761:0:35913:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624673.127765:0:35913:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624673.127767:0:35913:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624673.127771:0:35913:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624673.127780:0:35913:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:3.0:1788624673.127783:0:35913:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624673.127789:0:35913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624673.127794:0:35913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624673.127799:0:35913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788624673.127814:0:35913:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624673.127821:0:35913:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624673.127825:0:35913:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788624673.127832:0:35913:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624673.127834:0:35913:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624673.127836:0:35913:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624673.127839:0:35913:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624673.127841:0:35913:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624673.127843:0:35913:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624673.127846:0:35913:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624673.127850:0:35913:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624673.127854:0:35913:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd113f1200. 00000080:00000001:3.0:1788624673.127859:0:35913:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624673.127861:0:35913:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624673.127864:0:35913:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624673.127868:0:35913:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41a02 00800000:00000001:3.0:1788624673.127872:0:35913:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624673.127874:0:35913:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624673.127877:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624673.127880:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624673.127883:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:3.0:1788624673.127886:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:3.0:1788624673.127889:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:3.0:1788624673.127893:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.127894:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624673.127896:0:35913:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624673.127898:0:35913:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624673.127901:0:35913:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a02 from it ffffbef881c67bf8 00010000:00000001:3.0:1788624673.127903:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624673.127905:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624673.127906:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:3.0:1788624673.127908:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:3.0:1788624673.127911:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:3.0:1788624673.127914:0:35913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624673.127917:0:35913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788624673.127925:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.127926:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624673.127927:0:35913:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624673.127930:0:35913:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624673.127933:0:35913:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788624673.127941:0:35913:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624673.127944:0:35913:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624673.127947:0:35913:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624673.127952:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.127953:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624673.127955:0:35913:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.127959:0:35913:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624673.127962:0:35913:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.127964:0:35913:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.127966:0:35913:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.127969:0:35913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624673.127970:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.127972:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624673.127975:0:35913:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624673.127977:0:35913:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624673.127980:0:35913:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788624673.127986:0:35913:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788624673.127997:0:35913:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd049c6e60. 00000020:00000001:3.0:1788624673.128002:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67b28 00000080:00200000:3.0:1788624673.128005:0:35913:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), flags=25 00000080:00000001:3.0:1788624673.128008:0:35913:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788624673.128010:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c679d8 00000080:00200000:3.0:1788624673.128088:0:35913:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=0 00000080:00000010:3.0:1788624673.128101:0:35913:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd113f1200. 00800000:00000002:3.0:1788624673.128216:0:35913:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624673.128220:0:35913:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624673.128223:0:35913:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624673.128224:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c678f8 00800000:00000002:3.0:1788624673.128226:0:35913:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624673.128229:0:35913:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624673.128232:0:35913:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624673.128234:0:35913:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624673.128236:0:35913:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624673.128237:0:35913:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624673.128239:0:35913:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624673.128241:0:35913:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624673.128243:0:35913:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624673.128245:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67890 00800000:00000002:3.0:1788624673.128247:0:35913:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 00000002:00000001:3.0:1788624673.128250:0:35913:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624673.128251:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c677c8 00000002:00010000:3.0:1788624673.128253:0:35913:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788624673.128439:0:35913:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788624673.128442:0:35913:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788624673.128448:0:35913:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595f80. 00000020:00000040:3.0:1788624673.128453:0:35913:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:3.0:1788624673.128460:0:35913:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788624673.128466:0:35913:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624673.128469:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.128470:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624673.128471:0:35913:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624673.128475:0:35913:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624673.128477:0:35913:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624673.128480:0:35913:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624673.128490:0:35913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049ce000. 00000100:00000001:3.0:1788624673.128498:0:35913:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.128504:0:35913:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624673.128506:0:35913:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.128508:0:35913:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624673.128509:0:35913:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.128511:0:35913:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624673.128520:0:35913:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773490732928 : -112300218818688 : ffff99dd11595f80) 00010000:00000001:3.0:1788624673.128525:0:35913:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788624673.128528:0:35913:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788624673.128531:0:35913:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:3.0:1788624673.128533:0:35913:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624673.128536:0:35913:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624673.128540:0:35913:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067ea00. 00000020:00000001:3.0:1788624673.128543:0:35913:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624673.128546:0:35913:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067ea00 with handle 0xcc94206c7ef41a10 to hash 00000020:00000001:3.0:1788624673.128548:0:35913:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624673.128549:0:35913:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624673.128554:0:35913:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624673.128557:0:35913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624673.128559:0:35913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624673.128563:0:35913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef41a10 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624673.128570:0:35913:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef41a10 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624673.128582:0:35913:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef41a10 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788624673.128588:0:35913:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624673.128590:0:35913:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624673.128598:0:35913:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd049a83c0. 00000100:00000001:3.0:1788624673.128601:0:35913:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773276898240 : -112300432653376 : ffff99dd049a83c0) 00000100:00000001:3.0:1788624673.128603:0:35913:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624673.128605:0:35913:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490732928 : -112300218818688 : ffff99dd11595f80) 00000100:00000001:3.0:1788624673.128610:0:35913:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624673.128615:0:35913:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624673.128617:0:35913:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624673.128619:0:35913:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624673.128634:0:35913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595f80 x1875506845086464/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624673.128643:0:35913:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624673.128646:0:35913:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624673.128650:0:35913:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624673.128653:0:35913:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624673.129426:0:35913:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624673.129438:0:35913:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595f80 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35913:1875506845086464:192.168.202.125@tcp:101:multiop.0 00000100:00000001:3.0:1788624673.129444:0:35913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624673.129452:0:35913:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624673.129455:0:35913:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624673.129459:0:35913:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624673.129467:0:35913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd115ed000. 02000000:00000001:3.0:1788624673.129470:0:35913:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624673.129481:0:35913:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624673.129485:0:35913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a5d8. 00000400:00000010:3.0:1788624673.129495:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f4c8. 00000100:00000200:3.0:1788624673.129505:0:35913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845086464, portal 10 00000100:00000001:3.0:1788624673.129508:0:35913:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624673.129509:0:35913:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490732928 : -112300218818688 : ffff99dd11595f80) 00000100:00000040:3.0:1788624673.129516:0:35913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11595f80 x1875506845086464/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624673.129525:0:35913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624673.129528:0:35913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624673.129531:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112faa0. 00000100:00000200:3.0:1788624673.129534:0:35913:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875506845086464, offset 0 00000400:00000200:3.0:1788624673.129542:0:35913:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624673.129552:0:35913:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.129561:0:35913:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624673.129568:0:35913:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624673.129573:0:35913:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624673.129577:0:35913:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624673.129580:0:35913:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624673.129586:0:35913:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3053:3053:256:4294967295] 192.168.202.125@tcp LPNI seq info [3053:3053:8:4294967295] 00000400:00000200:3.0:1788624673.129590:0:35913:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624673.129601:0:35913:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624673.129607:0:35913:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624673.129614:0:35913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185900. 00000800:00000200:3.0:1788624673.129623:0:35913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624673.129632:0:35913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624673.129636:0:35913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788624673.129971:0:35913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624673.129977:0:35913:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 824222 usecs (825 jiffies) 00000400:00000200:3.0:1788624673.129982:0:35913:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624673.129985:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296688016 00000100:00000001:3.0:1788624673.129988:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:3.0:1788624673.129991:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296688016 00000100:00000001:3.0:1788624673.129994:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:3.0:1788624673.129996:0:35913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624673.129999:0:35913:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624673.130002:0:35913:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624673.130004:0:35913:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624673.130007:0:35913:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd049a83c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788624673.130011:0:35913:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624673.130026:0:35913:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624673.135723:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624673.135739:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185900. 00000400:00000200:2.0:1788624673.135753:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624673.135765:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624673.135777:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112faa0 00000400:00000010:2.0:1788624673.135780:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112faa0. 00000100:00000001:2.0:1788624673.135787:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624673.135797:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595f80 x1875506845086464/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.135812:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624673.135816:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11595f80 x1875506845086464/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624689 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.135823:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624673.135825:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624673.137765:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.137788:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624673.137794:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.137797:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624673.137809:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.137819:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624673.137831:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.137837:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.137844:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.137849:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 584 into portal 10 MB=0x6a9c377467300 00000400:00000200:2.0:1788624673.137856:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.137863:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 584/584 into md 0x8a7d [1] + 224 00000800:00000001:2.0:1788624673.137871:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.137879:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624673.137884:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624673.137890:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624673.137900:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624673.137911:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595f80 x1875506845086464/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624689 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624673.137923:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff99dd11595f80 x1875506845086464/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624673.137981:0:35913:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624673.138000:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624673.138011:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.138026:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788624673.138830:0:35913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624673.138834:0:35913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624673.138838:0:35913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a5d8. 00000400:00000200:3.0:1788624673.138844:0:35913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f4c8 00000400:00000010:3.0:1788624673.138847:0:35913:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f4c8. 00000100:00000001:3.0:1788624673.138851:0:35913:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624673.138858:0:35913:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595f80 x1875506845086464/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788624673.138874:0:35913:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595f80 x1875506845086464/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624673.138880:0:35913:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624673.138882:0:35913:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624673.138886:0:35913:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624673.138890:0:35913:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624673.138893:0:35913:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624673.138896:0:35913:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624673.138899:0:35913:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624673.138910:0:35913:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=102 v=5 (5 103 103 103) 00000100:00001000:3.0:1788624673.138915:0:35913:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624673.138918:0:35913:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624673.138920:0:35913:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.138924:0:35913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624673.138928:0:35913:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624673.138933:0:35913:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624673.138935:0:35913:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934600 00000100:00000001:3.0:1788624673.138938:0:35913:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624673.138941:0:35913:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624673.138947:0:35913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595f80 x1875506845086464/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624673.138954:0:35913:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624673.138958:0:35913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624673.138960:0:35913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624673.138964:0:35913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595f80 x1875506845086464/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624689 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788624673.138973:0:35913:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595f80 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35913:1875506845086464:192.168.202.125@tcp:101:multiop.0 00000100:00000001:3.0:1788624673.138979:0:35913:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624673.138982:0:35913:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624673.138985:0:35913:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788624673.138987:0:35913:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624673.138991:0:35913:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595f80 x1875506845086464/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624689 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624673.138999:0:35913:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624673.139002:0:35913:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd049a83c0. 00000100:00000001:3.0:1788624673.139006:0:35913:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788624673.139008:0:35913:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.139073:0:35913:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788624673.139080:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624673.139083:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624673.139088:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ea00 refcount=4 00000020:00000001:3.0:1788624673.139091:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624673.139095:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000040:3.0:1788624673.139206:0:35913:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd1067ea00, remote cookie: 0xa103bd66258a8980, flags: 0x1001 00010000:00010000:3.0:1788624673.139214:0:35913:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef41a10 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8980 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788624673.139223:0:35913:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788624673.139227:0:35913:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788624673.139417:0:35913:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd0382aa00. 00010000:00000010:3.0:1788624673.139424:0:35913:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd1115af00. 00010000:00000001:3.0:1788624673.139431:0:35913:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624673.139435:0:35913:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef41a10 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8980 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624673.139444:0:35913:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef41a10 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8980 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624673.139451:0:35913:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788624673.139456:0:35913:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788624673.139459:0:35913:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788624673.139461:0:35913:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788624673.139463:0:35913:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788624673.139466:0:35913:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2c:0x0].0x0 (ffff99dd0382aa00) refcount = 1 00010000:00010000:3.0:1788624673.139470:0:35913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef41a10 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8980 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624673.139476:0:35913:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788624673.139481:0:35913:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788624673.139482:0:35913:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624673.139486:0:35913:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788624673.139489:0:35913:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624673.139492:0:35913:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef41a10 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8980 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624673.139497:0:35913:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788624673.139499:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.139501:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624673.139502:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.139503:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624673.139504:0:35913:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624673.139511:0:35913:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788624673.139512:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624673.139514:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624673.139515:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ea00 refcount=3 00000020:00000001:3.0:1788624673.139517:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624673.139519:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624673.139521:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624673.139522:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624673.139523:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ea00 refcount=4 00000020:00000001:3.0:1788624673.139525:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624673.139818:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624673.139822:0:35913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624673.139825:0:35913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624673.139829:0:35913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef41a10 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8980 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624673.139843:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.139844:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624673.139846:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624673.139847:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624673.139849:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ea00 refcount=5 00000020:00000001:3.0:1788624673.139851:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624673.139853:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624673.139855:0:35913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624673.139858:0:35913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef41a10 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8980 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624673.139865:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.139866:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788624673.139868:0:35913:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef41a10 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8980 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624673.139875:0:35913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624673.139876:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.139877:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624673.139878:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.139879:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788624673.139887:0:35913:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff99dd11595f80 x1875506845086464/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624689 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788624673.139895:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624673.139896:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624673.139897:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ea00 refcount=3 00000020:00000001:3.0:1788624673.139899:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624673.139901:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624673.139903:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.139904:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624673.139905:0:35913:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624673.139908:0:35913:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624673.139911:0:35913:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788624673.139914:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624673.139915:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624673.139916:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ea00 refcount=3 00000020:00000001:3.0:1788624673.139917:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624673.139920:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00000002:00010000:3.0:1788624673.139923:0:35913:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef41a10 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8980 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624673.139930:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.139931:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624673.139934:0:35913:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788624673.139935:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624673.139936:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624673.139937:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ea00 refcount=3 00000020:00000001:3.0:1788624673.139940:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624673.139942:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000040:3.0:1788624673.139947:0:35913:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382aa00 count: 2 00010000:00000001:3.0:1788624673.139950:0:35913:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788624673.139954:0:35913:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/44 (0 0) 00010000:00000001:3.0:1788624673.139956:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.139958:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624673.139959:0:35913:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788624673.139962:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67750 00000002:00002000:3.0:1788624673.139965:0:35913:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788624673.139968:0:35913:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624673.139972:0:35913:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624673.139976:0:35913:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788624673.139979:0:35913:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788624673.139983:0:35913:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624673.139987:0:35913:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:3.0:1788624673.139991:0:35913:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788624673.139993:0:35913:0:(namei.c:674:ll_lookup_it_finish()) it ffffbef881c67ac8 it_disposition b 00000080:00000001:3.0:1788624673.139997:0:35913:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788624673.140003:0:35913:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788624673.140006:0:35913:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788624673.140009:0:35913:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:3.0:1788624673.140082:0:35913:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788624673.140092:0:35913:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788624673.140095:0:35913:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x2c:0x0] 00000080:00000001:3.0:1788624673.140098:0:35913:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624673.140102:0:35913:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:3.0:1788624673.140218:0:35913:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788624673.140225:0:35913:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x2c:0x0], updating i_size 4096 00000080:00200000:3.0:1788624673.140228:0:35913:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x2c:0x0](ffff99dd19872a08): rc = 0 00000080:00000001:3.0:1788624673.140231:0:35913:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773627951624 : -112300081599992 : ffff99dd19872a08) 00010000:00000001:3.0:1788624673.140233:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624673.140234:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624673.140236:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ea00 refcount=3 00000020:00000001:3.0:1788624673.140238:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624673.140240:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624673.140242:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.140243:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788624673.140245:0:35913:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788624673.140246:0:35913:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788624673.140248:0:35913:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788624673.140251:0:35913:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788624673.140253:0:35913:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624673.140324:0:35913:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2c:0x0](ffff99dd19872a08) for lock 0xcc94206c7ef41a10 00800000:00000001:3.0:1788624673.140388:0:35913:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624673.140391:0:35913:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624673.140393:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624673.140394:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624673.140396:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ea00 refcount=3 00000020:00000001:3.0:1788624673.140398:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624673.140400:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624673.140403:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.140405:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624673.140406:0:35913:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624673.140408:0:35913:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788624673.140416:0:35913:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd1935e948 inode ffff99dd19872a08 refc 1 flags 0x20000e 00000080:00000001:3.0:1788624673.140421:0:35913:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788624673.140423:0:35913:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624673.140426:0:35913:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788624673.140430:0:35913:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2c:0x0](ffff99dd19872a08) 00000080:00010000:3.0:1788624673.140435:0:35913:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a10 from it ffffbef881c67ac8 00010000:00000001:3.0:1788624673.140437:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624673.140438:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624673.140439:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ea00 refcount=3 00000020:00000001:3.0:1788624673.140441:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624673.140443:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474908672 : -112300234642944 : ffff99dd1067ea00) 00010000:00000001:3.0:1788624673.140444:0:35913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624673.140447:0:35913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef41a10 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8980 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624673.140453:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.140454:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624673.140456:0:35913:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624673.140459:0:35913:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624673.140461:0:35913:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ea00/0xcc94206c7ef41a10 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8980 expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788624673.140469:0:35913:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624673.140473:0:35913:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624673.140475:0:35913:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624673.140481:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.140482:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624673.140483:0:35913:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.140487:0:35913:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624673.140489:0:35913:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.140491:0:35913:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.140494:0:35913:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.140496:0:35913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624673.140497:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.140498:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788624673.140500:0:35913:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788624673.140505:0:35913:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd113f1200. 00000100:00000001:3.0:1788624673.140511:0:35913:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624673.140516:0:35913:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11595f80 x1875506845086464/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/584 e 0 to 0 dl 1788624689 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624673.140523:0:35913:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624673.140589:0:35913:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624673.140594:0:35913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd115ed000. 02000000:00000001:3.0:1788624673.140599:0:35913:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624673.140602:0:35913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624673.140604:0:35913:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:3.0:1788624673.140606:0:35913:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624673.140609:0:35913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049ce000. 02000000:00000001:3.0:1788624673.140613:0:35913:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624673.140615:0:35913:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624673.140617:0:35913:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11595f80. 00000100:00000001:3.0:1788624673.140622:0:35913:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624673.140623:0:35913:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624673.140819:0:35913:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788624673.140823:0:35913:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff99dd19872a08), inode mode 41ed mask 1 00000080:00000001:2.0:1788624673.140830:0:35913:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624673.140851:0:35913:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd104cbc40. 00000080:00000001:2.0:1788624673.140856:0:35913:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788624673.140858:0:35913:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff99dd19872a08), inode mode 41ed mask 3 00000080:00000001:2.0:1788624673.140860:0:35913:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624673.140863:0:35913:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788624673.140865:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67b58 00000080:00200000:2.0:1788624673.140868:0:35913:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000405:0x2c:0x0](ffff99dd19872a08), file ffff99dd08739200, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788624673.140873:0:35913:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff99dd18588360. 00000080:00000001:2.0:1788624673.140877:0:35913:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788624673.140879:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67a08 00000080:00200000:2.0:1788624673.140881:0:35913:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000405:0x2c:0x0](ffff99dd19872a08), intent=open|creat 00000080:00000010:2.0:1788624673.140889:0:35913:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd063ef000. 00000080:00000001:2.0:1788624673.140898:0:35913:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624673.140902:0:35913:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624673.140904:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67928 00800000:00000002:2.0:1788624673.140906:0:35913:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-1' on [0x200000405:0x2c:0x0] 00800000:00000001:2.0:1788624673.140910:0:35913:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788624673.140914:0:35913:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788624673.140918:0:35913:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624673.140921:0:35913:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624673.140924:0:35913:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624673.140928:0:35913:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624673.140930:0:35913:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624673.140932:0:35913:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:2.0:1788624673.140934:0:35913:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624673.140938:0:35913:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446631773493984256 : -112300215567360 : ffff99dd118afc00) 00800000:00000001:2.0:1788624673.140942:0:35913:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788624673.140944:0:35913:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788624673.140947:0:35913:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788624673.140950:0:35913:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788624673.140954:0:35913:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff99dd10dbf800: Allocated FID [0x200000405:0x2e:0x0] 40000000:00000001:2.0:1788624673.140958:0:35913:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624673.140960:0:35913:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624673.140961:0:35913:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624673.140964:0:35913:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624673.140966:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c678a8 00800000:00000002:2.0:1788624673.140968:0:35913:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x2c:0x0], fid2=[0x200000405:0x2e:0x0], name='f24b.recovery-small-1' -> mds #0 layout version 1 00000002:00000001:2.0:1788624673.140973:0:35913:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624673.140975:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c677e0 00000002:00010000:2.0:1788624673.140977:0:35913:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-1,[0x200000405:0x2e:0x0]) in obj [0x200000405:0x2c:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788624673.140982:0:35913:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788624673.140985:0:35913:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788624673.140989:0:35913:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788624673.140994:0:35913:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624673.140996:0:35913:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788624673.140999:0:35913:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382aa00 count: 2 00010000:00000001:2.0:1788624673.141002:0:35913:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624673.141005:0:35913:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788624673.141008:0:35913:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624673.141083:0:35913:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624673.141087:0:35913:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624673.141095:0:35913:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d60000. 00000020:00000040:2.0:1788624673.141099:0:35913:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:2.0:1788624673.141143:0:35913:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788624673.141146:0:35913:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624673.141151:0:35913:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624673.141156:0:35913:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624673.141159:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624673.141161:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624673.141162:0:35913:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624673.141165:0:35913:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624673.141167:0:35913:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624673.141172:0:35913:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624673.141181:0:35913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd0483b400. 00000100:00000001:2.0:1788624673.141189:0:35913:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624673.141194:0:35913:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624673.141196:0:35913:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624673.141198:0:35913:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624673.141199:0:35913:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624673.141201:0:35913:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624673.141211:0:35913:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773498900480 : -112300210651136 : ffff99dd11d60000) 00010000:00000001:2.0:1788624673.141215:0:35913:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624673.141218:0:35913:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788624673.141221:0:35913:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382aa00 count: 2 00010000:00000001:2.0:1788624673.141223:0:35913:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624673.141226:0:35913:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624673.141230:0:35913:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10767200. 00000020:00000001:2.0:1788624673.141234:0:35913:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624673.141237:0:35913:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10767200 with handle 0xcc94206c7ef41a17 to hash 00000020:00000001:2.0:1788624673.141239:0:35913:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624673.141241:0:35913:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00010000:00000001:2.0:1788624673.141244:0:35913:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00010000:00000001:2.0:1788624673.141247:0:35913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624673.141249:0:35913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624673.141252:0:35913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767200/0xcc94206c7ef41a17 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35913 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624673.141399:0:35913:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767200/0xcc94206c7ef41a17 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35913 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788624673.141413:0:35913:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788624673.141424:0:35913:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11d60000 x1875506845086720/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788624673.141434:0:35913:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767200/0xcc94206c7ef41a17 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35913 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624673.141441:0:35913:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624673.141443:0:35913:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624673.141452:0:35913:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cd540. 00000100:00000001:2.0:1788624673.141454:0:35913:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486765376 : -112300222786240 : ffff99dd111cd540) 00000100:00000001:2.0:1788624673.141457:0:35913:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624673.141459:0:35913:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498900480 : -112300210651136 : ffff99dd11d60000) 00000100:00000001:2.0:1788624673.141464:0:35913:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624673.141469:0:35913:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624673.141472:0:35913:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624673.141474:0:35913:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624673.141478:0:35913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d60000 x1875506845086720/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.141486:0:35913:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624673.141488:0:35913:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624673.141493:0:35913:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624673.141496:0:35913:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624673.141499:0:35913:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624673.141503:0:35913:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d60000 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35913:1875506845086720:192.168.202.125@tcp:101:multiop.0 00000100:00000001:2.0:1788624673.141507:0:35913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624673.141515:0:35913:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624673.141518:0:35913:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624673.141520:0:35913:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624673.141736:0:35913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff99dd04900000. 02000000:00000001:2.0:1788624673.141740:0:35913:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624673.141749:0:35913:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624673.141754:0:35913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2b00. 00000400:00000010:2.0:1788624673.141763:0:35913:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff99dd04839000. 00000100:00000200:2.0:1788624673.141773:0:35913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875506845086720, portal 10 00000100:00000001:2.0:1788624673.141777:0:35913:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624673.141778:0:35913:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498900480 : -112300210651136 : ffff99dd11d60000) 00000100:00000040:2.0:1788624673.141786:0:35913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d60000 x1875506845086720/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624689 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.141795:0:35913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624673.141798:0:35913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624673.141802:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08dd0. 00000100:00000200:2.0:1788624673.141805:0:35913:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875506845086720, offset 0 00000400:00000200:2.0:1788624673.141812:0:35913:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624673.141822:0:35913:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.141832:0:35913:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624673.141839:0:35913:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624673.141843:0:35913:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624673.141848:0:35913:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624673.141850:0:35913:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624673.141855:0:35913:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3054:3054:256:4294967295] 192.168.202.125@tcp LPNI seq info [3054:3054:8:4294967295] 00000400:00000200:2.0:1788624673.141860:0:35913:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.141871:0:35913:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624673.141878:0:35913:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624673.141883:0:35913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346000. 00000800:00000200:2.0:1788624673.141892:0:35913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624673.141900:0:35913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624673.141905:0:35913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346000 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1788624673.141998:0:35913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624673.142004:0:35913:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 823232 usecs (824 jiffies) 00000400:00000200:2.0:1788624673.142008:0:35913:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624673.142021:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296688027 00000100:00000001:2.0:1788624673.142025:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:2.0:1788624673.142028:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296688027 00000100:00000001:2.0:1788624673.142030:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:2.0:1788624673.142034:0:35913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624673.142037:0:35913:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624673.142039:0:35913:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624673.142042:0:35913:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624673.142045:0:35913:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cd540 going to sleep for 11 seconds 00000100:00000001:2.0:1788624673.142048:0:35913:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624673.142051:0:35913:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624673.143272:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624673.143281:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346000. 00000400:00000200:2.0:1788624673.143291:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624673.143299:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624673.143308:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08dd0 00000400:00000010:2.0:1788624673.143311:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08dd0. 00000100:00000001:2.0:1788624673.143317:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624673.143323:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d60000 x1875506845086720/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624689 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.143764:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624673.143769:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d60000 x1875506845086720/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624689 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.143778:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624673.143780:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624673.150572:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.150596:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624673.150602:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.150605:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624673.150618:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.150630:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624673.150641:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.150647:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.150654:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.150788:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c377467400 00000400:00000200:2.0:1788624673.150795:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.150804:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x8a8d [32] + 224 00000800:00000001:2.0:1788624673.150815:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.150826:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624673.150830:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624673.150836:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624673.150847:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624673.150860:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d60000 x1875506845086720/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624689 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624673.150873:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff99dd11d60000 x1875506845086720/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624673.150957:0:35913:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624673.150982:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624673.150994:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.150998:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788624673.151598:0:35913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624673.151602:0:35913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624673.151607:0:35913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2b00. 00000400:00000200:1.0:1788624673.151614:0:35913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd04839000 00000400:00000010:1.0:1788624673.151617:0:35913:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff99dd04839000. 00000100:00000001:1.0:1788624673.151623:0:35913:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624673.151630:0:35913:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d60000 x1875506845086720/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624673.151640:0:35913:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d60000 x1875506845086720/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624673.151647:0:35913:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624673.151649:0:35913:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.151653:0:35913:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624673.151727:0:35913:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624673.151731:0:35913:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624673.151734:0:35913:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624673.151738:0:35913:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624673.151750:0:35913:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=102 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624673.151756:0:35913:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624673.151759:0:35913:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624673.151761:0:35913:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.151764:0:35913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624673.151769:0:35913:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.151772:0:35913:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624673.151774:0:35913:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x20000000a/0x1] 00000100:00000001:1.0:1788624673.151776:0:35913:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624673.151778:0:35913:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624673.151780:0:35913:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498900480 : -112300210651136 : ffff99dd11d60000) 00000100:00000001:1.0:1788624673.151784:0:35913:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624673.151787:0:35913:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1788624673.151789:0:35913:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624673.151792:0:35913:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.151797:0:35913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d60000 x1875506845086720/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624689 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624673.151805:0:35913:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624673.151808:0:35913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624673.151810:0:35913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624673.151814:0:35913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d60000 x1875506845086720/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624689 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624673.151823:0:35913:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d60000 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35913:1875506845086720:192.168.202.125@tcp:101:multiop.0 00000100:00000001:1.0:1788624673.151828:0:35913:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.151832:0:35913:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.151834:0:35913:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624673.151837:0:35913:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624673.151841:0:35913:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d60000 x1875506845086720/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624689 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624673.151848:0:35913:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624673.151851:0:35913:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cd540. 00000100:00000001:1.0:1788624673.151856:0:35913:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624673.151858:0:35913:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.151861:0:35913:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624673.151867:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.151871:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.151875:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767200 refcount=4 00000020:00000001:1.0:1788624673.151878:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00010000:00000001:1.0:1788624673.151881:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00010000:00000040:1.0:1788624673.151889:0:35913:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10767200, remote cookie: 0xa103bd66258a899c, flags: 0x1001 00010000:00010000:1.0:1788624673.151896:0:35913:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767200/0xcc94206c7ef41a17 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a899c expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788624673.151905:0:35913:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2e:0x0].0x0, instead of [0x200000405:0x2c:0x0].0x0 00010000:00000001:1.0:1788624673.151909:0:35913:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788624673.151922:0:35913:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd189e4400. 00010000:00000010:1.0:1788624673.151928:0:35913:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd087e6b80. 00010000:00000001:1.0:1788624673.151934:0:35913:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624673.151939:0:35913:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767200/0xcc94206c7ef41a17 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a899c expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624673.151947:0:35913:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767200/0xcc94206c7ef41a17 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a899c expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.151954:0:35913:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624673.151960:0:35913:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624673.151963:0:35913:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624673.151965:0:35913:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624673.151966:0:35913:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624673.151969:0:35913:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2e:0x0].0x0 (ffff99dd189e4400) refcount = 1 00010000:00010000:1.0:1788624673.151974:0:35913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767200/0xcc94206c7ef41a17 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a899c expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.151985:0:35913:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624673.151990:0:35913:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624673.151992:0:35913:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624673.151995:0:35913:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624673.151998:0:35913:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624673.152002:0:35913:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767200/0xcc94206c7ef41a17 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a899c expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.152009:0:35913:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624673.152091:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.152096:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624673.152098:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.152099:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624673.152101:0:35913:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624673.152145:0:35913:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624673.152148:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.152150:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.152152:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767200 refcount=3 00000020:00000001:1.0:1788624673.152154:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00010000:00000001:1.0:1788624673.152156:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00010000:00000001:1.0:1788624673.152159:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.152160:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.152161:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767200 refcount=4 00000020:00000001:1.0:1788624673.152163:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00010000:00000001:1.0:1788624673.152165:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00010000:00000001:1.0:1788624673.152169:0:35913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624673.152172:0:35913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624673.152176:0:35913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767200/0xcc94206c7ef41a17 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a899c expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.152183:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.152185:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624673.152186:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.152188:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.152189:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767200 refcount=5 00000020:00000001:1.0:1788624673.152191:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00010000:00000001:1.0:1788624673.152193:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00010000:00000001:1.0:1788624673.152195:0:35913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624673.152199:0:35913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767200/0xcc94206c7ef41a17 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a899c expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.152205:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.152206:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624673.152209:0:35913:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767200/0xcc94206c7ef41a17 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a899c expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.152216:0:35913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624673.152217:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.152218:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624673.152219:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.152220:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624673.152227:0:35913:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff99dd11d60000 x1875506845086720/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624689 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624673.152237:0:35913:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788624673.152243:0:35913:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11d60000 x1875506845086720/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624689 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624673.152250:0:35913:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.152401:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.152404:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.152405:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767200 refcount=3 00000020:00000001:1.0:1788624673.152408:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00010000:00000001:1.0:1788624673.152410:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00000002:00010000:1.0:1788624673.152415:0:35913:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767200/0xcc94206c7ef41a17 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a899c expref: -99 pid: 35913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788624673.152429:0:35913:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99dd1878ed40. 00010000:00000001:1.0:1788624673.152431:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.152433:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624673.152434:0:35913:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624673.152437:0:35913:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624673.152440:0:35913:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788624673.152443:0:35913:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624673.152444:0:35913:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498900480 : -112300210651136 : ffff99dd11d60000) 00000100:00000001:1.0:1788624673.152446:0:35913:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624673.152447:0:35913:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498900480 : -112300210651136 : ffff99dd11d60000) 00010000:00000001:1.0:1788624673.152449:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.152450:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.152452:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767200 refcount=3 00000020:00000001:1.0:1788624673.152453:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00010000:00000001:1.0:1788624673.152455:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00000002:00010000:1.0:1788624673.152459:0:35913:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767200/0xcc94206c7ef41a17 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a899c expref: -99 pid: 35913 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.152465:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.152467:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624673.152469:0:35913:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624673.152470:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.152471:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.152472:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767200 refcount=3 00000020:00000001:1.0:1788624673.152474:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00010000:00000001:1.0:1788624673.152476:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00010000:00000040:1.0:1788624673.152482:0:35913:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 2 00010000:00000001:1.0:1788624673.152485:0:35913:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624673.152489:0:35913:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/46 (0 0) 00010000:00000001:1.0:1788624673.152492:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.152493:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624673.152495:0:35913:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624673.152499:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67768 00000002:00002000:1.0:1788624673.152502:0:35913:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-1 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1788624673.152505:0:35913:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624673.152509:0:35913:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624673.152512:0:35913:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624673.152516:0:35913:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x2c:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788624673.152520:0:35913:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.152605:0:35913:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788624673.152608:0:35913:0:(namei.c:674:ll_lookup_it_finish()) it ffff99dd18588360 it_disposition 1800037 00000080:00002000:1.0:1788624673.152615:0:35913:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd1935f438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1788624673.152622:0:35913:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788624673.152626:0:35913:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1788624673.152628:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67990 00000080:00200000:1.0:1788624673.152631:0:35913:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000405:0x2c:0x0](ffff99dd19872a08), intent=open|creat 00000080:00000001:1.0:1788624673.152633:0:35913:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1788624673.152636:0:35913:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624673.152642:0:35913:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788624673.152646:0:35913:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624673.152649:0:35913:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611182 : 144115205339611182 : 20000040500002e) 00000080:00000001:1.0:1788624673.152653:0:35913:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788624673.152736:0:35913:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff99dd191bc200. 00000020:00000001:1.0:1788624673.152749:0:35913:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788624673.152751:0:35913:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788624673.152755:0:35913:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788624673.152757:0:35913:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2e:0x0](ffff99dd191bc2c8) 00000020:00000001:1.0:1788624673.152762:0:35913:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624673.152767:0:35913:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833000 : -112300453718616 : ffff99dd035915a8) 00000020:00001000:1.0:1788624673.152770:0:35913:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035915a0 00000020:00000001:1.0:1788624673.152775:0:35913:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788624673.152781:0:35913:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff99dd18364af0. 00000020:00000001:1.0:1788624673.152784:0:35913:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788624673.152786:0:35913:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.152796:0:35913:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788624673.152800:0:35913:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff99dd1817eaa8. 00020000:00000001:1.0:1788624673.152803:0:35913:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446631773603883688 : -112300105667928 : ffff99dd1817eaa8) 00020000:00000001:1.0:1788624673.152806:0:35913:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788624673.152810:0:35913:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788624673.152816:0:35913:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd04866000. 00020000:00000010:1.0:1788624673.152821:0:35913:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd1156d600. 00020000:00000010:1.0:1788624673.152827:0:35913:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd048660c0. 00020000:00000001:1.0:1788624673.152829:0:35913:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773275578560 : -112300433973056 : ffff99dd048660c0) 00020000:00000002:1.0:1788624673.152833:0:35913:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd048660c0, objid 0x2e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788624673.152838:0:35913:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788624673.152843:0:35913:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd1156d600: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000001:1.0:1788624673.152847:0:35913:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1788624673.152849:0:35913:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd048660c0, objid 0x2e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788624673.152853:0:35913:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788624673.152856:0:35913:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd1156d600: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000010:1.0:1788624673.152861:0:35913:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff99dd186096a0. 00020000:00000010:1.0:1788624673.152865:0:35913:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff99dd048c33c0. 00020000:00000001:1.0:1788624673.152869:0:35913:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1788624673.152873:0:35913:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff99dd03190218. 00020000:00000001:1.0:1788624673.152876:0:35913:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1788624673.152877:0:35913:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1788624673.152885:0:35913:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1788624673.152890:0:35913:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff99dd18364000. 00000020:00000001:1.0:1788624673.152892:0:35913:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788624673.152894:0:35913:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.152896:0:35913:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446631773605871744 : -112300103679872 : ffff99dd18364080) 00020000:00000001:1.0:1788624673.152900:0:35913:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1788624673.152907:0:35913:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff99dd08445880. 00020000:00000001:1.0:1788624673.152909:0:35913:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.152915:0:35913:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446631773605871744 : -112300103679872 : ffff99dd18364080) 00020000:00000001:1.0:1788624673.152918:0:35913:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446631773605871744 : -112300103679872 : ffff99dd18364080) 00020000:00000002:1.0:1788624673.152921:0:35913:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x42:0x0]@ffff99dd18364000[0:0] -> [0x200000405:0x2e:0x0]@ffff99dd18364af0: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000001:1.0:1788624673.152930:0:35913:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1788624673.152933:0:35913:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1788624673.152935:0:35913:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.152939:0:35913:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446631773605874544 : -112300103677072 : ffff99dd18364b70) 00000020:00001000:1.0:1788624673.152943:0:35913:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035915a0 00000080:00000001:1.0:1788624673.152948:0:35913:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611182 : 144115205339611182 : 20000040500002e) 00000080:00000001:1.0:1788624673.152951:0:35913:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788624673.152954:0:35913:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611182 mtime from 0 to 1788624673 00000080:00000001:1.0:1788624673.152959:0:35913:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788624673.152963:0:35913:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620912840 : -112300088638776 : ffff99dd191bc2c8) 00010000:00000001:1.0:1788624673.152965:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.152967:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.152969:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767200 refcount=3 00000020:00000001:1.0:1788624673.152971:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00010000:00000001:1.0:1788624673.152972:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00000080:00000001:1.0:1788624673.152976:0:35913:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788624673.152978:0:35913:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624673.152980:0:35913:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833000 : -112300453718616 : ffff99dd035915a8) 00000020:00001000:1.0:1788624673.152982:0:35913:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035915a0 00000020:00000001:1.0:1788624673.152984:0:35913:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788624673.152986:0:35913:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788624673.152988:0:35913:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788624673.152991:0:35913:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd048661e0. 00020000:00000010:1.0:1788624673.152993:0:35913:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd1156de00. 00020000:00000010:1.0:1788624673.152996:0:35913:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd04866600. 00020000:00000001:1.0:1788624673.152998:0:35913:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773275579904 : -112300433971712 : ffff99dd04866600) 00020000:00000002:1.0:1788624673.153001:0:35913:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd04866600, objid 0x2e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788624673.153004:0:35913:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788624673.153008:0:35913:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd1156de00: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000002:1.0:1788624673.153091:0:35913:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd1817eaa8) owner ffff99dd03e64f80 00020000:00000001:1.0:1788624673.153096:0:35913:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788624673.153099:0:35913:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd1817eaa8) owner ffff99dd03e64f80 00020000:00000010:1.0:1788624673.153235:0:35913:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd1156de00. 00020000:00000010:1.0:1788624673.153246:0:35913:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd048661e0. 00020000:00000010:1.0:1788624673.153250:0:35913:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd04866600. 00020000:00000002:1.0:1788624673.153252:0:35913:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2e:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788624673.153317:0:35913:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.153319:0:35913:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.153323:0:35913:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788624673.153327:0:35913:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817eaa8) owner 0000000000000000/ffff99dd03e64f80 00020000:00000002:1.0:1788624673.153398:0:35913:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd048660c0 addref 2/0 by ffff99dd03e64f80. 00020000:00000002:1.0:1788624673.153401:0:35913:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817eaa8) owner 0000000000000000/ffff99dd03e64f80 00020000:00000001:1.0:1788624673.153403:0:35913:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788624673.153406:0:35913:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788624673.153407:0:35913:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788624673.153409:0:35913:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788624673.153412:0:35913:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788624673.153414:0:35913:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788624673.153417:0:35913:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035915a0 00000080:00000001:1.0:1788624673.153420:0:35913:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.153421:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.153423:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624673.153425:0:35913:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624673.153429:0:35913:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788624673.153431:0:35913:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624673.153434:0:35913:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2e:0x0](ffff99dd191bc2c8) 00000080:00010000:1.0:1788624673.153438:0:35913:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2e:0x0](ffff99dd191bc2c8) for lock 0xcc94206c7ef41a17 00800000:00000001:1.0:1788624673.153442:0:35913:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624673.153444:0:35913:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624673.153445:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.153446:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.153448:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767200 refcount=3 00000020:00000001:1.0:1788624673.153450:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00010000:00000001:1.0:1788624673.153452:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00010000:00000001:1.0:1788624673.153455:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.153456:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624673.153457:0:35913:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624673.153460:0:35913:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.153461:0:35913:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1788624673.153464:0:35913:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624673.153473:0:35913:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff99dd11d60000 x1875506845086720/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624689 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624673.153482:0:35913:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788624673.153488:0:35913:0:(namei.c:1651:ll_create_it()) inode ffff99dd191bc2c8 need_sync_to_mds [0x200000405:0x2e:0x0] 00000080:00000001:1.0:1788624673.153492:0:35913:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624673.153496:0:35913:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2e:0x0](ffff99dd191bc2c8) 00000080:00000001:1.0:1788624673.153499:0:35913:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788624673.153503:0:35913:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd063ef000. 00000100:00000001:1.0:1788624673.153508:0:35913:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624673.153511:0:35913:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d60000 x1875506845086720/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624689 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624673.153516:0:35913:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.153520:0:35913:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1788624673.153522:0:35913:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788624673.153524:0:35913:0:(namei.c:1500:ll_atomic_open()) inode ffff99dd191bc2c8 need_sync_to_mds [0x200000405:0x2e:0x0] 00000080:00000001:1.0:1788624673.153613:0:35913:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788624673.153616:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67a68 00000080:00200008:1.0:1788624673.153618:0:35913:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff99dd191bc2c8), flags 100102 00000080:00000010:1.0:1788624673.153628:0:35913:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd03d13180. 00000080:00000010:1.0:1788624673.153636:0:35913:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd1878e940. 00000080:00000001:1.0:1788624673.153639:0:35913:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788624673.153645:0:35913:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788624673.153648:0:35913:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624673.153651:0:35913:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624673.153654:0:35913:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624673.153729:0:35913:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624673.153732:0:35913:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624673.153735:0:35913:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:1.0:1788624673.153737:0:35913:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624673.153740:0:35913:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788624673.153746:0:35913:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd12bc8f20. 00000002:00100000:1.0:1788624673.153752:0:35913:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11d60000 x1875506845086720/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624689 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624673.153759:0:35913:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624673.153761:0:35913:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788624673.153764:0:35913:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788624673.153768:0:35913:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.153771:0:35913:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624673.153774:0:35913:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624673.153777:0:35913:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d60000 x1875506845086720/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624689 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788624673.153785:0:35913:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624673.153788:0:35913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff99dd04900000. 02000000:00000001:1.0:1788624673.153820:0:35913:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788624673.153822:0:35913:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.153825:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67a68 00000080:00000008:1.0:1788624673.153827:0:35913:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff99dd191bc2c8), flags 100102, rc = 0 00000080:00000001:1.0:1788624673.153831:0:35913:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788624673.153833:0:35913:0:(dcache.c:176:ll_intent_release()) intent ffff99dd18588360 released 00000080:00010000:1.0:1788624673.153836:0:35913:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a17 from it ffff99dd18588360 00010000:00000001:1.0:1788624673.153838:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.153839:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.153841:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767200 refcount=3 00000020:00000001:1.0:1788624673.153842:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00010000:00000001:1.0:1788624673.153844:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475860992 : -112300233690624 : ffff99dd10767200) 00010000:00000001:1.0:1788624673.153846:0:35913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624673.153851:0:35913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767200/0xcc94206c7ef41a17 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a899c expref: -99 pid: 35913 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.153858:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.153859:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624673.153861:0:35913:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624673.153865:0:35913:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624673.153867:0:35913:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767200/0xcc94206c7ef41a17 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a899c expref: -99 pid: 35913 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624673.153876:0:35913:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624673.153879:0:35913:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624673.153882:0:35913:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624673.153887:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.153888:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624673.153891:0:35913:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.153894:0:35913:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624673.153897:0:35913:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.153899:0:35913:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.153902:0:35913:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.153905:0:35913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624673.153906:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.153907:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624673.153909:0:35913:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788624673.153911:0:35913:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788624673.153914:0:35913:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788624673.153916:0:35913:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624673.153919:0:35913:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788624673.153920:0:35913:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.153923:0:35913:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788624673.153925:0:35913:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.153927:0:35913:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788624673.153929:0:35913:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.153931:0:35913:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788624673.153934:0:35913:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff99dd18588360. 00000080:00000001:1.0:1788624673.153938:0:35913:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.153942:0:35913:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788624673.153945:0:35913:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2e:0x0](ffff99dd191bc2c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1788624673.153948:0:35913:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.154483:0:35913:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1788624673.154487:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67d88 00000080:00200008:1.0:1788624673.154490:0:35913:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-1:[0x200000405:0x2e:0x0], ppos: 0, count: 8192 00000080:00000002:1.0:1788624673.154494:0:35913:0:(file.c:2656:do_file_write_iter()) inode ffff99dd191bc2c8 need_sync_to_oss [0x200000405:0x2e:0x0] 00000080:00000001:1.0:1788624673.154497:0:35913:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1788624673.154499:0:35913:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.154502:0:35913:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1788624673.154506:0:35913:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.154508:0:35913:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:1.0:1788624673.154510:0:35913:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.154513:0:35913:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624673.154516:0:35913:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833000 : -112300453718616 : ffff99dd035915a8) 00000020:00001000:1.0:1788624673.154518:0:35913:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035915a0 00000080:00000001:1.0:1788624673.154524:0:35913:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1788624673.154792:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67c98 00000080:00200000:1.0:1788624673.154796:0:35913:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-1: write ppos: 0, bytes: 8192 00000020:00000001:1.0:1788624673.154805:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67c30 00000080:00200000:1.0:1788624673.154806:0:35913:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-1: desiginated mirror: 0 00000020:00000001:1.0:1788624673.154810:0:35913:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1788624673.154819:0:35913:0:(cl_io.c:214:cl_io_rw_init()) header@00000000fd3a132a[0x110, 1, [0x200000405:0x2e:0x0] hash] 00000020:00200000:1.0:1788624673.154821:0:35913:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:1.0:1788624673.154825:0:35913:0:(cl_object.c:143:cl_object_top()) ffff99dd18364b70 -> ffff99dd18364b70 00000020:00000001:1.0:1788624673.154828:0:35913:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788624673.154831:0:35913:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788624673.154834:0:35913:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788624673.154837:0:35913:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624673.154839:0:35913:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1788624673.154843:0:35913:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624673.154848:0:35913:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.154851:0:35913:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788624673.154853:0:35913:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.154855:0:35913:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788624673.154859:0:35913:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff99dd11c90750 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1788624673.154863:0:35913:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817eaa8) owner 0000000000000000/ffff99dd03e64f80 00020000:00000001:1.0:1788624673.154868:0:35913:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788624673.154870:0:35913:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788624673.154873:0:35913:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788624673.154875:0:35913:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1788624673.154877:0:35913:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:1.0:1788624673.154880:0:35913:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1788624673.154882:0:35913:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788624673.154883:0:35913:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.154885:0:35913:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624673.154886:0:35913:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788624673.154889:0:35913:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788624673.154891:0:35913:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817eaa8) owner 0000000000000000/ffff99dd03e64f80 00000020:00000001:1.0:1788624673.154894:0:35913:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.154895:0:35913:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624673.154898:0:35913:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:1.0:1788624673.154900:0:35913:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1788624673.154903:0:35913:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.154907:0:35913:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788624673.154908:0:35913:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788624673.154911:0:35913:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788624673.154913:0:35913:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1788624673.154915:0:35913:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1788624673.154919:0:35913:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:1.0:1788624673.154921:0:35913:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788624673.154923:0:35913:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788624673.154928:0:35913:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:1.0:1788624673.154932:0:35913:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624673.154934:0:35913:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788624673.154936:0:35913:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624673.154938:0:35913:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482283304 : -112300227268312 : ffff99dd10d87128) 00000020:00001000:1.0:1788624673.154940:0:35913:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87120 00000020:00000001:1.0:1788624673.154944:0:35913:0:(cl_object.c:143:cl_object_top()) ffff99dd18364080 -> ffff99dd18364b70 00000020:00000001:1.0:1788624673.154945:0:35913:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788624673.154949:0:35913:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624673.154950:0:35913:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788624673.154951:0:35913:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.154954:0:35913:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.154956:0:35913:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624673.154959:0:35913:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788624673.154961:0:35913:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788624673.154965:0:35913:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.154967:0:35913:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.154970:0:35913:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.154972:0:35913:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.154973:0:35913:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.154975:0:35913:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1788624673.154978:0:35913:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1788624673.154980:0:35913:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1788624673.154983:0:35913:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1788624673.154987:0:35913:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.154990:0:35913:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.154992:0:35913:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1788624673.154994:0:35913:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:1.0:1788624673.154996:0:35913:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1788624673.154998:0:35913:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1788624673.154999:0:35913:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.155001:0:35913:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.155003:0:35913:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.155005:0:35913:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.155006:0:35913:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.155009:0:35913:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788624673.155089:0:35913:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624673.155091:0:35913:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788624673.155093:0:35913:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788624673.155094:0:35913:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.155097:0:35913:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.155099:0:35913:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.155100:0:35913:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.155102:0:35913:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788624673.155234:0:35913:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788624673.155237:0:35913:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788624673.155240:0:35913:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788624673.155243:0:35913:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788624673.155246:0:35913:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:1.0:1788624673.155325:0:35913:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd087e6800. 00020000:00000002:1.0:1788624673.155401:0:35913:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:1.0:1788624673.155405:0:35913:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788624673.155408:0:35913:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624673.155409:0:35913:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624673.155411:0:35913:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788624673.155418:0:35913:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd034b6d10. 00000008:00010000:1.0:1788624673.155422:0:35913:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1788624673.155425:0:35913:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788624673.155427:0:35913:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788624673.155431:0:35913:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd087e6830, osc lock ffff99dd034b6d10, flags 0x0 00000020:00000001:1.0:1788624673.155434:0:35913:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.155436:0:35913:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.155439:0:35913:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773342164992 : -112300367386624 : ffff99dd087e6800) 00000020:00000001:1.0:1788624673.155441:0:35913:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788624673.155443:0:35913:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788624673.155445:0:35913:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.155446:0:35913:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.155449:0:35913:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788624673.155451:0:35913:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788624673.155452:0:35913:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624673.155454:0:35913:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624673.155455:0:35913:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788624673.155459:0:35913:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788624673.155461:0:35913:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1788624673.155464:0:35913:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.155468:0:35913:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788624673.155471:0:35913:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788624673.155472:0:35913:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788624673.155475:0:35913:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788624673.155476:0:35913:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788624673.155478:0:35913:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788624673.155481:0:35913:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788624673.155485:0:35913:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624673.155494:0:35913:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.155497:0:35913:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788624673.155506:0:35913:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8e00. 00000020:00000040:1.0:1788624673.155513:0:35913:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00010000:00000001:1.0:1788624673.155518:0:35913:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624673.155525:0:35913:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624673.155529:0:35913:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.155534:0:35913:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624673.155538:0:35913:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624673.155543:0:35913:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624673.155552:0:35913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd197d6800. 00000100:00000001:1.0:1788624673.155562:0:35913:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.155569:0:35913:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624673.155571:0:35913:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.155572:0:35913:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624673.155574:0:35913:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.155576:0:35913:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.155579:0:35913:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446631773499395584 : -112300210156032 : ffff99dd11dd8e00) 00010000:00000001:1.0:1788624673.155584:0:35913:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624673.155587:0:35913:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788624673.155593:0:35913:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd189e4d00. 00010000:00000010:1.0:1788624673.155597:0:35913:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff99dd189e4900. 00010000:00000001:1.0:1788624673.155604:0:35913:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624673.155609:0:35913:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18600600. 00000020:00000001:1.0:1788624673.155613:0:35913:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624673.155616:0:35913:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18600600 with handle 0xcc94206c7ef41a1e to hash 00000020:00000001:1.0:1788624673.155618:0:35913:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624673.155620:0:35913:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000010:1.0:1788624673.155624:0:35913:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff99dd1878e8c0. 00010000:00000001:1.0:1788624673.155627:0:35913:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:1.0:1788624673.155630:0:35913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624673.155634:0:35913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624673.155639:0:35913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef41a1e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624673.155652:0:35913:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef41a1e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624673.155746:0:35913:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef41a1e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624673.155754:0:35913:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624673.155757:0:35913:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624673.155767:0:35913:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd048c3780. 00000100:00000001:1.0:1788624673.155769:0:35913:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773275961216 : -112300433590400 : ffff99dd048c3780) 00000100:00000001:1.0:1788624673.155772:0:35913:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624673.155774:0:35913:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499395584 : -112300210156032 : ffff99dd11dd8e00) 00000100:00000001:1.0:1788624673.155778:0:35913:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624673.155782:0:35913:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.155784:0:35913:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624673.155786:0:35913:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624673.155799:0:35913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8e00 x1875506845086848/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624673.155809:0:35913:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624673.155811:0:35913:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624673.155816:0:35913:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624673.155819:0:35913:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624673.155822:0:35913:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624673.155826:0:35913:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8e00 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35913:1875506845086848:192.168.202.125@tcp:101:multiop.0 00000100:00000001:1.0:1788624673.155831:0:35913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624673.155838:0:35913:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624673.155841:0:35913:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624673.155845:0:35913:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624673.155851:0:35913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e0800. 02000000:00000001:1.0:1788624673.155853:0:35913:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624673.155864:0:35913:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624673.155871:0:35913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793f20. 00000400:00000010:1.0:1788624673.155882:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862caa0. 00000100:00000200:1.0:1788624673.155894:0:35913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845086848, portal 4 00000100:00000001:1.0:1788624673.155896:0:35913:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624673.155897:0:35913:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499395584 : -112300210156032 : ffff99dd11dd8e00) 00000100:00000040:1.0:1788624673.155903:0:35913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dd8e00 x1875506845086848/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624673.155911:0:35913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624673.155915:0:35913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624673.155919:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c660. 00000100:00000200:1.0:1788624673.155924:0:35913:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875506845086848, offset 0 00000400:00000200:1.0:1788624673.155931:0:35913:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624673.155941:0:35913:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624673.155951:0:35913:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624673.155958:0:35913:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624673.155963:0:35913:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624673.155968:0:35913:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624673.155971:0:35913:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624673.155976:0:35913:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3055:3055:256:4294967295] 192.168.202.125@tcp LPNI seq info [3055:3055:8:4294967295] 00000400:00000200:1.0:1788624673.155981:0:35913:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624673.155993:0:35913:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624673.156000:0:35913:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624673.156007:0:35913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd11fb0900. 00000800:00000200:1.0:1788624673.156094:0:35913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624673.156104:0:35913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624673.156150:0:35913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd11fb0900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788624673.156247:0:35913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.156253:0:35913:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 192832 usecs (193 jiffies) 00000400:00000200:1.0:1788624673.156265:0:35913:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624673.156269:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296687411 00000100:00000001:1.0:1788624673.156273:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:1.0:1788624673.156275:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296687411 00000100:00000001:1.0:1788624673.156278:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:1.0:1788624673.156280:0:35913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624673.156283:0:35913:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.156286:0:35913:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624673.156289:0:35913:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624673.156292:0:35913:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd048c3780 going to sleep for 11 seconds 00000100:00000001:1.0:1788624673.156295:0:35913:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624673.156299:0:35913:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624673.157728:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624673.157740:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd11fb0900. 00000400:00000200:2.0:1788624673.157750:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624673.157758:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624673.157768:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c660 00000400:00000010:2.0:1788624673.157771:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c660. 00000100:00000001:2.0:1788624673.157777:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624673.157784:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8e00 x1875506845086848/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.157796:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624673.157800:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8e00 x1875506845086848/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.157807:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624673.157809:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624673.160667:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.160696:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624673.160701:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.160704:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624673.160715:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.160725:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624673.160737:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.160744:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.160750:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.160756:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 400 into portal 4 MB=0x6a9c377467480 00000400:00000200:2.0:1788624673.160762:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.160769:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 400/400 into md 0x8a9d [1] + 224 00000800:00000001:2.0:1788624673.160778:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.160786:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624673.160791:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624673.160795:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624673.160804:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624673.160815:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8e00 x1875506845086848/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624673.160826:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff99dd11dd8e00 x1875506845086848/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.160850:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624673.160861:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.160864:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.161024:0:35913:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624673.161034:0:35913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624673.161036:0:35913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624673.161041:0:35913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793f20. 00000400:00000200:1.0:1788624673.161047:0:35913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862caa0 00000400:00000010:1.0:1788624673.161050:0:35913:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862caa0. 00000100:00000001:1.0:1788624673.161053:0:35913:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624673.161059:0:35913:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8e00 x1875506845086848/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624673.161075:0:35913:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8e00 x1875506845086848/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624673.161081:0:35913:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624673.161084:0:35913:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.161087:0:35913:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624673.161091:0:35913:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624673.161094:0:35913:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624673.161097:0:35913:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624673.161101:0:35913:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624673.161165:0:35913:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=101 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624673.161170:0:35913:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624673.161173:0:35913:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624673.161175:0:35913:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.161179:0:35913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624673.161183:0:35913:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.161188:0:35913:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624673.161191:0:35913:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967335 00000100:00000001:1.0:1788624673.161193:0:35913:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624673.161196:0:35913:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.161202:0:35913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8e00 x1875506845086848/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624673.161210:0:35913:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624673.161214:0:35913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624673.161217:0:35913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624673.161221:0:35913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8e00 x1875506845086848/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624673.161229:0:35913:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8e00 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35913:1875506845086848:192.168.202.125@tcp:101:multiop.0 00000100:00000001:1.0:1788624673.161235:0:35913:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.161238:0:35913:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.161241:0:35913:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624673.161243:0:35913:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624673.161248:0:35913:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8e00 x1875506845086848/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624673.161451:0:35913:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624673.161455:0:35913:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd048c3780. 00000100:00000001:1.0:1788624673.161459:0:35913:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624673.161461:0:35913:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.161465:0:35913:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624673.161469:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.161473:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.161477:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600600 refcount=4 00000020:00000001:1.0:1788624673.161480:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:1.0:1788624673.161483:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000040:1.0:1788624673.161493:0:35913:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18600600, remote cookie: 0xa103bd66258a89aa, flags: 0x1 00010000:00010000:1.0:1788624673.161501:0:35913:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef41a1e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a89aa expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.161515:0:35913:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788624673.161518:0:35913:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.161521:0:35913:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624673.161526:0:35913:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1788624673.161532:0:35913:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef41a1e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a89aa expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788624673.161541:0:35913:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x42:0x0].0x0 (ffff99dd189e4d00) refcount = 1 00010000:00000040:1.0:1788624673.161544:0:35913:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788624673.161547:0:35913:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef41a1e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a89aa expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.161558:0:35913:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624673.161560:0:35913:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624673.161563:0:35913:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624673.161568:0:35913:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624673.161573:0:35913:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef41a1e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a89aa expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.161580:0:35913:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624673.161582:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.161585:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624673.161586:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.161587:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624673.161589:0:35913:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624673.161593:0:35913:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788624673.161597:0:35913:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788624673.161601:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.161602:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.161604:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600600 refcount=3 00000020:00000001:1.0:1788624673.161606:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:1.0:1788624673.161608:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:1.0:1788624673.161611:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.161612:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.161613:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600600 refcount=4 00000020:00000001:1.0:1788624673.161615:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:1.0:1788624673.161617:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:1.0:1788624673.161621:0:35913:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624673.161624:0:35913:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624673.161628:0:35913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef41a1e lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a89aa expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.161636:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.161637:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624673.161641:0:35913:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788624673.161646:0:35913:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364b70 00000008:00010000:1.0:1788624673.161651:0:35913:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef41a1e lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a89aa expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788624673.161680:0:35913:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364b70 00000020:00000001:1.0:1788624673.161682:0:35913:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788624673.161685:0:35913:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788624673.161689:0:35913:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788624673.161691:0:35913:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.161693:0:35913:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.161695:0:35913:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364b70 00000008:00000001:1.0:1788624673.161697:0:35913:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1788624673.161699:0:35913:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.161701:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.161702:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.161704:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600600 refcount=5 00000020:00000001:1.0:1788624673.161705:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:1.0:1788624673.161708:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:1.0:1788624673.161710:0:35913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624673.161714:0:35913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef41a1e lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a89aa expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.161721:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.161722:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624673.161725:0:35913:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef41a1e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a89aa expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.161733:0:35913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624673.161735:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.161735:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624673.161737:0:35913:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.161739:0:35913:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624673.161745:0:35913:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8e00 x1875506845086848/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624673.161752:0:35913:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624673.161755:0:35913:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624673.161759:0:35913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e0800. 02000000:00000001:1.0:1788624673.161763:0:35913:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624673.161766:0:35913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624673.161768:0:35913:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624673.161771:0:35913:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624673.161774:0:35913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd197d6800. 02000000:00000001:1.0:1788624673.161777:0:35913:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624673.161779:0:35913:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624673.161782:0:35913:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8e00. 00000100:00000001:1.0:1788624673.161786:0:35913:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624673.161787:0:35913:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788624673.161789:0:35913:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624673.161792:0:35913:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.161796:0:35913:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.161799:0:35913:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.161801:0:35913:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.161804:0:35913:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.161807:0:35913:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.161809:0:35913:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.161813:0:35913:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1788624673.161819:0:35913:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:1.0:1788624673.161827:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67b80 00000080:00200000:1.0:1788624673.161829:0:35913:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-1: write [0, 8192) append 0 append lockpos 0 00000020:00000001:1.0:1788624673.161833:0:35913:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1788624673.161837:0:35913:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817eaa8) owner 0000000000000000/ffff99dd03e64f80 00020000:00000002:1.0:1788624673.161842:0:35913:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd048660c0 addref 2/0 by ffff99dd03e64f80. 00020000:00000002:1.0:1788624673.161844:0:35913:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817eaa8) owner 0000000000000000/ffff99dd03e64f80 00000020:00000001:1.0:1788624673.161848:0:35913:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1788624673.161851:0:35913:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788624673.161855:0:35913:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788624673.161859:0:35913:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:1.0:1788624673.161863:0:35913:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624673.161865:0:35913:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624673.161867:0:35913:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788624673.161870:0:35913:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788624673.161874:0:35913:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.161877:0:35913:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.161879:0:35913:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.161880:0:35913:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.161889:0:35913:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788624673.161892:0:35913:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:1.0:1788624673.161928:0:35913:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1788624673.161931:0:35913:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x2e:0x0] ffffeaa684360200 0 1 00000020:00000001:1.0:1788624673.161934:0:35913:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788624673.161936:0:35913:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.161939:0:35913:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:1.0:1788624673.161946:0:35913:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff99dd03725000. 00000020:00000001:1.0:1788624673.161951:0:35913:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788624673.161952:0:35913:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1788624673.161955:0:35913:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1788624673.161958:0:35913:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1788624673.161961:0:35913:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624673.161962:0:35913:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000008:00000001:1.0:1788624673.161967:0:35913:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1788624673.161969:0:35913:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff99dd03725070 folio ffffeaa684360200 pg:0 obj off 0 00000008:00000001:1.0:1788624673.161971:0:35913:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.161973:0:35913:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788624673.161974:0:35913:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1788624673.161976:0:35913:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1788624673.161978:0:35913:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.161983:0:35913:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.161986:0:35913:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446631773257486336 : -112300452065280 : ffff99dd03725000) 00000020:00000001:1.0:1788624673.161988:0:35913:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446631773257486336 : -112300452065280 : ffff99dd03725000) 00000020:00000001:1.0:1788624673.161990:0:35913:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1788624673.161993:0:35913:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788624673.161995:0:35913:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498050384 : -112300211501232 : ffff99dd11c90750) 00000020:00000001:1.0:1788624673.161998:0:35913:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788624673.161999:0:35913:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788624673.162002:0:35913:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788624673.162007:0:35913:0:(cl_page.c:507:__cl_page_state_set()) page@000000008a4bfd6a[2 000000007c2298f2 1 1 0000000088872b82 0 0 0] 00000020:00000001:1.0:1788624673.162009:0:35913:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788624673.162023:0:35913:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788624673.162025:0:35913:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:1.0:1788624673.162028:0:35913:0:(rw26.c:769:ll_write_begin()) page@000000008a4bfd6a[2 000000007c2298f2 2 1 0000000088872b82 0 0 0] 00000080:00008000:1.0:1788624673.162031:0:35913:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:1.0:1788624673.162032:0:35913:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1788624673.162034:0:35913:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.162039:0:35913:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1788624673.162041:0:35913:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:1.0:1788624673.162044:0:35913:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788624673.162045:0:35913:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498050384 : -112300211501232 : ffff99dd11c90750) 00000020:00000001:1.0:1788624673.162047:0:35913:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1788624673.162049:0:35913:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788624673.162056:0:35913:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1788624673.162058:0:35913:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788624673.162060:0:35913:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788624673.162061:0:35913:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1788624673.162064:0:35913:0:(rw26.c:929:ll_write_end()) page@000000008a4bfd6a[3 000000007c2298f2 2 1 0000000088872b82 0 0 0] 00000080:00200000:1.0:1788624673.162067:0:35913:0:(rw26.c:929:ll_write_end()) vmpage @00000000dfbcfd1f 17ffffc0001001 3:0 ffff99dd03725000 0 lru 00000080:00200000:1.0:1788624673.162075:0:35913:0:(rw26.c:929:ll_write_end()) osc-page@000000004d2b7a07 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000aada82c8 00000000b8900eb4 > 3< 0 0 > 4< 0 0 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1788624673.162078:0:35913:0:(rw26.c:929:ll_write_end()) end page@000000008a4bfd6a 00000080:00200000:1.0:1788624673.162079:0:35913:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1788624673.162081:0:35913:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:1.0:1788624673.162085:0:35913:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788624673.162087:0:35913:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:1.0:1788624673.162154:0:35913:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1788624673.162156:0:35913:0:(cl_page.c:427:cl_page_find()) 1@[0x200000405:0x2e:0x0] ffffeaa68435b180 0 1 00000020:00000001:1.0:1788624673.162159:0:35913:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788624673.162160:0:35913:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.162161:0:35913:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:1.0:1788624673.162165:0:35913:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff99dd03725540. 00000020:00000001:1.0:1788624673.162167:0:35913:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788624673.162168:0:35913:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1788624673.162170:0:35913:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1788624673.162173:0:35913:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:1.0:1788624673.162174:0:35913:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624673.162176:0:35913:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000008:00000001:1.0:1788624673.162178:0:35913:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1788624673.162180:0:35913:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff99dd037255b0 folio ffffeaa68435b180 pg:0 obj off 4096 00000008:00000001:1.0:1788624673.162182:0:35913:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.162184:0:35913:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788624673.162185:0:35913:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1788624673.162186:0:35913:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1788624673.162188:0:35913:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.162192:0:35913:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.162194:0:35913:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446631773257487680 : -112300452063936 : ffff99dd03725540) 00000020:00000001:1.0:1788624673.162196:0:35913:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446631773257487680 : -112300452063936 : ffff99dd03725540) 00000020:00000001:1.0:1788624673.162198:0:35913:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1788624673.162200:0:35913:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788624673.162201:0:35913:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498050384 : -112300211501232 : ffff99dd11c90750) 00000020:00000001:1.0:1788624673.162203:0:35913:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788624673.162204:0:35913:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788624673.162205:0:35913:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788624673.162208:0:35913:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f12dee2f[2 000000007c2298f2 1 1 0000000088872b82 0 0 1] 00000020:00000001:1.0:1788624673.162210:0:35913:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788624673.162211:0:35913:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788624673.162212:0:35913:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:1.0:1788624673.162215:0:35913:0:(rw26.c:769:ll_write_begin()) page@00000000f12dee2f[2 000000007c2298f2 2 1 0000000088872b82 0 0 1] 00000080:00008000:1.0:1788624673.162216:0:35913:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:1.0:1788624673.162217:0:35913:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1788624673.162218:0:35913:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.162223:0:35913:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1788624673.162224:0:35913:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:1.0:1788624673.162226:0:35913:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788624673.162227:0:35913:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498050384 : -112300211501232 : ffff99dd11c90750) 00000020:00000001:1.0:1788624673.162229:0:35913:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1788624673.162230:0:35913:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788624673.162232:0:35913:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1788624673.162233:0:35913:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788624673.162234:0:35913:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788624673.162235:0:35913:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1788624673.162238:0:35913:0:(rw26.c:929:ll_write_end()) page@00000000f12dee2f[3 000000007c2298f2 2 1 0000000088872b82 0 0 1] 00000080:00200000:1.0:1788624673.162241:0:35913:0:(rw26.c:929:ll_write_end()) vmpage @000000009410b1f4 17ffffc0001001 3:0 ffff99dd03725540 1 lru 00000080:00200000:1.0:1788624673.162247:0:35913:0:(rw26.c:929:ll_write_end()) osc-page@00000000da97de2a 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000aada82c8 00000000b8900eb4 > 3< 0 0 > 4< 0 0 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1788624673.162250:0:35913:0:(rw26.c:929:ll_write_end()) end page@00000000f12dee2f 00000080:00200000:1.0:1788624673.162251:0:35913:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:1.0:1788624673.162252:0:35913:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:1.0:1788624673.162595:0:35913:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1788624673.162599:0:35913:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:1.0:1788624673.162603:0:35913:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1788624673.162606:0:35913:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1788624673.162608:0:35913:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624673.162609:0:35913:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624673.162611:0:35913:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1788624673.162614:0:35913:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1788624673.162617:0:35913:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1788624673.162619:0:35913:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788624673.162620:0:35913:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:1.0:1788624673.162623:0:35913:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1788624673.162627:0:35913:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff99dd08445880 ready 0|-|- wr 0|-|- rd 0|- oap ffff99dd03725070 folio ffffeaa684360200 pg:0 added for cmd 2 00000008:00000001:1.0:1788624673.162633:0:35913:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:1.0:1788624673.162636:0:35913:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff99dd10dbf800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 0, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:28672 00000008:00000020:1.0:1788624673.162642:0:35913:0:(osc_cache.c:1791:osc_enter_cache()) lustre-OST0000-osc-ffff99dd10dbf800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 0, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }forced sync i/o 00000008:00000001:1.0:1788624673.162647:0:35913:0:(osc_cache.c:1792:osc_enter_cache()) Process leaving via out (rc=18446744073709551494 : -122 : 0xffffffffffffff86) 00000008:00000001:1.0:1788624673.162650:0:35913:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000001:1.0:1788624673.162712:0:35913:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:1.0:1788624673.162716:0:35913:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788624673.162721:0:35913:0:(cl_page.c:556:cl_batch_put()) page@000000008a4bfd6a[4 000000007c2298f2 2 1 0000000088872b82 0 0 0] 00000020:00000001:1.0:1788624673.162723:0:35913:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1788624673.162725:0:35913:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788624673.162726:0:35913:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000020:1.0:1788624673.162730:0:35913:0:(osc_request.c:745:osc_update_next_shrink()) next time 3219 to shrink grant 00000008:00000040:1.0:1788624673.162733:0:35913:0:(osc_io.c:486:osc_io_commit_async()) 2 -122 00000008:00000001:1.0:1788624673.162735:0:35913:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:1.0:1788624673.162737:0:35913:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00020000:00000001:1.0:1788624673.162740:0:35913:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:1.0:1788624673.162742:0:35913:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000080:00000001:1.0:1788624673.162745:0:35913:0:(vvp_io.c:932:vvp_io_commit_sync()) Process entered 00000020:00000001:1.0:1788624673.162747:0:35913:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:1.0:1788624673.162749:0:35913:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788624673.162750:0:35913:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1788624673.162751:0:35913:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788624673.162752:0:35913:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1788624673.162754:0:35913:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:1.0:1788624673.162755:0:35913:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1788624673.162757:0:35913:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1788624673.162759:0:35913:0:(cl_io.c:755:cl_io_submit_sync()) Process entered 00000020:00000001:1.0:1788624673.162761:0:35913:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788624673.162763:0:35913:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788624673.162765:0:35913:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00020000:00000001:1.0:1788624673.162767:0:35913:0:(lov_io.c:1647:lov_io_submit()) Process entered 00000020:00000001:1.0:1788624673.162768:0:35913:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788624673.162770:0:35913:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1788624673.162771:0:35913:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:1.0:1788624673.162772:0:35913:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788624673.162773:0:35913:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1788624673.162774:0:35913:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788624673.162775:0:35913:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1788624673.162776:0:35913:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:1.0:1788624673.162778:0:35913:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:1.0:1788624673.162779:0:35913:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000020:00000001:1.0:1788624673.162780:0:35913:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:1.0:1788624673.162781:0:35913:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00020000:00000001:1.0:1788624673.162782:0:35913:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624673.162783:0:35913:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624673.162785:0:35913:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00000020:00000001:1.0:1788624673.162786:0:35913:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788624673.162787:0:35913:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498050384 : -112300211501232 : ffff99dd11c90750) 00000008:00400020:1.0:1788624673.162789:0:35913:0:(osc_io.c:128:osc_io_submit()) 2 1 00000020:00000001:1.0:1788624673.162793:0:35913:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1788624673.162795:0:35913:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788624673.162797:0:35913:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788624673.162798:0:35913:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788624673.162800:0:35913:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788624673.162801:0:35913:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788624673.162804:0:35913:0:(cl_page.c:507:__cl_page_state_set()) page@000000008a4bfd6a[3 000000007c2298f2 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788624673.162806:0:35913:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:1.0:1788624673.162807:0:35913:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788624673.162808:0:35913:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1788624673.162811:0:35913:0:(cl_page.c:1054:cl_page_prep()) page@000000008a4bfd6a[3 000000007c2298f2 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788624673.162814:0:35913:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:1.0:1788624673.162816:0:35913:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788624673.162817:0:35913:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788624673.162819:0:35913:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:1.0:1788624673.162820:0:35913:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000020:00000001:1.0:1788624673.162821:0:35913:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1788624673.162822:0:35913:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788624673.162823:0:35913:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788624673.162824:0:35913:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788624673.162825:0:35913:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788624673.162827:0:35913:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788624673.162830:0:35913:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f12dee2f[3 000000007c2298f2 2 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788624673.162831:0:35913:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:1.0:1788624673.162832:0:35913:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788624673.162833:0:35913:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1788624673.162836:0:35913:0:(cl_page.c:1054:cl_page_prep()) page@00000000f12dee2f[3 000000007c2298f2 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788624673.162838:0:35913:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:1.0:1788624673.162839:0:35913:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788624673.162840:0:35913:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788624673.162841:0:35913:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:1.0:1788624673.162842:0:35913:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000008:00000001:1.0:1788624673.162845:0:35913:0:(osc_cache.c:2945:osc_queue_sync_pages()) Process entered 00000008:00000010:1.0:1788624673.162852:0:35913:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff99dd420dec00. 00000008:00000020:1.0:1788624673.162860:0:35913:0:(osc_cache.c:1926:osc_update_pending()) obj ffff99dd08445880 ready 0|-|- wr 2|+|- rd 0|- update pending cmd 2 delta 2. 00000008:00000020:1.0:1788624673.162865:0:35913:0:(osc_cache.c:3059:osc_queue_sync_pages()) extent ffff99dd420dec00@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff99dd08445880], [0|2|+|-|0000000000000000|1024|0000000000000000]} allocate ext: write=1 00000008:00010000:1.0:1788624673.162870:0:35913:0:(osc_cache.c:3059:osc_queue_sync_pages()) ### no dlm lock: extent: ffff99dd420dec00 00000008:00000020:1.0:1788624673.162874:0:35913:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff99dd064b21e8. 00000008:00000001:1.0:1788624673.162896:0:35913:0:(osc_cache.c:3063:osc_queue_sync_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.162900:0:35913:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364b70 00000020:00000001:1.0:1788624673.162903:0:35913:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364b70 00000020:00000001:1.0:1788624673.162905:0:35913:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788624673.162907:0:35913:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788624673.162910:0:35913:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.162912:0:35913:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.162914:0:35913:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364b70 00000008:00000040:1.0:1788624673.162915:0:35913:0:(osc_io.c:240:osc_io_submit()) 0/2 0 00000020:00000001:1.0:1788624673.162917:0:35913:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.162919:0:35913:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1788624673.162920:0:35913:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1788624673.162921:0:35913:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1788624673.162923:0:35913:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1788624673.162925:0:35913:0:(cl_io.c:1120:cl_2queue_fini()) Process entered 00000020:00000001:1.0:1788624673.162927:0:35913:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788624673.162928:0:35913:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:1.0:1788624673.162929:0:35913:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788624673.162930:0:35913:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:1.0:1788624673.162931:0:35913:0:(cl_io.c:1123:cl_2queue_fini()) Process leaving 00000020:00000001:1.0:1788624673.162932:0:35913:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1788624673.162933:0:35913:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1788624673.162934:0:35913:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788624673.162935:0:35913:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00020000:00000001:1.0:1788624673.162937:0:35913:0:(lov_io.c:1706:lov_io_submit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.162938:0:35913:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.162940:0:35913:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788624673.162965:0:29476:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624673.162970:0:29476:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482285176 : -112300227266440 : ffff99dd10d87878) 00000020:00001000:1.0:1788624673.162973:0:29476:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87870 00000008:00000020:1.0:1788624673.162975:0:29476:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff99dd064b21e8. 00000008:00000001:1.0:1788624673.162977:0:29476:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788624673.162979:0:29476:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1788624673.162980:0:29476:0:(osc_cache.c:2355:osc_next_obj()) Process leaving (rc=18446631773338359936 : -112300371191680 : ffff99dd08445880) 00000008:00000020:1.0:1788624673.162984:0:29476:0:(osc_cache.c:2393:osc_check_rpcs()) obj ffff99dd08445880 ready 0|-|- wr 2|+|- rd 0|- 0 in flight 00000008:00000001:1.0:1788624673.162988:0:29476:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1788624673.162990:0:29476:0:(osc_cache.c:1876:osc_makes_rpc()) high prio request forcing RPC 00000008:00000001:1.0:1788624673.162991:0:29476:0:(osc_cache.c:1877:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788624673.162993:0:29476:0:(osc_cache.c:2213:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1788624673.162996:0:29476:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1788624673.162998:0:29476:0:(osc_cache.c:2074:try_to_add_extent_for_io()) extent ffff99dd420dec00@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff99dd08445880], [0|2|+|-|0000000000000000|1024|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1788624673.163003:0:29476:0:(osc_cache.c:2074:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff99dd420dec00 00000008:00000001:1.0:1788624673.163006:0:29476:0:(osc_cache.c:2123:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1788624673.163009:0:29476:0:(osc_cache.c:1926:osc_update_pending()) obj ffff99dd08445880 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:1.0:1788624673.163486:0:29476:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:1.0:1788624673.163490:0:29476:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff99dd10dbf800: cli: ffff99dd064b21e8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1788624673.163500:0:29476:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff99dd18609a60. 00000008:00000010:1.0:1788624673.163505:0:29476:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff99dd10ff6340. 00000008:00000020:1.0:1788624673.163508:0:29476:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:1.0:1788624673.163513:0:29476:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1788624673.163515:0:29476:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1788624673.163516:0:29476:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1788624673.163521:0:29476:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788624673/1788624673 00000020:00000001:1.0:1788624673.163526:0:29476:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1788624673.163528:0:29476:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1788624673.163532:0:29476:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1788624673.163534:0:29476:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:1.0:1788624673.163538:0:29476:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624673.163547:0:29476:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4d00 count: 2 00010000:00000001:1.0:1788624673.163551:0:29476:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624673.163560:0:29476:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788624673.163562:0:29476:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788624673.163567:0:29476:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624673.163574:0:29476:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624673.163578:0:29476:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef41a1e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a89aa expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.163588:0:29476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.163590:0:29476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624673.163592:0:29476:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788624673.163594:0:29476:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.163596:0:29476:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.163598:0:29476:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600600 refcount=4 00000020:00000001:1.0:1788624673.163600:0:29476:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:1.0:1788624673.163603:0:29476:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00000008:00000001:1.0:1788624673.163606:0:29476:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:1.0:1788624673.163608:0:29476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.163609:0:29476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1788624673.163610:0:29476:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1788624673.163613:0:29476:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1788624673.163619:0:29476:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8e00. 00000020:00000040:1.0:1788624673.163623:0:29476:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:1.0:1788624673.163632:0:29476:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624673.163636:0:29476:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624673.163639:0:29476:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624673.163742:0:29476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff99dd05168000. 00000100:00000001:1.0:1788624673.163752:0:29476:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788624673.163761:0:29476:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:1.0:1788624673.163771:0:29476:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff99dd10dbf800: dirty: 0 undirty: 484638720 dropped 0 grant: 0 cl_lost_grant 0 00000008:00000001:1.0:1788624673.163777:0:29476:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1788624673.163814:0:29476:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10083 MB/s 00000008:00008000:1.0:1788624673.163825:0:29476:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffeaa684360200 map ffff99dd191bc478 index 0 flags 17ffffc0001001 count 3 priv ffff99dd03725000: off 0 00000008:00008000:1.0:1788624673.163829:0:29476:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffeaa68435b180 map ffff99dd191bc478 index 1 flags 17ffffc0001001 count 3 priv ffff99dd03725540: off 0 00000008:00000001:1.0:1788624673.163841:0:29476:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1788624673.163844:0:29476:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:1.0:1788624673.163848:0:29476:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff99dd11dd8e00 - object 0x280000401:66 offset 0<>8192 00000008:00000001:1.0:1788624673.163851:0:29476:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.163853:0:29476:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1788624673.163854:0:29476:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1788624673.163856:0:29476:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1788624673.163857:0:29476:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788624673/1788624673 00000020:00000001:1.0:1788624673.163859:0:29476:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1788624673.163860:0:29476:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1788624673.163861:0:29476:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1788624673.163864:0:29476:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624673.163865:0:29476:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499395584 : -112300210156032 : ffff99dd11dd8e00) 00000008:00000002:1.0:1788624673.163879:0:29476:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 00000000b0869744, now 0r/1w/0d in flight req@ffff99dd11dd8e00 x1875506845086976/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1788624673.163887:0:29476:0:(osc_request.c:2988:osc_build_rpc()) [0x200000405:0x2e:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:1.0:1788624673.163897:0:29476:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2a4f607] to pc [ptlrpcd_00_00+0] req@ffff99dd11dd8e00 x1875506845086976/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.163993:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624673.163998:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624673.164001:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624673.164009:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8e00 x1875506845086976/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.164029:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624673.164033:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624673.164037:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624673.164040:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624673.164043:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624673.164047:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845086976:192.168.202.125@tcp:4:multiop.0 00000100:00000001:0.0:1788624673.164055:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624673.164062:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624673.164064:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624673.164067:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624673.164074:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049ca000. 02000000:00000001:0.0:1788624673.164076:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624673.164086:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624673.164090:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dc60. 00000400:00000010:0.0:1788624673.164099:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053957f8. 00000100:00000200:0.0:1788624673.164144:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845086976, portal 4 00000100:00000001:0.0:1788624673.164147:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624673.164149:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499395584 : -112300210156032 : ffff99dd11dd8e00) 00000100:00000040:0.0:1788624673.164158:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11dd8e00 x1875506845086976/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.164166:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624673.164170:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624673.164175:0:2389:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff99dd184fdd80. 00000100:00000200:0.0:1788624673.164180:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1875506845086976, offset 0 00000400:00000200:0.0:1788624673.164187:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624673.164197:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624673.164208:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624673.164215:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624673.164221:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624673.164226:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624673.164229:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624673.164234:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3056:3056:256:4294967295] 192.168.202.125@tcp LPNI seq info [3056:3056:8:4294967295] 00000400:00000200:0.0:1788624673.164239:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624673.164252:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624673.164272:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624673.164279:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff99dd18745e00. 00000800:00000200:0.0:1788624673.164287:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624673.164296:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624673.164301:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd18745e00 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:0.0:1788624673.164322:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624673.164735:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624673.164742:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff99dd18745e00. 00000400:00000200:2.0:1788624673.164749:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624673.164755:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624673.164762:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd184fdd80 00000400:00000010:2.0:1788624673.164765:0:2383:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff99dd184fdd80. 00000100:00000001:2.0:1788624673.164769:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624673.164774:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8e00 x1875506845086976/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.164784:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624673.164790:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11dd8e00 x1875506845086976/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624689 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.164796:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624673.164797:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788624673.165460:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 192056 usecs (193 jiffies) 00000400:00000200:0.0:1788624673.165470:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624673.165474:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296687420 00000100:00000001:0.0:1788624673.165479:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:0.0:1788624673.165482:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296687420 00000100:00000001:0.0:1788624673.165484:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:0.0:1788624673.165487:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624673.165490:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.165494:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.165498:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788624673.165555:0:29476:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1788624673.165559:0:29476:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624673.165562:0:29476:0:(osc_cache.c:2262:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624673.165567:0:29476:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788624673.165570:0:29476:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624673.165573:0:29476:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788624673.165574:0:29476:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624673.165576:0:29476:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788624673.165577:0:29476:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624673.165581:0:29476:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1788624673.165583:0:29476:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624673.165586:0:29476:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1788624673.165590:0:29476:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87870 00000100:00000001:1.0:1788624673.165609:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624673.165613:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.168568:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624673.168578:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788624673.168587:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624673.168590:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624673.168595:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.168599:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624673.196498:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.196521:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624673.196526:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.196529:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624673.196540:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.196550:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624673.196561:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.196566:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.196573:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.196578:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 448 into portal 4 MB=0x6a9c377467500 00000400:00000200:2.0:1788624673.196584:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.196592:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 448/448 into md 0x8aa5 [1] + 224 00000800:00000001:2.0:1788624673.196600:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.196607:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624673.196612:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624673.196617:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624673.196626:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624673.196637:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8e00 x1875506845086976/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624689 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624673.196649:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff99dd11dd8e00 x1875506845086976/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.196681:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624673.196690:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.196694:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624673.196822:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624673.196827:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624673.196835:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624673.196838:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624673.196842:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dc60. 00000400:00000200:0.0:1788624673.196847:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053957f8 00000400:00000010:0.0:1788624673.196851:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053957f8. 00000100:00000001:0.0:1788624673.196854:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624673.196859:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8e00 x1875506845086976/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624673.196868:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8e00 x1875506845086976/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.196875:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624673.196878:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624673.196881:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624673.196884:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624673.196887:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624673.196890:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624673.196893:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624673.196905:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194454a8 time=101 v=5 (5 0 0 0) 00000100:00001000:0.0:1788624673.196909:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624673.196912:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624673.196914:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.196917:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624673.196921:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.196926:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788624673.196929:0:2389:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: committing for last_committed 4294967336 gen 17 00000100:00000001:0.0:1788624673.196932:0:2389:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788624673.196934:0:2389:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:0.0:1788624673.196937:0:2389:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624673.196939:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624673.196953:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8e00 x1875506845086976/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.196962:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624673.196965:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624673.196968:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788624673.196971:0:2389:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:0.0:1788624673.196973:0:2389:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1788624673.196978:0:2389:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1788624673.196982:0:2389:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1788624673.196986:0:2389:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff99dd10dbf800: setdq to remove for usr 0 00000001:04000000:0.0:1788624673.196988:0:2389:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff99dd10dbf800: setdq to remove for grp 0 00000001:04000000:0.0:1788624673.196990:0:2389:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff99dd10dbf800: setdq to remove for prj 0 00000001:00000001:0.0:1788624673.196993:0:2389:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788624673.196996:0:2389:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:0.0:1788624673.196999:0:2389:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:0.0:1788624673.197005:0:2389:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788624673.197008:0:2389:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1788624673.197011:0:2389:0:(osc_request.c:2586:brw_interpret()) request ffff99dd11dd8e00 aa ffff99dd11dd8fb0 rc 0 00000020:00000001:0.0:1788624673.197020:0:2389:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364b70 00000020:00000001:0.0:1788624673.197030:0:2389:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364b70 00000020:00000001:0.0:1788624673.197033:0:2389:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788624673.197036:0:2389:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 8192 00020000:00000001:0.0:1788624673.197040:0:2389:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788624673.197043:0:2389:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.197045:0:2389:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.197047:0:2389:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364b70 00000008:00000010:0.0:1788624673.197051:0:2389:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff99dd10ff6340. 00000100:00000001:0.0:1788624673.197057:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624673.197061:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8e00 x1875506845086976/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624689 ref 2 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.197068:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624673.197072:0:2389:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:0.0:1788624673.197075:0:2389:0:(osc_cache.c:908:osc_extent_finish()) extent ffff99dd420dec00@{[0 -> 1/1], [1|0|-|rpc|wShu|ffff99dd08445880], [0|2|+|-|0000000000000000|1024|ffff99dd4216a7c0]} extent finished. 00000008:00010000:0.0:1788624673.197080:0:2389:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff99dd420dec00 00000008:00000001:0.0:1788624673.197085:0:2389:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1788624673.197087:0:2389:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1788624673.197094:0:2389:0:(cl_page.c:1104:cl_page_complete()) page@000000008a4bfd6a[4 000000007c2298f2 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788624673.197096:0:2389:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1788624673.197098:0:2389:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788624673.197100:0:2389:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788624673.197102:0:2389:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788624673.197160:0:2389:0:(cl_page.c:507:__cl_page_state_set()) page@000000008a4bfd6a[4 000000007c2298f2 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788624673.197162:0:2389:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788624673.197163:0:2389:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788624673.197167:0:2389:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788624673.197170:0:2389:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000008a4bfd6a[4 000000007c2298f2 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1788624673.197172:0:2389:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1788624673.197174:0:2389:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1788624673.197176:0:2389:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788624673.197179:0:2389:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788624673.197180:0:2389:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788624673.197182:0:2389:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1788624673.197184:0:2389:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788624673.197196:0:2389:0:(cl_page.c:556:cl_batch_put()) page@000000008a4bfd6a[4 000000007c2298f2 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788624673.197198:0:2389:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788624673.197200:0:2389:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788624673.197202:0:2389:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000001:0.0:1788624673.197204:0:2389:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1788624673.197205:0:2389:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1788624673.197207:0:2389:0:(cl_page.c:1104:cl_page_complete()) page@00000000f12dee2f[4 000000007c2298f2 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788624673.197208:0:2389:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1788624673.197210:0:2389:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788624673.197211:0:2389:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788624673.197213:0:2389:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788624673.197215:0:2389:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f12dee2f[4 000000007c2298f2 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788624673.197216:0:2389:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788624673.197217:0:2389:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788624673.197219:0:2389:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788624673.197222:0:2389:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000f12dee2f[4 000000007c2298f2 1 1 0000000000000000 0 0 1] 00000080:00008000:0.0:1788624673.197223:0:2389:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1788624673.197225:0:2389:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1788624673.197226:0:2389:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788624673.197227:0:2389:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788624673.197234:0:2389:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788624673.197235:0:2389:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1788624673.197236:0:2389:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788624673.197238:0:2389:0:(cl_page.c:556:cl_batch_put()) page@00000000f12dee2f[4 000000007c2298f2 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788624673.197240:0:2389:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788624673.197241:0:2389:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788624673.197242:0:2389:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:0.0:1788624673.197247:0:2389:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff99dd420dec00@{[0 -> 1/1], [1|0|-|inv|wShu|ffff99dd08445880], [0|0|-|-|0000000000000000|1024|ffff99dd4216a7c0]} destroyed. 00000008:00010000:0.0:1788624673.197251:0:2389:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff99dd420dec00 00000008:00000010:0.0:1788624673.197376:0:2389:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff99dd420dec00. 00000008:00000001:0.0:1788624673.197382:0:2389:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788624673.197385:0:2389:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff99dd18609a60. 00000008:00000020:0.0:1788624673.197395:0:2389:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff99dd064b21e8. 00000008:00000001:0.0:1788624673.197410:0:2389:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624673.197416:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8e00 x1875506845086976/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624689 ref 1 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624673.197429:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845086976:192.168.202.125@tcp:4:multiop.0 00000100:00000001:0.0:1788624673.197434:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624673.197437:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624673.197439:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8e00 x1875506845086976/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624689 ref 1 fl Complete:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.197444:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624673.197447:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624673.197451:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049ca000. 02000000:00000001:0.0:1788624673.197454:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624673.197457:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624673.197459:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624673.197461:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624673.197465:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff99dd05168000. 02000000:00000001:0.0:1788624673.197489:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624673.197492:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624673.197495:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8e00. 00000100:00000001:0.0:1788624673.197499:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624673.197500:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624673.197503:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624673.197511:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624673.197514:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.197517:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624673.197520:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.197536:0:24424:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624673.197541:0:24424:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832568 : -112300453719048 : ffff99dd035913f8) 00000020:00001000:0.0:1788624673.197544:0:24424:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035913f0 00000008:00000020:0.0:1788624673.197547:0:24424:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff99dd064b21e8. 00000008:00000001:0.0:1788624673.197550:0:24424:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788624673.197551:0:24424:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:0.0:1788624673.197554:0:24424:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624673.197556:0:24424:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1788624673.197558:0:24424:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035913f0 00000020:00000001:1.0:1788624673.197709:0:35913:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.197714:0:35913:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1788624673.197717:0:35913:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788624673.197719:0:35913:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498050384 : -112300211501232 : ffff99dd11c90750) 00000020:00000001:1.0:1788624673.197722:0:35913:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788624673.197724:0:35913:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788624673.197726:0:35913:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788624673.197730:0:35913:0:(cl_page.c:507:__cl_page_state_set()) page@000000008a4bfd6a[3 000000007c2298f2 1 1 0000000088872b82 0 0 0] 00000020:00000001:1.0:1788624673.197732:0:35913:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788624673.197734:0:35913:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788624673.197735:0:35913:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:1.0:1788624673.197736:0:35913:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1788624673.197737:0:35913:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788624673.197738:0:35913:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498050384 : -112300211501232 : ffff99dd11c90750) 00000020:00000001:1.0:1788624673.197741:0:35913:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788624673.197742:0:35913:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788624673.197743:0:35913:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788624673.197745:0:35913:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f12dee2f[3 000000007c2298f2 1 1 0000000088872b82 0 0 1] 00000020:00000001:1.0:1788624673.197747:0:35913:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788624673.197748:0:35913:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788624673.197749:0:35913:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:1.0:1788624673.197751:0:35913:0:(cl_io.c:788:cl_io_submit_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.197754:0:35913:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1788624673.197756:0:35913:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1788624673.197757:0:35913:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1788624673.197759:0:35913:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1788624673.197760:0:35913:0:(cl_io.c:1120:cl_2queue_fini()) Process entered 00000020:00000001:1.0:1788624673.197762:0:35913:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788624673.197764:0:35913:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:1.0:1788624673.197765:0:35913:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788624673.197766:0:35913:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:1.0:1788624673.197768:0:35913:0:(cl_io.c:1123:cl_2queue_fini()) Process leaving 00000020:00000001:1.0:1788624673.197769:0:35913:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1788624673.197771:0:35913:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788624673.197773:0:35913:0:(cl_page.c:556:cl_batch_put()) page@000000008a4bfd6a[3 000000007c2298f2 2 1 0000000088872b82 0 0 0] 00000020:00000001:1.0:1788624673.197775:0:35913:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1788624673.197776:0:35913:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788624673.197778:0:35913:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000020:00000001:1.0:1788624673.197781:0:35913:0:(cl_page.c:1207:cl_page_clip()) page@000000008a4bfd6a[2 000000007c2298f2 2 1 0000000088872b82 0 0 0] 00000020:00000001:1.0:1788624673.197783:0:35913:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:1.0:1788624673.197786:0:35913:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:1.0:1788624673.197789:0:35913:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788624673.197791:0:35913:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788624673.197792:0:35913:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788624673.197793:0:35913:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788624673.197796:0:35913:0:(cl_page.c:507:__cl_page_state_set()) page@000000008a4bfd6a[2 000000007c2298f2 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788624673.197797:0:35913:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1788624673.197799:0:35913:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788624673.197800:0:35913:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788624673.197802:0:35913:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788624673.197804:0:35913:0:(cl_page.c:556:cl_batch_put()) page@000000008a4bfd6a[2 000000007c2298f2 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788624673.197805:0:35913:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1788624673.197806:0:35913:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788624673.197807:0:35913:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1788624673.197808:0:35913:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788624673.197810:0:35913:0:(cl_page.c:556:cl_batch_put()) page@00000000f12dee2f[3 000000007c2298f2 2 1 0000000088872b82 0 0 1] 00000020:00000001:1.0:1788624673.197812:0:35913:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1788624673.197813:0:35913:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788624673.197814:0:35913:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000020:00000001:1.0:1788624673.197817:0:35913:0:(cl_page.c:1207:cl_page_clip()) page@00000000f12dee2f[2 000000007c2298f2 2 1 0000000088872b82 0 0 1] 00000020:00000001:1.0:1788624673.197818:0:35913:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:1.0:1788624673.197819:0:35913:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:1.0:1788624673.197821:0:35913:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788624673.197822:0:35913:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788624673.197823:0:35913:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788624673.197824:0:35913:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788624673.197827:0:35913:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f12dee2f[2 000000007c2298f2 2 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788624673.197828:0:35913:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1788624673.197830:0:35913:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788624673.197831:0:35913:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788624673.197832:0:35913:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788624673.197835:0:35913:0:(cl_page.c:556:cl_batch_put()) page@00000000f12dee2f[2 000000007c2298f2 1 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788624673.197836:0:35913:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1788624673.197837:0:35913:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1788624673.197839:0:35913:0:(vvp_io.c:979:vvp_io_commit_sync()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:1.0:1788624673.197844:0:35913:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788624673.197849:0:35913:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817eaa8) owner 0000000000000000/ffff99dd03e64f80 00020000:00000002:1.0:1788624673.197855:0:35913:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817eaa8) owner 0000000000000000/ffff99dd03e64f80 00020000:00000001:1.0:1788624673.197858:0:35913:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.197860:0:35913:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788624673.197861:0:35913:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1788624673.197863:0:35913:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.197867:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67b80 00000080:00200000:1.0:1788624673.197869:0:35913:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-1: write bytes 0, result: 8192 00000080:00000001:1.0:1788624673.197872:0:35913:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.197876:0:35913:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788624673.197878:0:35913:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624673.197880:0:35913:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788624673.197884:0:35913:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1788624673.197886:0:35913:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364b70 00000020:00000001:1.0:1788624673.197888:0:35913:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364b70 00000020:00000001:1.0:1788624673.197890:0:35913:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788624673.197892:0:35913:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788624673.197894:0:35913:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.197896:0:35913:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.197897:0:35913:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364b70 00000008:00000001:1.0:1788624673.197899:0:35913:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.197901:0:35913:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.197903:0:35913:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.197905:0:35913:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.197906:0:35913:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.197908:0:35913:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788624673.197910:0:35913:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788624673.197912:0:35913:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788624673.197913:0:35913:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788624673.197915:0:35913:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788624673.197916:0:35913:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.197918:0:35913:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.197920:0:35913:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788624673.197921:0:35913:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788624673.197925:0:35913:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788624673.197927:0:35913:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd18bb18a8 (ffff99dd035915a8/0) at cl_lock_release():245 00000020:00000001:1.0:1788624673.197931:0:35913:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788624673.197932:0:35913:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd18bb18a8 (ffff99dd035915a8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788624673.197936:0:35913:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788624673.197939:0:35913:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624673.197941:0:35913:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624673.197943:0:35913:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788624673.197944:0:35913:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd087e6830 (ffff99dd10d87128/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788624673.197948:0:35913:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788624673.197949:0:35913:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788624673.197953:0:35913:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.197955:0:35913:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.197959:0:35913:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600600 refcount=4 00000020:00000001:1.0:1788624673.197962:0:35913:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:1.0:1788624673.197965:0:35913:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:1.0:1788624673.197968:0:35913:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624673.197973:0:35913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef41a1e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a89aa expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.197986:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.197988:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624673.197990:0:35913:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624673.197994:0:35913:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624673.197997:0:35913:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef41a1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a89aa expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624673.198009:0:35913:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624673.198012:0:35913:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624673.198015:0:35913:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624673.198020:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.198021:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624673.198035:0:35913:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.198039:0:35913:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624673.198041:0:35913:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.198044:0:35913:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.198047:0:35913:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.198049:0:35913:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624673.198050:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.198051:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624673.198052:0:35913:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.198054:0:35913:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624673.198055:0:35913:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788624673.198057:0:35913:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624673.198058:0:35913:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624673.198059:0:35913:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624673.198061:0:35913:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788624673.198062:0:35913:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd18bb18a8 (ffff99dd035915a8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788624673.198066:0:35913:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788624673.198067:0:35913:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788624673.198068:0:35913:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd087e6830 (ffff99dd035915a8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788624673.198071:0:35913:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034b6d10. 00000020:00000001:1.0:1788624673.198074:0:35913:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788624673.198076:0:35913:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd087e6800. 00020000:00000001:1.0:1788624673.198079:0:35913:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788624673.198080:0:35913:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788624673.198081:0:35913:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788624673.198083:0:35913:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788624673.198085:0:35913:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624673.198087:0:35913:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788624673.198088:0:35913:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788624673.198090:0:35913:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.198091:0:35913:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.198093:0:35913:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788624673.198094:0:35913:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788624673.198096:0:35913:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788624673.198099:0:35913:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:1.0:1788624673.198102:0:35913:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788624673.198103:0:35913:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788624673.198146:0:35913:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788624673.198148:0:35913:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624673.198149:0:35913:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788624673.198152:0:35913:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788624673.198154:0:35913:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.198156:0:35913:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.198158:0:35913:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788624673.198160:0:35913:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788624673.198162:0:35913:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624673.198167:0:35913:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:1.0:1788624673.198170:0:35913:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1788624673.198173:0:35913:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1788624673.198175:0:35913:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788624673.198177:0:35913:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788624673.198178:0:35913:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788624673.198180:0:35913:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788624673.198181:0:35913:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788624673.198183:0:35913:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87120 00020000:00000001:1.0:1788624673.198194:0:35913:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788624673.198196:0:35913:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788624673.198198:0:35913:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788624673.198200:0:35913:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788624673.198203:0:35913:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788624673.198204:0:35913:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788624673.198207:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67c98 00000080:00200000:1.0:1788624673.198209:0:35913:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-1: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:1.0:1788624673.198214:0:35913:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788624673.198216:0:35913:0:(cl_object.c:143:cl_object_top()) ffff99dd18364b70 -> ffff99dd18364b70 00000020:00000001:1.0:1788624673.198218:0:35913:0:(cl_object.c:143:cl_object_top()) ffff99dd18364b70 -> ffff99dd18364b70 00000020:00000001:1.0:1788624673.198220:0:35913:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788624673.198224:0:35913:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788624673.198229:0:35913:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788624673.198231:0:35913:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:1.0:1788624673.198233:0:35913:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788624673.198234:0:35913:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:1.0:1788624673.198237:0:35913:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2e:1029 on OST[0]: s=8192 (1) m=1788624673 a=0 c=1788624673 b=16 00020000:00000001:1.0:1788624673.198241:0:35913:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788624673.198243:0:35913:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788624673 a=0 c=1788624673 b=16 00020000:00000001:1.0:1788624673.198246:0:35913:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.198248:0:35913:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.198249:0:35913:0:(cl_object.c:143:cl_object_top()) ffff99dd18364b70 -> ffff99dd18364b70 00000080:00200000:1.0:1788624673.198252:0:35913:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2e:0x0] updating i_size 8192 i_blocks 16 00000080:00000001:1.0:1788624673.198530:0:35913:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1788624673.198536:0:35913:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:1.0:1788624673.198540:0:35913:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:1.0:1788624673.198542:0:35913:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035915a0 00000020:00000001:1.0:1788624673.198547:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67d88 00000080:00000008:1.0:1788624673.198549:0:35913:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-1:[0x200000405:0x2e:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:1.0:1788624673.198552:0:35913:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:1.0:1788624673.290373:0:35916:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624673.290387:0:35916:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788624673.290390:0:35916:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624673.290395:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7bc0 00000080:00200000:1.0:1788624673.290401:0:35916:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:1.0:1788624673.290412:0:35916:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d6400. 00800000:00000002:1.0:1788624673.290421:0:35916:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624673.290426:0:35916:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624673.290432:0:35916:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624673.290435:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7ae0 00800000:00000002:1.0:1788624673.290438:0:35916:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624673.290442:0:35916:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624673.290447:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624673.290450:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624673.290453:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624673.290456:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624673.290459:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624673.290461:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624673.290465:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624673.290470:0:35916:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624673.290476:0:35916:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624673.290480:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb79b0 00000002:00010000:1.0:1788624673.290481:0:35916:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624673.290485:0:35916:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624673.290488:0:35916:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624673.290491:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624673.290500:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:1.0:1788624673.290504:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624673.290510:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624673.290515:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624673.290521:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788624673.290539:0:35916:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624673.290545:0:35916:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624673.290548:0:35916:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788624673.290557:0:35916:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624673.290559:0:35916:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624673.290561:0:35916:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624673.290563:0:35916:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624673.290565:0:35916:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624673.290567:0:35916:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624673.290570:0:35916:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624673.290573:0:35916:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624673.290578:0:35916:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d6400. 00000080:00000001:1.0:1788624673.290583:0:35916:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624673.290585:0:35916:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624673.290588:0:35916:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624673.290592:0:35916:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41a02 00800000:00000001:1.0:1788624673.290595:0:35916:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624673.290598:0:35916:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624673.290599:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.290602:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.290605:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:1.0:1788624673.290607:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:1.0:1788624673.290610:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:1.0:1788624673.290613:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.290615:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624673.290616:0:35916:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624673.290618:0:35916:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624673.290621:0:35916:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a02 from it ffffbef881cb7bf8 00010000:00000001:1.0:1788624673.290623:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.290624:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.290626:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:1.0:1788624673.290628:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:1.0:1788624673.290630:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:1.0:1788624673.290631:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624673.290634:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788624673.290640:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.290641:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624673.290642:0:35916:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624673.290645:0:35916:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624673.290648:0:35916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788624673.290657:0:35916:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624673.290661:0:35916:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624673.290663:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624673.290669:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.290669:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624673.290671:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.290675:0:35916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624673.290677:0:35916:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.290679:0:35916:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.290681:0:35916:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.290683:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624673.290684:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.290685:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624673.290689:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624673.290690:0:35916:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624673.290693:0:35916:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788624673.290698:0:35916:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.290702:0:35916:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788624673.290704:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7b88 00000080:00002000:1.0:1788624673.290705:0:35916:0:(dcache.c:87:ll_dcompare()) found name d24b.recovery-small(ffff99dd1935e948) flags 0x20000e refc 1 00000080:00000001:1.0:1788624673.290708:0:35916:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.290710:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7bd0 00000080:00200000:1.0:1788624673.290712:0:35916:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24b.recovery-small, flags=25 00000080:00000001:1.0:1788624673.290718:0:35916:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788624673.290720:0:35916:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.290723:0:35916:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788624673.290724:0:35916:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff99dd19872a08), inode mode 41ed mask 1 00000080:00000001:1.0:1788624673.290726:0:35916:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624673.290738:0:35916:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd12bc8960. 00000080:00000001:1.0:1788624673.290742:0:35916:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788624673.290744:0:35916:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff99dd19872a08), inode mode 41ed mask 3 00000080:00000001:1.0:1788624673.290746:0:35916:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.290749:0:35916:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788624673.290752:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7b58 00000080:00200000:1.0:1788624673.290754:0:35916:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000405:0x2c:0x0](ffff99dd19872a08), file ffff99dd03eb4600, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1788624673.290759:0:35916:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff99dd04866600. 00000080:00000001:1.0:1788624673.290764:0:35916:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788624673.290766:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7a08 00000080:00200000:1.0:1788624673.290768:0:35916:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000405:0x2c:0x0](ffff99dd19872a08), intent=open|creat 00000080:00000010:1.0:1788624673.290776:0:35916:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd197d6400. 00000080:00000001:1.0:1788624673.290782:0:35916:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624673.290783:0:35916:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624673.290785:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7928 00800000:00000002:1.0:1788624673.290787:0:35916:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-2' on [0x200000405:0x2c:0x0] 00800000:00000001:1.0:1788624673.290791:0:35916:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788624673.290794:0:35916:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788624673.290798:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624673.290799:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624673.290800:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624673.290802:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624673.290804:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624673.290806:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:1.0:1788624673.290808:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624673.290811:0:35916:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446631773493984256 : -112300215567360 : ffff99dd118afc00) 00800000:00000001:1.0:1788624673.290815:0:35916:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788624673.290818:0:35916:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788624673.290821:0:35916:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788624673.290825:0:35916:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788624673.290828:0:35916:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff99dd10dbf800: Allocated FID [0x200000405:0x2f:0x0] 40000000:00000001:1.0:1788624673.290832:0:35916:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624673.290834:0:35916:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624673.290836:0:35916:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624673.290838:0:35916:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.290840:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb78a8 00800000:00000002:1.0:1788624673.290842:0:35916:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x2c:0x0], fid2=[0x200000405:0x2f:0x0], name='f24b.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:1.0:1788624673.290846:0:35916:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624673.290848:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb77e0 00000002:00010000:1.0:1788624673.290850:0:35916:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-2,[0x200000405:0x2f:0x0]) in obj [0x200000405:0x2c:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1788624673.290855:0:35916:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788624673.290857:0:35916:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788624673.290862:0:35916:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788624673.290866:0:35916:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624673.290868:0:35916:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788624673.290871:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382aa00 count: 2 00010000:00000001:1.0:1788624673.290873:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624673.290875:0:35916:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788624673.290879:0:35916:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.290881:0:35916:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624673.290883:0:35916:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624673.290890:0:35916:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddad80. 00000020:00000040:1.0:1788624673.290894:0:35916:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:1.0:1788624673.290901:0:35916:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788624673.290903:0:35916:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.290907:0:35916:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624673.290913:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624673.290916:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.290918:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624673.290919:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.290922:0:35916:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624673.290925:0:35916:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624673.290928:0:35916:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624673.290938:0:35916:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd107e0800. 00000100:00000001:1.0:1788624673.290948:0:35916:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.290954:0:35916:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624673.290956:0:35916:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.290957:0:35916:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624673.290959:0:35916:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.290961:0:35916:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624673.290971:0:35916:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00010000:00000001:1.0:1788624673.290976:0:35916:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788624673.290979:0:35916:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788624673.290981:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382aa00 count: 2 00010000:00000001:1.0:1788624673.290983:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624673.290986:0:35916:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788624673.290990:0:35916:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd18601800. 00000020:00000001:1.0:1788624673.290994:0:35916:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788624673.290997:0:35916:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd18601800 with handle 0xcc94206c7ef41a25 to hash 00000020:00000001:1.0:1788624673.290998:0:35916:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788624673.291000:0:35916:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00010000:00000001:1.0:1788624673.291004:0:35916:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00010000:00000001:1.0:1788624673.291008:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624673.291009:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624673.291013:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601800/0xcc94206c7ef41a25 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35916 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624673.291021:0:35916:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601800/0xcc94206c7ef41a25 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35916 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788624673.291036:0:35916:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788624673.291052:0:35916:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11ddad80 x1875506845087232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788624673.291062:0:35916:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601800/0xcc94206c7ef41a25 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35916 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788624673.291067:0:35916:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624673.291070:0:35916:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624673.291078:0:35916:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd048c3f00. 00000100:00000001:1.0:1788624673.291081:0:35916:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773275963136 : -112300433588480 : ffff99dd048c3f00) 00000100:00000001:1.0:1788624673.291084:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624673.291086:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00000100:00000001:1.0:1788624673.291092:0:35916:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624673.291097:0:35916:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.291099:0:35916:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624673.291102:0:35916:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624673.291146:0:35916:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddad80 x1875506845087232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624673.291154:0:35916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624673.291157:0:35916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624673.291161:0:35916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624673.291164:0:35916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624673.291167:0:35916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624673.291171:0:35916:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddad80 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35916:1875506845087232:192.168.202.125@tcp:101:multiop.0 00000100:00000001:1.0:1788624673.291176:0:35916:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624673.291183:0:35916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624673.291186:0:35916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624673.291189:0:35916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624673.291268:0:35916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff99dd04900000. 02000000:00000001:1.0:1788624673.291271:0:35916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624673.291280:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624673.291285:0:35916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793f20. 00000400:00000010:1.0:1788624673.291294:0:35916:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff99dd107e3800. 00000100:00000200:1.0:1788624673.291305:0:35916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875506845087232, portal 10 00000100:00000001:1.0:1788624673.291307:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624673.291309:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00000100:00000040:1.0:1788624673.291316:0:35916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11ddad80 x1875506845087232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624689 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624673.291325:0:35916:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624673.291328:0:35916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624673.291335:0:35916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862caa0. 00000100:00000200:1.0:1788624673.291339:0:35916:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875506845087232, offset 0 00000400:00000200:1.0:1788624673.291347:0:35916:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624673.291357:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624673.291366:0:35916:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624673.291373:0:35916:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624673.291377:0:35916:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624673.291382:0:35916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624673.291385:0:35916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624673.291390:0:35916:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3057:3057:256:4294967295] 192.168.202.125@tcp LPNI seq info [3057:3057:8:4294967295] 00000400:00000200:1.0:1788624673.291394:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624673.291408:0:35916:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624673.291415:0:35916:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624673.291421:0:35916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd11fb0500. 00000800:00000200:1.0:1788624673.291428:0:35916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624673.291438:0:35916:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624673.291443:0:35916:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd11fb0500 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1788624673.291465:0:35916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.291472:0:35916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 822243 usecs (823 jiffies) 00000400:00000200:1.0:1788624673.291477:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624673.291480:0:35916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296688176 00000100:00000001:1.0:1788624673.291484:0:35916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:1.0:1788624673.291487:0:35916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296688176 00000100:00000001:1.0:1788624673.291489:0:35916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:1.0:1788624673.291491:0:35916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624673.291494:0:35916:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.291497:0:35916:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624673.291499:0:35916:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624673.291502:0:35916:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd048c3f00 going to sleep for 11 seconds 00000100:00000001:1.0:1788624673.291505:0:35916:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624673.291509:0:35916:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624673.292013:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624673.292031:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd11fb0500. 00000400:00000200:2.0:1788624673.292037:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624673.292044:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624673.292052:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862caa0 00000400:00000010:2.0:1788624673.292055:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862caa0. 00000100:00000001:2.0:1788624673.292059:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624673.292064:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddad80 x1875506845087232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624689 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.292075:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624673.292080:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddad80 x1875506845087232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624689 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.292087:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624673.292089:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624673.327818:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.327849:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624673.327856:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.327858:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624673.327869:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.327879:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624673.327892:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.327898:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.327904:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.327909:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c377467600 00000400:00000200:2.0:1788624673.327916:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.327923:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x8aad [32] + 224 00000800:00000001:2.0:1788624673.327931:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.327945:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624673.327949:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624673.327954:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624673.327964:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624673.327977:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddad80 x1875506845087232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624689 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624673.327990:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff99dd11ddad80 x1875506845087232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.328017:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624673.328027:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.328030:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.332465:0:35916:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624673.332486:0:35916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624673.332489:0:35916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624673.332495:0:35916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793f20. 00000400:00000200:1.0:1788624673.332509:0:35916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd107e3800 00000400:00000010:1.0:1788624673.332512:0:35916:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff99dd107e3800. 00000100:00000001:1.0:1788624673.332518:0:35916:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624673.332533:0:35916:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddad80 x1875506845087232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624673.332546:0:35916:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddad80 x1875506845087232/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624673.332556:0:35916:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624673.332559:0:35916:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.332562:0:35916:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624673.332566:0:35916:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624673.332569:0:35916:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624673.332572:0:35916:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624673.332576:0:35916:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624673.332587:0:35916:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=102 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624673.332592:0:35916:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624673.332595:0:35916:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624673.332597:0:35916:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.332601:0:35916:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624673.332607:0:35916:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.332611:0:35916:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624673.332613:0:35916:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x20000000a/0x1] 00000100:00000001:1.0:1788624673.332615:0:35916:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624673.332618:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624673.332620:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00000100:00000001:1.0:1788624673.332624:0:35916:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624673.332627:0:35916:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1788624673.332629:0:35916:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624673.332632:0:35916:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624673.332638:0:35916:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddad80 x1875506845087232/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624689 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624673.332653:0:35916:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624673.332657:0:35916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624673.332659:0:35916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624673.332664:0:35916:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddad80 x1875506845087232/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624689 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624673.332672:0:35916:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddad80 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35916:1875506845087232:192.168.202.125@tcp:101:multiop.0 00000100:00000001:1.0:1788624673.332677:0:35916:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624673.332681:0:35916:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624673.332683:0:35916:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624673.332685:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624673.332689:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddad80 x1875506845087232/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624689 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624673.332695:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624673.332700:0:35916:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd048c3f00. 00000100:00000001:1.0:1788624673.332703:0:35916:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624673.332705:0:35916:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.332708:0:35916:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624673.332714:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.332718:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.332722:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601800 refcount=4 00000020:00000001:1.0:1788624673.332725:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00010000:00000001:1.0:1788624673.332728:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00010000:00000040:1.0:1788624673.332737:0:35916:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd18601800, remote cookie: 0xa103bd66258a89c6, flags: 0x1001 00010000:00010000:1.0:1788624673.332744:0:35916:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601800/0xcc94206c7ef41a25 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a89c6 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788624673.332753:0:35916:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2f:0x0].0x0, instead of [0x200000405:0x2c:0x0].0x0 00010000:00000001:1.0:1788624673.332757:0:35916:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788624673.332775:0:35916:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd189e4f00. 00010000:00000010:1.0:1788624673.332782:0:35916:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd087e6800. 00010000:00000001:1.0:1788624673.332789:0:35916:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624673.332792:0:35916:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601800/0xcc94206c7ef41a25 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a89c6 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624673.332801:0:35916:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601800/0xcc94206c7ef41a25 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a89c6 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.332808:0:35916:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624673.332813:0:35916:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624673.332816:0:35916:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624673.332818:0:35916:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624673.332820:0:35916:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624673.332823:0:35916:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2f:0x0].0x0 (ffff99dd189e4f00) refcount = 1 00010000:00010000:1.0:1788624673.332828:0:35916:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601800/0xcc94206c7ef41a25 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a89c6 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.332835:0:35916:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624673.332840:0:35916:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624673.332842:0:35916:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624673.332846:0:35916:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624673.332849:0:35916:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624673.332854:0:35916:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601800/0xcc94206c7ef41a25 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a89c6 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.332859:0:35916:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624673.332861:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.332864:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624673.332865:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.332866:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624673.332867:0:35916:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624673.332873:0:35916:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624673.332876:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.332878:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.332879:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601800 refcount=3 00000020:00000001:1.0:1788624673.332881:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00010000:00000001:1.0:1788624673.332883:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00010000:00000001:1.0:1788624673.332886:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.332887:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.332888:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601800 refcount=4 00000020:00000001:1.0:1788624673.332890:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00010000:00000001:1.0:1788624673.332892:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00010000:00000001:1.0:1788624673.332895:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624673.332898:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624673.332903:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601800/0xcc94206c7ef41a25 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a89c6 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.332910:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.332911:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624673.332912:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.332914:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.332915:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601800 refcount=5 00000020:00000001:1.0:1788624673.332917:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00010000:00000001:1.0:1788624673.332919:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00010000:00000001:1.0:1788624673.332922:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624673.332925:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601800/0xcc94206c7ef41a25 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a89c6 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.332932:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.332933:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624673.332935:0:35916:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601800/0xcc94206c7ef41a25 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a89c6 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.332942:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624673.332943:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.332945:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624673.332946:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.332947:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624673.332952:0:35916:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff99dd11ddad80 x1875506845087232/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624689 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624673.332963:0:35916:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788624673.332968:0:35916:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11ddad80 x1875506845087232/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 664/664 e 0 to 0 dl 1788624689 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624673.332975:0:35916:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624673.332982:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.332983:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.332985:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601800 refcount=3 00000020:00000001:1.0:1788624673.332987:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00010000:00000001:1.0:1788624673.332989:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00000002:00010000:1.0:1788624673.332993:0:35916:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601800/0xcc94206c7ef41a25 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a89c6 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788624673.333004:0:35916:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99dd1878ee00. 00010000:00000001:1.0:1788624673.333007:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.333008:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624673.333010:0:35916:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624673.333012:0:35916:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624673.333016:0:35916:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788624673.333018:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624673.333019:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00000100:00000001:1.0:1788624673.333021:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624673.333022:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00010000:00000001:1.0:1788624673.333024:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.333026:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.333027:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601800 refcount=3 00000020:00000001:1.0:1788624673.333029:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00010000:00000001:1.0:1788624673.333031:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00000002:00010000:1.0:1788624673.333035:0:35916:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601800/0xcc94206c7ef41a25 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a89c6 expref: -99 pid: 35916 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624673.333042:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.333043:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624673.333045:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624673.333046:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624673.333048:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624673.333049:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601800 refcount=3 00000020:00000001:1.0:1788624673.333051:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00010000:00000001:1.0:1788624673.333053:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00010000:00000040:1.0:1788624673.333058:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4f00 count: 2 00010000:00000001:1.0:1788624673.333060:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624673.333065:0:35916:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/47 (0 0) 00010000:00000001:1.0:1788624673.333067:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624673.333068:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624673.333069:0:35916:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624673.333072:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7768 00000002:00002000:1.0:1788624673.333075:0:35916:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1788624673.333079:0:35916:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624673.333082:0:35916:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624673.333085:0:35916:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624673.333089:0:35916:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x2c:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788624673.334952:0:35916:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624673.334960:0:35916:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788624673.334964:0:35916:0:(namei.c:674:ll_lookup_it_finish()) it ffff99dd04866600 it_disposition 1800037 00000080:00002000:1.0:1788624673.334973:0:35916:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd1935d0d8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1788624673.334982:0:35916:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788624673.334985:0:35916:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1788624673.334989:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7990 00000080:00200000:1.0:1788624673.334991:0:35916:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000405:0x2c:0x0](ffff99dd19872a08), intent=open|creat 00000080:00000001:1.0:1788624673.334995:0:35916:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1788624673.334997:0:35916:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624673.335004:0:35916:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788624673.335015:0:35916:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624673.335018:0:35916:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611183 : 144115205339611183 : 20000040500002f) 00000080:00000001:1.0:1788624673.335022:0:35916:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788624673.335049:0:35916:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff99dd191ba100. 00000020:00000001:1.0:1788624673.335063:0:35916:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788624673.335065:0:35916:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788624673.335069:0:35916:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788624673.335071:0:35916:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2f:0x0](ffff99dd191ba1c8) 00000020:00000001:1.0:1788624673.335076:0:35916:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624673.335082:0:35916:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833000 : -112300453718616 : ffff99dd035915a8) 00000020:00001000:1.0:1788624673.335085:0:35916:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035915a0 00000020:00000001:1.0:1788624673.335090:0:35916:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788624673.335133:0:35916:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff99dd183640c8. 00000020:00000001:1.0:1788624673.335137:0:35916:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788624673.335139:0:35916:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624673.335148:0:35916:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788624673.335153:0:35916:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff99dd1817e8b8. 00020000:00000001:1.0:1788624673.335155:0:35916:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446631773603883192 : -112300105668424 : ffff99dd1817e8b8) 00020000:00000001:1.0:1788624673.335159:0:35916:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788624673.335162:0:35916:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788624673.335169:0:35916:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd048661e0. 00020000:00000010:1.0:1788624673.335174:0:35916:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd1156de00. 00020000:00000010:0.0:1788624673.335238:0:35916:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd1879c8a0. 00020000:00000001:0.0:1788624673.335243:0:35916:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773610297504 : -112300099254112 : ffff99dd1879c8a0) 00020000:00000002:0.0:1788624673.335247:0:35916:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd1879c8a0, objid 0x2f:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788624673.335252:0:35916:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788624673.335266:0:35916:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd1156de00: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000001:0.0:1788624673.335269:0:35916:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788624673.335271:0:35916:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd1879c8a0, objid 0x2f:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788624673.335274:0:35916:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788624673.335277:0:35916:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd1156de00: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000010:0.0:1788624673.335282:0:35916:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff99dd0640ab00. 00020000:00000010:0.0:1788624673.335286:0:35916:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff99dd184fd480. 00020000:00000001:0.0:1788624673.335292:0:35916:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788624673.335295:0:35916:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff99dd09345958. 00020000:00000001:0.0:1788624673.335299:0:35916:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788624673.335301:0:35916:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788624673.335307:0:35916:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788624673.335314:0:35916:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff99dd10db70c8. 00000020:00000001:0.0:1788624673.335316:0:35916:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788624673.335318:0:35916:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.335321:0:35916:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446631773482479944 : -112300227071672 : ffff99dd10db7148) 00020000:00000001:0.0:1788624673.335325:0:35916:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788624673.335331:0:35916:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff99dd04e24c40. 00020000:00000001:0.0:1788624673.335333:0:35916:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.335338:0:35916:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446631773482479944 : -112300227071672 : ffff99dd10db7148) 00020000:00000001:0.0:1788624673.335341:0:35916:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446631773482479944 : -112300227071672 : ffff99dd10db7148) 00020000:00000002:0.0:1788624673.335345:0:35916:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x43:0x0]@ffff99dd10db70c8[0:0] -> [0x200000405:0x2f:0x0]@ffff99dd183640c8: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000001:0.0:1788624673.335351:0:35916:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788624673.335353:0:35916:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788624673.335355:0:35916:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.335358:0:35916:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446631773605871944 : -112300103679672 : ffff99dd18364148) 00000020:00001000:0.0:1788624673.335362:0:35916:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035915a0 00000080:00000001:0.0:1788624673.335367:0:35916:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611183 : 144115205339611183 : 20000040500002f) 00000080:00000001:0.0:1788624673.335370:0:35916:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788624673.335373:0:35916:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611183 mtime from 0 to 1788624673 00000080:00000001:0.0:1788624673.335379:0:35916:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788624673.335382:0:35916:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620904392 : -112300088647224 : ffff99dd191ba1c8) 00010000:00000001:0.0:1788624673.335386:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.335388:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.335391:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601800 refcount=3 00000020:00000001:0.0:1788624673.335394:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00010000:00000001:0.0:1788624673.335397:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00000080:00000001:0.0:1788624673.335401:0:35916:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788624673.335403:0:35916:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624673.335404:0:35916:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833000 : -112300453718616 : ffff99dd035915a8) 00000020:00001000:0.0:1788624673.335406:0:35916:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035915a0 00000020:00000001:0.0:1788624673.335408:0:35916:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788624673.335411:0:35916:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788624673.335412:0:35916:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788624673.335415:0:35916:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd1879cde0. 00020000:00000010:0.0:1788624673.335418:0:35916:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd049c7a00. 00020000:00000010:0.0:1788624673.335421:0:35916:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd1879cc60. 00020000:00000001:0.0:1788624673.335423:0:35916:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773610298464 : -112300099253152 : ffff99dd1879cc60) 00020000:00000002:0.0:1788624673.335425:0:35916:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd1879cc60, objid 0x2f:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788624673.335429:0:35916:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788624673.335431:0:35916:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd049c7a00: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000002:0.0:1788624673.335435:0:35916:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd1817e8b8) owner ffff99dd0134a7c0 00020000:00000001:0.0:1788624673.335437:0:35916:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788624673.335440:0:35916:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd1817e8b8) owner ffff99dd0134a7c0 00020000:00000010:0.0:1788624673.335445:0:35916:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd049c7a00. 00020000:00000010:0.0:1788624673.335452:0:35916:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd1879cde0. 00020000:00000010:0.0:1788624673.335456:0:35916:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd1879cc60. 00020000:00000002:0.0:1788624673.335458:0:35916:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2f:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788624673.335466:0:35916:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.335469:0:35916:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.335473:0:35916:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788624673.335477:0:35916:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e8b8) owner 0000000000000000/ffff99dd0134a7c0 00020000:00000002:0.0:1788624673.335481:0:35916:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd1879c8a0 addref 2/0 by ffff99dd0134a7c0. 00020000:00000002:0.0:1788624673.335484:0:35916:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e8b8) owner 0000000000000000/ffff99dd0134a7c0 00020000:00000001:0.0:1788624673.335486:0:35916:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788624673.335489:0:35916:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788624673.335490:0:35916:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788624673.335492:0:35916:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788624673.335494:0:35916:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788624673.335497:0:35916:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2f:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788624673.335499:0:35916:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035915a0 00000080:00000001:0.0:1788624673.335502:0:35916:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.335504:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.335506:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624673.335508:0:35916:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624673.335512:0:35916:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788624673.335514:0:35916:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624673.335517:0:35916:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2f:0x0](ffff99dd191ba1c8) 00000080:00010000:0.0:1788624673.335520:0:35916:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2f:0x0](ffff99dd191ba1c8) for lock 0xcc94206c7ef41a25 00800000:00000001:0.0:1788624673.335523:0:35916:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624673.335526:0:35916:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624673.335527:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.335528:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.335530:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601800 refcount=3 00000020:00000001:0.0:1788624673.335531:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00010000:00000001:0.0:1788624673.335534:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00010000:00000001:0.0:1788624673.335536:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.335537:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624673.335538:0:35916:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624673.335540:0:35916:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.335542:0:35916:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788624673.335545:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624673.335558:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff99dd11ddad80 x1875506845087232/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624689 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.335572:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788624673.335577:0:35916:0:(namei.c:1651:ll_create_it()) inode ffff99dd191ba1c8 need_sync_to_mds [0x200000405:0x2f:0x0] 00000080:00000001:0.0:1788624673.335582:0:35916:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624673.335585:0:35916:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2f:0x0](ffff99dd191ba1c8) 00000080:00000001:0.0:1788624673.335588:0:35916:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788624673.335591:0:35916:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd197d6400. 00000100:00000001:0.0:1788624673.335595:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624673.335598:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddad80 x1875506845087232/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624689 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.335604:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.335608:0:35916:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788624673.335610:0:35916:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788624673.335612:0:35916:0:(namei.c:1500:ll_atomic_open()) inode ffff99dd191ba1c8 need_sync_to_mds [0x200000405:0x2f:0x0] 00000080:00000001:0.0:1788624673.335622:0:35916:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788624673.335624:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7a68 00000080:00200008:0.0:1788624673.335626:0:35916:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff99dd191ba1c8), flags 100102 00000080:00000010:0.0:1788624673.335635:0:35916:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd2030f2c0. 00000080:00000010:0.0:1788624673.335642:0:35916:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd215f8cc0. 00000080:00000001:0.0:1788624673.335645:0:35916:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788624673.335649:0:35916:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788624673.335652:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624673.335666:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624673.335669:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624673.335672:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624673.335675:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624673.335677:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:0.0:1788624673.335679:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624673.335682:0:35916:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788624673.335686:0:35916:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd105361a0. 00000002:00100000:0.0:1788624673.335691:0:35916:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11ddad80 x1875506845087232/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624689 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624673.335697:0:35916:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624673.335699:0:35916:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788624673.335703:0:35916:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788624673.335707:0:35916:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.335709:0:35916:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624673.335712:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624673.335715:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddad80 x1875506845087232/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624689 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788624673.335721:0:35916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624673.335726:0:35916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff99dd04900000. 02000000:00000001:0.0:1788624673.335757:0:35916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788624673.335759:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.335762:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7a68 00000080:00000008:0.0:1788624673.335764:0:35916:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff99dd191ba1c8), flags 100102, rc = 0 00000080:00000001:0.0:1788624673.335769:0:35916:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788624673.335771:0:35916:0:(dcache.c:176:ll_intent_release()) intent ffff99dd04866600 released 00000080:00010000:0.0:1788624673.335775:0:35916:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a25 from it ffff99dd04866600 00010000:00000001:0.0:1788624673.335777:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.335778:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.335780:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18601800 refcount=3 00000020:00000001:0.0:1788624673.335782:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00010000:00000001:0.0:1788624673.335784:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608613888 : -112300100937728 : ffff99dd18601800) 00010000:00000001:0.0:1788624673.335786:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624673.335791:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601800/0xcc94206c7ef41a25 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a89c6 expref: -99 pid: 35916 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.335800:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.335801:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.335803:0:35916:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624673.335806:0:35916:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624673.335809:0:35916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd18601800/0xcc94206c7ef41a25 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89c6 expref: -99 pid: 35916 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624673.335817:0:35916:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624673.335822:0:35916:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624673.335825:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624673.335830:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.335831:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.335832:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.335837:0:35916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624673.335839:0:35916:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.335841:0:35916:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.335845:0:35916:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.335847:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624673.335848:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.335849:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624673.335850:0:35916:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788624673.335852:0:35916:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788624673.335855:0:35916:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788624673.335856:0:35916:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624673.335859:0:35916:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788624673.335860:0:35916:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.335864:0:35916:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788624673.335865:0:35916:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.335867:0:35916:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788624673.335870:0:35916:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.335871:0:35916:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788624673.335873:0:35916:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff99dd04866600. 00000080:00000001:0.0:1788624673.335876:0:35916:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.335881:0:35916:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788624673.335883:0:35916:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2f:0x0](ffff99dd191ba1c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1788624673.335887:0:35916:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.336214:0:35916:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:0.0:1788624673.336217:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7d88 00000080:00200008:0.0:1788624673.336220:0:35916:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-2:[0x200000405:0x2f:0x0], ppos: 0, count: 8192 00000080:00000002:0.0:1788624673.336223:0:35916:0:(file.c:2656:do_file_write_iter()) inode ffff99dd191ba1c8 need_sync_to_oss [0x200000405:0x2f:0x0] 00000080:00000001:0.0:1788624673.336227:0:35916:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1788624673.336229:0:35916:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.336231:0:35916:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788624673.336235:0:35916:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.336237:0:35916:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:0.0:1788624673.336239:0:35916:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.336242:0:35916:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624673.336244:0:35916:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833000 : -112300453718616 : ffff99dd035915a8) 00000020:00001000:0.0:1788624673.336246:0:35916:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035915a0 00000080:00000001:0.0:1788624673.336251:0:35916:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788624673.336253:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7c98 00000080:00200000:0.0:1788624673.336254:0:35916:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-2: write ppos: 0, bytes: 8192 00000020:00000001:0.0:1788624673.336262:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7c30 00000080:00200000:0.0:1788624673.336263:0:35916:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-2: desiginated mirror: 0 00000020:00000001:0.0:1788624673.336266:0:35916:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788624673.336274:0:35916:0:(cl_io.c:214:cl_io_rw_init()) header@000000005f8b463a[0x110, 1, [0x200000405:0x2f:0x0] hash] 00000020:00200000:0.0:1788624673.336277:0:35916:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:0.0:1788624673.336280:0:35916:0:(cl_object.c:143:cl_object_top()) ffff99dd18364148 -> ffff99dd18364148 00000020:00000001:0.0:1788624673.336283:0:35916:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788624673.336286:0:35916:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788624673.336288:0:35916:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2f:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788624673.336292:0:35916:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624673.336294:0:35916:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788624673.336297:0:35916:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624673.336303:0:35916:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.336307:0:35916:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788624673.336309:0:35916:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.336310:0:35916:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624673.336314:0:35916:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2f:0x0]io ffff99dd11c90750 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1788624673.336318:0:35916:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e8b8) owner 0000000000000000/ffff99dd0134a7c0 00020000:00000001:0.0:1788624673.336321:0:35916:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788624673.336324:0:35916:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788624673.336326:0:35916:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788624673.336328:0:35916:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1788624673.336330:0:35916:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:0.0:1788624673.336334:0:35916:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1788624673.336336:0:35916:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788624673.336337:0:35916:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.336339:0:35916:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624673.336340:0:35916:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788624673.336341:0:35916:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788624673.336343:0:35916:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e8b8) owner 0000000000000000/ffff99dd0134a7c0 00000020:00000001:0.0:1788624673.336346:0:35916:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.336347:0:35916:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624673.336350:0:35916:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:0.0:1788624673.336353:0:35916:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1788624673.336355:0:35916:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.336358:0:35916:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788624673.336360:0:35916:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788624673.336363:0:35916:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788624673.336364:0:35916:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1788624673.336367:0:35916:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788624673.336370:0:35916:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:0.0:1788624673.336373:0:35916:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788624673.336376:0:35916:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788624673.336380:0:35916:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1788624673.336385:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624673.336386:0:35916:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788624673.336388:0:35916:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624673.336389:0:35916:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832568 : -112300453719048 : ffff99dd035913f8) 00000020:00001000:0.0:1788624673.336391:0:35916:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035913f0 00000020:00000001:0.0:1788624673.336395:0:35916:0:(cl_object.c:143:cl_object_top()) ffff99dd10db7148 -> ffff99dd18364148 00000020:00000001:0.0:1788624673.336396:0:35916:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788624673.336399:0:35916:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624673.336400:0:35916:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788624673.336402:0:35916:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.336403:0:35916:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.336405:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:0.0:1788624673.336408:0:35916:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788624673.336411:0:35916:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788624673.336414:0:35916:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.336416:0:35916:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.336419:0:35916:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.336421:0:35916:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.336422:0:35916:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.336424:0:35916:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788624673.336428:0:35916:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788624673.336430:0:35916:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788624673.336433:0:35916:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788624673.336437:0:35916:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.336440:0:35916:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.336442:0:35916:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788624673.336444:0:35916:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:0.0:1788624673.336446:0:35916:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788624673.336448:0:35916:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788624673.336452:0:35916:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.336454:0:35916:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.336456:0:35916:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.336458:0:35916:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.336460:0:35916:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.336462:0:35916:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788624673.336464:0:35916:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624673.336465:0:35916:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788624673.336467:0:35916:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624673.336468:0:35916:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.336470:0:35916:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.336472:0:35916:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.336473:0:35916:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.336474:0:35916:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624673.336477:0:35916:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788624673.336479:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788624673.336482:0:35916:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788624673.336484:0:35916:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788624673.336486:0:35916:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:0.0:1788624673.336492:0:35916:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd11c18500. 00020000:00000002:0.0:1788624673.336496:0:35916:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1788624673.336498:0:35916:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788624673.336501:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624673.336502:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:0.0:1788624673.336504:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788624673.336508:0:35916:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd034c2be0. 00000008:00010000:0.0:1788624673.336511:0:35916:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788624673.336514:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624673.336515:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788624673.336520:0:35916:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd11c18530, osc lock ffff99dd034c2be0, flags 0x0 00000020:00000001:0.0:1788624673.336521:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.336523:0:35916:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.336526:0:35916:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773497558272 : -112300211993344 : ffff99dd11c18500) 00000020:00000001:0.0:1788624673.336528:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624673.336529:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788624673.336531:0:35916:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.336532:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.336534:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624673.336536:0:35916:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624673.336538:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624673.336539:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:0.0:1788624673.336540:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624673.336542:0:35916:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624673.336544:0:35916:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788624673.336546:0:35916:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.336549:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788624673.336551:0:35916:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788624673.336553:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788624673.336554:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788624673.336556:0:35916:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788624673.336557:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788624673.336559:0:35916:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788624673.336562:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624673.336570:0:35916:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.336573:0:35916:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1788624673.336579:0:35916:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04e00. 00000020:00000040:0.0:1788624673.336585:0:35916:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00010000:00000001:0.0:1788624673.336590:0:35916:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624673.336595:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624673.336601:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.336602:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.336603:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.336607:0:35916:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624673.336610:0:35916:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624673.336615:0:35916:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624673.336622:0:35916:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd18745200. 00000100:00000001:0.0:1788624673.336631:0:35916:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.336635:0:35916:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624673.336637:0:35916:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.336639:0:35916:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624673.336640:0:35916:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.336642:0:35916:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.336645:0:35916:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446631773497478656 : -112300212072960 : ffff99dd11c04e00) 00010000:00000001:0.0:1788624673.336649:0:35916:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624673.336651:0:35916:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788624673.336656:0:35916:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03f10900. 00010000:00000010:0.0:1788624673.336660:0:35916:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff99dd03f10100. 00010000:00000001:0.0:1788624673.336665:0:35916:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624673.336669:0:35916:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d19800. 00000020:00000001:0.0:1788624673.336673:0:35916:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624673.336675:0:35916:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d19800 with handle 0xcc94206c7ef41a2c to hash 00000020:00000001:0.0:1788624673.336677:0:35916:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624673.336679:0:35916:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000010:0.0:1788624673.336683:0:35916:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff99dd215f8d00. 00010000:00000001:0.0:1788624673.336685:0:35916:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624673.336689:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624673.336692:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624673.336696:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624673.336706:0:35916:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624673.336719:0:35916:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624673.336727:0:35916:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624673.336729:0:35916:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624673.336736:0:35916:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd184fda80. 00000100:00000001:0.0:1788624673.336739:0:35916:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773607549568 : -112300102002048 : ffff99dd184fda80) 00000100:00000001:0.0:1788624673.336742:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624673.336744:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497478656 : -112300212072960 : ffff99dd11c04e00) 00000100:00000001:0.0:1788624673.336747:0:35916:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624673.336749:0:35916:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.336752:0:35916:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624673.336754:0:35916:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624673.336761:0:35916:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04e00 x1875506845087360/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.336769:0:35916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624673.336772:0:35916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624673.336776:0:35916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624673.336779:0:35916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624673.336781:0:35916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624673.336785:0:35916:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04e00 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35916:1875506845087360:192.168.202.125@tcp:101:multiop.0 00000100:00000001:0.0:1788624673.336790:0:35916:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624673.336797:0:35916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624673.336800:0:35916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624673.336803:0:35916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624673.336809:0:35916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049ca000. 02000000:00000001:0.0:1788624673.336810:0:35916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624673.336821:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624673.336826:0:35916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dc60. 00000400:00000010:0.0:1788624673.336836:0:35916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053957f8. 00000100:00000200:0.0:1788624673.336846:0:35916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845087360, portal 4 00000100:00000001:0.0:1788624673.336848:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624673.336849:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497478656 : -112300212072960 : ffff99dd11c04e00) 00000100:00000040:0.0:1788624673.336855:0:35916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c04e00 x1875506845087360/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.336862:0:35916:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624673.336866:0:35916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624673.336869:0:35916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395088. 00000100:00000200:0.0:1788624673.336873:0:35916:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875506845087360, offset 0 00000400:00000200:0.0:1788624673.336880:0:35916:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624673.336890:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624673.336899:0:35916:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624673.336906:0:35916:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624673.336911:0:35916:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624673.336915:0:35916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624673.336918:0:35916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624673.336922:0:35916:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3058:3058:256:4294967295] 192.168.202.125@tcp LPNI seq info [3058:3058:8:4294967295] 00000400:00000200:0.0:1788624673.336926:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624673.336936:0:35916:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624673.336945:0:35916:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624673.336951:0:35916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cb00. 00000800:00000200:0.0:1788624673.336959:0:35916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624673.336968:0:35916:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624673.336973:0:35916:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788624673.337000:0:35916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624673.337006:0:35916:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 191431 usecs (192 jiffies) 00000400:00000200:0.0:1788624673.337009:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624673.337013:0:35916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296687590 00000100:00000001:0.0:1788624673.337016:0:35916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:0.0:1788624673.337018:0:35916:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296687590 00000100:00000001:0.0:1788624673.337020:0:35916:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:0.0:1788624673.337023:0:35916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624673.337026:0:35916:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.337028:0:35916:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624673.337030:0:35916:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624673.337033:0:35916:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd184fda80 going to sleep for 11 seconds 00000100:00000001:0.0:1788624673.337036:0:35916:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624673.337039:0:35916:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624673.341922:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624673.341936:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cb00. 00000400:00000200:2.0:1788624673.341947:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624673.341958:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624673.341970:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395088 00000400:00000010:2.0:1788624673.341973:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395088. 00000100:00000001:2.0:1788624673.341980:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624673.341991:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04e00 x1875506845087360/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.342007:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624673.342012:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04e00 x1875506845087360/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.342020:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624673.342022:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624673.354259:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.354286:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624673.354292:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.354295:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624673.354306:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.354318:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624673.354331:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.354337:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.354343:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.354349:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 400 into portal 4 MB=0x6a9c377467680 00000400:00000200:2.0:1788624673.354356:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624673.354364:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 400/400 into md 0x8ab5 [1] + 224 00000800:00000001:2.0:1788624673.354374:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.354384:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624673.354388:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624673.354394:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624673.354404:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624673.354417:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04e00 x1875506845087360/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624673.354429:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff99dd11c04e00 x1875506845087360/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624673.354456:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624673.354467:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624673.354471:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624673.354878:0:35916:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624673.354888:0:35916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624673.354890:0:35916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624673.354895:0:35916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dc60. 00000400:00000200:0.0:1788624673.354901:0:35916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053957f8 00000400:00000010:0.0:1788624673.354904:0:35916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053957f8. 00000100:00000001:0.0:1788624673.354907:0:35916:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624673.354914:0:35916:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04e00 x1875506845087360/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624673.354923:0:35916:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04e00 x1875506845087360/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.354928:0:35916:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624673.354931:0:35916:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624673.354934:0:35916:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624673.354939:0:35916:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624673.354942:0:35916:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624673.354945:0:35916:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624673.354948:0:35916:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624673.354960:0:35916:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=101 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624673.354965:0:35916:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624673.354968:0:35916:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624673.354970:0:35916:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.354973:0:35916:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624673.354978:0:35916:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.354982:0:35916:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624673.354984:0:35916:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1788624673.354986:0:35916:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624673.354988:0:35916:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624673.354993:0:35916:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04e00 x1875506845087360/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.355001:0:35916:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624673.355004:0:35916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624673.355006:0:35916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624673.355010:0:35916:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04e00 x1875506845087360/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624673.355017:0:35916:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04e00 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35916:1875506845087360:192.168.202.125@tcp:101:multiop.0 00000100:00000001:0.0:1788624673.355022:0:35916:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624673.355025:0:35916:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.355028:0:35916:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624673.355030:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624673.355034:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04e00 x1875506845087360/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.355041:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624673.355044:0:35916:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd184fda80. 00000100:00000001:0.0:1788624673.355047:0:35916:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624673.355050:0:35916:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.355053:0:35916:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624673.355057:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.355060:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.355064:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=4 00000020:00000001:0.0:1788624673.355067:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624673.355070:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000040:0.0:1788624673.355078:0:35916:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd11d19800, remote cookie: 0xa103bd66258a89d4, flags: 0x1 00010000:00010000:0.0:1788624673.355086:0:35916:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a89d4 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.365920:0:35916:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788624673.365931:0:35916:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.365934:0:35916:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624673.365939:0:35916:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788624673.365948:0:35916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a89d4 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788624673.365961:0:35916:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x43:0x0].0x0 (ffff99dd03f10900) refcount = 1 00010000:00000040:0.0:1788624673.365965:0:35916:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788624673.365968:0:35916:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a89d4 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.365979:0:35916:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624673.365982:0:35916:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624673.365985:0:35916:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624673.365989:0:35916:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624673.365994:0:35916:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a89d4 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.366000:0:35916:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624673.366002:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.366006:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.366007:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.366008:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.366010:0:35916:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624673.366016:0:35916:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788624673.366019:0:35916:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788624673.366024:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.366026:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.366030:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:0.0:1788624673.366033:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624673.366036:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624673.366038:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.366039:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.366041:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=4 00000020:00000001:0.0:1788624673.366043:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624673.366044:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624673.366047:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624673.366050:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624673.366053:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a89d4 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.366059:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.366060:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624673.366064:0:35916:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788624673.366070:0:35916:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000008:00010000:0.0:1788624673.366075:0:35916:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a89d4 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788624673.366082:0:35916:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000020:00000001:0.0:1788624673.366085:0:35916:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788624673.366087:0:35916:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788624673.366091:0:35916:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788624673.366094:0:35916:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.366096:0:35916:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.366098:0:35916:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000008:00000001:0.0:1788624673.366100:0:35916:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1788624673.366103:0:35916:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.366140:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.366141:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.366143:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=5 00000020:00000001:0.0:1788624673.366145:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624673.366147:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624673.366150:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624673.366153:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a89d4 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.366160:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.366161:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624673.366165:0:35916:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a89d4 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.366172:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624673.366173:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.366173:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624673.366175:0:35916:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624673.366179:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624673.366207:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04e00 x1875506845087360/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624689 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624673.366216:0:35916:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624673.366220:0:35916:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624673.366225:0:35916:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049ca000. 02000000:00000001:0.0:1788624673.366233:0:35916:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624673.366236:0:35916:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624673.366238:0:35916:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624673.366240:0:35916:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624673.366243:0:35916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd18745200. 02000000:00000001:0.0:1788624673.366247:0:35916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624673.366250:0:35916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624673.366252:0:35916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04e00. 00000100:00000001:0.0:1788624673.366257:0:35916:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624673.366259:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788624673.366261:0:35916:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624673.366264:0:35916:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.366268:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.366271:0:35916:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.366273:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.366275:0:35916:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.366279:0:35916:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.366281:0:35916:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.366284:0:35916:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788624673.366289:0:35916:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1788624673.366296:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7b80 00000080:00200000:0.0:1788624673.366299:0:35916:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-2: write [0, 8192) append 0 append lockpos 0 00000020:00000001:0.0:1788624673.366302:0:35916:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788624673.366306:0:35916:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e8b8) owner 0000000000000000/ffff99dd0134a7c0 00020000:00000002:0.0:1788624673.366310:0:35916:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd1879c8a0 addref 2/0 by ffff99dd0134a7c0. 00020000:00000002:0.0:1788624673.366313:0:35916:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e8b8) owner 0000000000000000/ffff99dd0134a7c0 00000020:00000001:0.0:1788624673.366316:0:35916:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:0.0:1788624673.366319:0:35916:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788624673.366323:0:35916:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788624673.366328:0:35916:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1788624673.366333:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624673.366334:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:0.0:1788624673.366336:0:35916:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788624673.366339:0:35916:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788624673.366343:0:35916:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.366345:0:35916:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.366347:0:35916:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.366348:0:35916:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.366357:0:35916:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788624673.366359:0:35916:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:0.0:1788624673.366397:0:35916:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788624673.366400:0:35916:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x2f:0x0] ffffeaa684c2f240 0 1 00000020:00000001:0.0:1788624673.366403:0:35916:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788624673.366406:0:35916:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.366409:0:35916:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788624673.366419:0:35916:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff99dd104f3380. 00000020:00000001:0.0:1788624673.366424:0:35916:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788624673.366425:0:35916:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788624673.366429:0:35916:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788624673.366432:0:35916:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1788624673.366434:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624673.366436:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000008:00000001:0.0:1788624673.366440:0:35916:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788624673.366443:0:35916:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff99dd104f33f0 folio ffffeaa684c2f240 pg:0 obj off 0 00000008:00000001:0.0:1788624673.366445:0:35916:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.366446:0:35916:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788624673.366447:0:35916:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788624673.366449:0:35916:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788624673.366451:0:35916:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.366456:0:35916:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.366458:0:35916:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446631773473289088 : -112300236262528 : ffff99dd104f3380) 00000020:00000001:0.0:1788624673.366461:0:35916:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446631773473289088 : -112300236262528 : ffff99dd104f3380) 00000020:00000001:0.0:1788624673.366463:0:35916:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788624673.366466:0:35916:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788624673.366468:0:35916:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498050384 : -112300211501232 : ffff99dd11c90750) 00000020:00000001:0.0:1788624673.366472:0:35916:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788624673.366473:0:35916:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788624673.366475:0:35916:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788624673.366480:0:35916:0:(cl_page.c:507:__cl_page_state_set()) page@00000000e06f0e63[2 00000000e1cbabdd 1 1 0000000088872b82 0 0 0] 00000020:00000001:0.0:1788624673.366483:0:35916:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788624673.366484:0:35916:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788624673.366485:0:35916:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1788624673.366488:0:35916:0:(rw26.c:769:ll_write_begin()) page@00000000e06f0e63[2 00000000e1cbabdd 2 1 0000000088872b82 0 0 0] 00000080:00008000:0.0:1788624673.366490:0:35916:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:0.0:1788624673.366492:0:35916:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788624673.366493:0:35916:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.366499:0:35916:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788624673.366501:0:35916:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:0.0:1788624673.366503:0:35916:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788624673.366504:0:35916:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498050384 : -112300211501232 : ffff99dd11c90750) 00000020:00000001:0.0:1788624673.366506:0:35916:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788624673.366508:0:35916:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788624673.366515:0:35916:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788624673.366517:0:35916:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788624673.366519:0:35916:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788624673.366520:0:35916:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788624673.366523:0:35916:0:(rw26.c:929:ll_write_end()) page@00000000e06f0e63[3 00000000e1cbabdd 2 1 0000000088872b82 0 0 0] 00000080:00200000:0.0:1788624673.366526:0:35916:0:(rw26.c:929:ll_write_end()) vmpage @0000000082a08169 17ffffc0001001 3:0 ffff99dd104f3380 0 lru 00000080:00200000:0.0:1788624673.366534:0:35916:0:(rw26.c:929:ll_write_end()) osc-page@00000000dc8e70ff 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000aada82c8 0000000020796ded > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788624673.366537:0:35916:0:(rw26.c:929:ll_write_end()) end page@00000000e06f0e63 00000080:00200000:0.0:1788624673.366538:0:35916:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788624673.366540:0:35916:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1788624673.366544:0:35916:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788624673.366546:0:35916:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:0.0:1788624673.366562:0:35916:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788624673.366564:0:35916:0:(cl_page.c:427:cl_page_find()) 1@[0x200000405:0x2f:0x0] ffffeaa684964480 0 1 00000020:00000001:0.0:1788624673.366567:0:35916:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788624673.366568:0:35916:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.366569:0:35916:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788624673.366572:0:35916:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff99dd104f3700. 00000020:00000001:0.0:1788624673.366575:0:35916:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788624673.366576:0:35916:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788624673.366577:0:35916:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788624673.366580:0:35916:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:0.0:1788624673.366582:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624673.366583:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000008:00000001:0.0:1788624673.366585:0:35916:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788624673.366587:0:35916:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff99dd104f3770 folio ffffeaa684964480 pg:0 obj off 4096 00000008:00000001:0.0:1788624673.366589:0:35916:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.366591:0:35916:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788624673.366592:0:35916:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788624673.366593:0:35916:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788624673.366594:0:35916:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.366598:0:35916:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.366599:0:35916:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446631773473289984 : -112300236261632 : ffff99dd104f3700) 00000020:00000001:0.0:1788624673.366601:0:35916:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446631773473289984 : -112300236261632 : ffff99dd104f3700) 00000020:00000001:0.0:1788624673.366603:0:35916:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788624673.366604:0:35916:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788624673.366605:0:35916:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498050384 : -112300211501232 : ffff99dd11c90750) 00000020:00000001:0.0:1788624673.366608:0:35916:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788624673.366609:0:35916:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788624673.366610:0:35916:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788624673.366613:0:35916:0:(cl_page.c:507:__cl_page_state_set()) page@000000007e904161[2 00000000e1cbabdd 1 1 0000000088872b82 0 0 1] 00000020:00000001:0.0:1788624673.366615:0:35916:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788624673.366616:0:35916:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788624673.366617:0:35916:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1788624673.366620:0:35916:0:(rw26.c:769:ll_write_begin()) page@000000007e904161[2 00000000e1cbabdd 2 1 0000000088872b82 0 0 1] 00000080:00008000:0.0:1788624673.366621:0:35916:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:0.0:1788624673.366622:0:35916:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788624673.366623:0:35916:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.366626:0:35916:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788624673.366627:0:35916:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:0.0:1788624673.366629:0:35916:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788624673.366630:0:35916:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498050384 : -112300211501232 : ffff99dd11c90750) 00000020:00000001:0.0:1788624673.366632:0:35916:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788624673.366633:0:35916:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788624673.366635:0:35916:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788624673.366636:0:35916:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788624673.366637:0:35916:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788624673.366638:0:35916:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788624673.366640:0:35916:0:(rw26.c:929:ll_write_end()) page@000000007e904161[3 00000000e1cbabdd 2 1 0000000088872b82 0 0 1] 00000080:00200000:0.0:1788624673.366643:0:35916:0:(rw26.c:929:ll_write_end()) vmpage @00000000ac90b18b 17ffffc0001001 3:0 ffff99dd104f3700 1 lru 00000080:00200000:0.0:1788624673.366649:0:35916:0:(rw26.c:929:ll_write_end()) osc-page@00000000267dd718 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000aada82c8 0000000020796ded > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788624673.366651:0:35916:0:(rw26.c:929:ll_write_end()) end page@000000007e904161 00000080:00200000:0.0:1788624673.366652:0:35916:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:0.0:1788624673.366653:0:35916:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1788624673.366925:0:35916:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788624673.366929:0:35916:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:0.0:1788624673.366933:0:35916:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788624673.366936:0:35916:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788624673.366939:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624673.366941:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:0.0:1788624673.366943:0:35916:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788624673.366946:0:35916:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788624673.366949:0:35916:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788624673.366951:0:35916:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788624673.366952:0:35916:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788624673.366956:0:35916:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788624673.366961:0:35916:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff99dd04e24c40 ready 0|-|- wr 0|-|- rd 0|- oap ffff99dd104f33f0 folio ffffeaa684c2f240 pg:0 added for cmd 2 00000008:00000001:0.0:1788624673.366966:0:35916:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788624673.366969:0:35916:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff99dd10dbf800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:28672 00000008:00000020:0.0:1788624673.366975:0:35916:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff99dd10dbf800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:28672 00000008:00000020:0.0:1788624673.366981:0:35916:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff99dd104f3428 page ffffeaa684c2f240 00000008:00000020:0.0:1788624673.366985:0:35916:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0000-osc-ffff99dd10dbf800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8409088, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }granted from cache 00000008:00000001:0.0:1788624673.366990:0:35916:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1788624673.366992:0:35916:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624673.366994:0:35916:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:0.0:1788624673.367001:0:35916:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff99dd04fa2000. 00000008:00000020:0.0:1788624673.367010:0:35916:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff99dd04e24c40 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:0.0:1788624673.367017:0:35916:0:(osc_cache.c:1926:osc_update_pending()) obj ffff99dd04e24c40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1788624673.367022:0:35916:0:(osc_cache.c:858:osc_extent_find()) extent ffff99dd04fa2000@{[0 -> 0/1023], [3|1|-|active|wi|ffff99dd04e24c40], [28672|0|-|-|ffff99dd11d19800|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1788624673.367029:0:35916:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000036453b5a ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a89d4 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1788624673.367037:0:35916:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:0.0:1788624673.367041:0:35916:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624673.367043:0:35916:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624673.367046:0:35916:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788624673.367048:0:35916:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000008:00000002:0.0:1788624673.367050:0:35916:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:0.0:1788624673.367053:0:35916:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000020:00000001:0.0:1788624673.367055:0:35916:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788624673.367057:0:35916:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:0.0:1788624673.367059:0:35916:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788624673.367062:0:35916:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.367064:0:35916:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.367066:0:35916:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000008:00000001:0.0:1788624673.367068:0:35916:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788624673.367069:0:35916:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788624673.367071:0:35916:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788624673.367076:0:35916:0:(cl_page.c:556:cl_batch_put()) page@00000000e06f0e63[4 00000000e1cbabdd 2 1 0000000088872b82 0 0 0] 00000020:00000001:0.0:1788624673.367078:0:35916:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788624673.367080:0:35916:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788624673.367081:0:35916:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000001:0.0:1788624673.367082:0:35916:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788624673.367083:0:35916:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788624673.367084:0:35916:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788624673.367085:0:35916:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788624673.367087:0:35916:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff99dd04e24c40 ready 0|-|- wr 0|-|- rd 0|- oap ffff99dd104f3770 folio ffffeaa684964480 pg:0 added for cmd 2 00000008:00000020:0.0:1788624673.367092:0:35916:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff99dd10dbf800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8409088, dirty_grant: 28672, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:28672 00000008:00000020:0.0:1788624673.367096:0:35916:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff99dd104f37a8 page ffffeaa684964480 00000008:00000001:0.0:1788624673.367099:0:35916:0:(osc_cache.c:1256:osc_extent_expand()) Process entered 00000008:00000001:0.0:1788624673.367103:0:35916:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788624673.367152:0:35916:0:(osc_cache.c:1292:osc_extent_expand()) Process leaving 00000008:00000001:0.0:1788624673.367154:0:35916:0:(osc_cache.c:1296:osc_extent_expand()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788624673.367158:0:35916:0:(osc_cache.c:2621:osc_queue_async_io()) extent ffff99dd04fa2000@{[0 -> 1/1023], [2|1|-|active|wi|ffff99dd04e24c40], [32768|1|+|-|ffff99dd11d19800|1024|0000000000000000]} expanded for 1. 00000008:00010000:0.0:1788624673.367164:0:35916:0:(osc_cache.c:2621:osc_queue_async_io()) ### extent: 0000000036453b5a ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a89d4 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1788624673.367173:0:35916:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624673.367175:0:35916:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624673.367177:0:35916:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788624673.367178:0:35916:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000008:00000002:0.0:1788624673.367180:0:35916:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:0.0:1788624673.367182:0:35916:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000020:00000001:0.0:1788624673.367184:0:35916:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788624673.367290:0:35916:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:0.0:1788624673.367293:0:35916:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788624673.367295:0:35916:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.367296:0:35916:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.367299:0:35916:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000008:00000001:0.0:1788624673.367301:0:35916:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788624673.367302:0:35916:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788624673.367304:0:35916:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788624673.367307:0:35916:0:(cl_page.c:556:cl_batch_put()) page@000000007e904161[4 00000000e1cbabdd 2 1 0000000088872b82 0 0 1] 00000020:00000001:0.0:1788624673.367309:0:35916:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788624673.367310:0:35916:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788624673.367311:0:35916:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1788624673.367314:0:35916:0:(osc_request.c:745:osc_update_next_shrink()) next time 3220 to shrink grant 00000080:00000001:0.0:1788624673.367317:0:35916:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1788624673.367319:0:35916:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1788624673.367329:0:35916:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff99dd191ba378, count 2, dirtied 2 00000080:00000001:0.0:1788624673.367331:0:35916:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1788624673.367333:0:35916:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788624673.367335:0:35916:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788624673.367337:0:35916:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788624673.367338:0:35916:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788624673.367341:0:35916:0:(cl_page.c:507:__cl_page_state_set()) page@00000000e06f0e63[3 00000000e1cbabdd 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788624673.367342:0:35916:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788624673.367344:0:35916:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788624673.367346:0:35916:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788624673.367347:0:35916:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788624673.367349:0:35916:0:(cl_page.c:556:cl_batch_put()) page@00000000e06f0e63[3 00000000e1cbabdd 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788624673.367350:0:35916:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788624673.367351:0:35916:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788624673.367353:0:35916:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788624673.367353:0:35916:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788624673.367355:0:35916:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788624673.367356:0:35916:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788624673.367358:0:35916:0:(cl_page.c:507:__cl_page_state_set()) page@000000007e904161[3 00000000e1cbabdd 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788624673.367360:0:35916:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788624673.367361:0:35916:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788624673.367362:0:35916:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788624673.367363:0:35916:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788624673.367366:0:35916:0:(cl_page.c:556:cl_batch_put()) page@000000007e904161[3 00000000e1cbabdd 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788624673.367367:0:35916:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788624673.367369:0:35916:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788624673.367370:0:35916:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1788624673.367372:0:35916:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1788624673.367374:0:35916:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.367376:0:35916:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.367379:0:35916:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.367381:0:35916:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624673.367383:0:35916:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000020:00000001:0.0:1788624673.367385:0:35916:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788624673.367387:0:35916:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788624673.367388:0:35916:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.367391:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7b80 00000080:00200000:0.0:1788624673.367393:0:35916:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-2: write bytes 0, result: 8192 00000080:00000001:0.0:1788624673.367397:0:35916:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.367399:0:35916:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788624673.367401:0:35916:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624673.367403:0:35916:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788624673.367404:0:35916:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788624673.367406:0:35916:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000020:00000001:0.0:1788624673.367408:0:35916:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000020:00000001:0.0:1788624673.367410:0:35916:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788624673.367411:0:35916:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788624673.367412:0:35916:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.367414:0:35916:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.367415:0:35916:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000008:00000001:0.0:1788624673.367417:0:35916:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.367420:0:35916:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.367422:0:35916:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.367424:0:35916:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.367425:0:35916:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.367428:0:35916:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788624673.367429:0:35916:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788624673.367432:0:35916:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788624673.367433:0:35916:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788624673.367436:0:35916:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1788624673.367438:0:35916:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788624673.367443:0:35916:0:(osc_cache.c:1926:osc_update_pending()) obj ffff99dd04e24c40 ready 0|-|- wr 2|-|- rd 0|- update pending cmd 2 delta 2. 00000008:00000001:0.0:1788624673.367450:0:35916:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788624673.367453:0:35916:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624673.367455:0:35916:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788624673.367456:0:35916:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624673.367458:0:35916:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:0.0:1788624673.367460:0:35916:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788624673.367462:0:35916:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.367464:0:35916:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.367466:0:35916:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788624673.367468:0:35916:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788624673.367471:0:35916:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788624673.367474:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd18bb18a8 (ffff99dd035915a8/0) at cl_lock_release():245 00000020:00000001:0.0:1788624673.367477:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624673.367478:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd18bb18a8 (ffff99dd035915a8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788624673.367482:0:35916:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788624673.367484:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624673.367485:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:0.0:1788624673.367487:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624673.367488:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c18530 (ffff99dd035913f8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788624673.367492:0:35916:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788624673.367493:0:35916:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788624673.367495:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624673.367497:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624673.367500:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=5 00000020:00000001:0.0:1788624673.367502:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624673.367505:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624673.367507:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624673.367511:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a89d4 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624673.367519:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.367520:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.367522:0:35916:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624673.367526:0:35916:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624673.367530:0:35916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a89d4 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624673.367541:0:35916:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624673.367545:0:35916:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624673.367547:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624673.367552:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.367554:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.367556:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.367560:0:35916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624673.367562:0:35916:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.367565:0:35916:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.367567:0:35916:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624673.367570:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624673.367571:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.367572:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624673.367574:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624673.367575:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624673.367576:0:35916:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788624673.367578:0:35916:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624673.367580:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624673.367581:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624673.367583:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624673.367584:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd18bb18a8 (ffff99dd035915a8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788624673.367587:0:35916:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788624673.367589:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624673.367590:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c18530 (ffff99dd035915a8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788624673.367594:0:35916:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034c2be0. 00000020:00000001:0.0:1788624673.367601:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788624673.367602:0:35916:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd11c18500. 00020000:00000001:0.0:1788624673.367607:0:35916:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788624673.367608:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788624673.367609:0:35916:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788624673.367611:0:35916:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788624673.367613:0:35916:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624673.367614:0:35916:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788624673.367615:0:35916:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788624673.367617:0:35916:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.367619:0:35916:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.367621:0:35916:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788624673.367622:0:35916:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788624673.367624:0:35916:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788624673.367626:0:35916:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:0.0:1788624673.367628:0:35916:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788624673.367630:0:35916:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624673.367632:0:35916:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624673.367633:0:35916:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624673.367634:0:35916:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788624673.367637:0:35916:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788624673.367639:0:35916:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.367641:0:35916:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624673.367643:0:35916:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624673.367645:0:35916:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624673.367647:0:35916:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624673.367652:0:35916:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:0.0:1788624673.368898:0:35916:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788624673.368907:0:35916:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788624673.368911:0:35916:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788624673.368915:0:35916:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788624673.368917:0:35916:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788624673.368919:0:35916:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788624673.368921:0:35916:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624673.368924:0:35916:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035913f0 00020000:00000001:0.0:1788624673.368932:0:35916:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788624673.368934:0:35916:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788624673.368937:0:35916:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624673.368939:0:35916:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2f:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788624673.368943:0:35916:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624673.368945:0:35916:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788624673.368947:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7c98 00000080:00200000:0.0:1788624673.368949:0:35916:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-2: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:0.0:1788624673.368958:0:35916:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788624673.368961:0:35916:0:(cl_object.c:143:cl_object_top()) ffff99dd18364148 -> ffff99dd18364148 00000020:00000001:0.0:1788624673.368963:0:35916:0:(cl_object.c:143:cl_object_top()) ffff99dd18364148 -> ffff99dd18364148 00000020:00000001:0.0:1788624673.368965:0:35916:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788624673.368970:0:35916:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788624673.368976:0:35916:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788624673.368979:0:35916:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1788624673.368981:0:35916:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788624673.368982:0:35916:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1788624673.368984:0:35916:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2f:1029 on OST[0]: s=8192 (1) m=1788624673 a=0 c=1788624673 b=0 00020000:00000001:0.0:1788624673.368988:0:35916:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624673.368990:0:35916:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788624673 a=0 c=1788624673 b=0 00020000:00000001:0.0:1788624673.368993:0:35916:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.368994:0:35916:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624673.368996:0:35916:0:(cl_object.c:143:cl_object_top()) ffff99dd18364148 -> ffff99dd18364148 00000080:00200000:0.0:1788624673.368999:0:35916:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2f:0x0] updating i_size 8192 i_blocks 0 00000080:00000001:0.0:1788624673.369001:0:35916:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788624673.369009:0:35916:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:0.0:1788624673.369013:0:35916:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:0.0:1788624673.369015:0:35916:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035915a0 00000020:00000001:0.0:1788624673.369019:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7d88 00000080:00000008:0.0:1788624673.369021:0:35916:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-2:[0x200000405:0x2f:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:0.0:1788624673.369024:0:35916:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:3.0:1788624673.454750:0:35920:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624673.454760:0:35920:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624673.454765:0:35920:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb78 00000080:00200000:3.0:1788624673.454771:0:35920:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624673.454781:0:35920:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd113f0c00. 00800000:00000002:3.0:1788624673.454792:0:35920:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624673.454797:0:35920:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624673.454804:0:35920:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624673.454806:0:35920:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa98 00800000:00000002:3.0:1788624673.454809:0:35920:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624673.454813:0:35920:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624673.454817:0:35920:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624673.454820:0:35920:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624673.454824:0:35920:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624673.454826:0:35920:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624673.454828:0:35920:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624673.454832:0:35920:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624673.454834:0:35920:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624673.454839:0:35920:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624673.454846:0:35920:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624673.454848:0:35920:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f968 00000002:00010000:3.0:1788624673.454850:0:35920:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624673.454854:0:35920:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624673.454856:0:35920:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624673.454860:0:35920:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624673.454870:0:35920:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:3.0:1788624673.454874:0:35920:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624673.454881:0:35920:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624673.454886:0:35920:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624673.454892:0:35920:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788624673.454904:0:35920:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624673.454910:0:35920:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624673.454914:0:35920:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788624673.454921:0:35920:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624673.454924:0:35920:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624673.454926:0:35920:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624673.454928:0:35920:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624673.454930:0:35920:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624673.454933:0:35920:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624673.454936:0:35920:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624673.454939:0:35920:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624673.454943:0:35920:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd113f0c00. 00000080:00000001:3.0:1788624673.454949:0:35920:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624673.454950:0:35920:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624673.454954:0:35920:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624673.454958:0:35920:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41a02 00800000:00000001:3.0:1788624673.454963:0:35920:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624673.454966:0:35920:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624673.454968:0:35920:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624673.454970:0:35920:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624673.454974:0:35920:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:3.0:1788624673.454977:0:35920:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:3.0:1788624673.454980:0:35920:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:3.0:1788624673.454984:0:35920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.454985:0:35920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624673.454987:0:35920:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624673.454989:0:35920:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624673.454992:0:35920:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a02 from it ffffbef881d1fbb0 00010000:00000001:3.0:1788624673.454994:0:35920:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624673.454995:0:35920:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624673.454997:0:35920:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:3.0:1788624673.454998:0:35920:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:3.0:1788624673.455001:0:35920:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:3.0:1788624673.455003:0:35920:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624673.455006:0:35920:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788624673.455012:0:35920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.455013:0:35920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624673.455015:0:35920:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624673.455018:0:35920:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624673.455021:0:35920:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788624673.455029:0:35920:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624673.455033:0:35920:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624673.455035:0:35920:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624673.455042:0:35920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.455043:0:35920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624673.455045:0:35920:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.455050:0:35920:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624673.455052:0:35920:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.455054:0:35920:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.455058:0:35920:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.455060:0:35920:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624673.455062:0:35920:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.455063:0:35920:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624673.455067:0:35920:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624673.455069:0:35920:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624673.455072:0:35920:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 44 00000080:00000001:3.0:1788624673.455077:0:35920:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624673.455081:0:35920:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:3.0:1788624673.455084:0:35920:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788624673.455086:0:35920:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb78 00000080:00200008:3.0:1788624673.455088:0:35920:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 504000 00000080:00000010:3.0:1788624673.455093:0:35920:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd06754280. 00000080:00000001:3.0:1788624673.455099:0:35920:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624673.455101:0:35920:0:(dir.c:3016:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624673.455176:0:35920:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788624673.455179:0:35920:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=8028667f arg=7ffe7197db70 00000080:00000001:3.0:1788624673.456087:0:35920:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:3.0:1788624673.456093:0:35920:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:3.0:1788624673.456096:0:35920:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624673.456100:0:35920:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624673.456102:0:35920:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.457028:0:35920:0:(dir.c:3021:ll_dir_release()) Process entered 00000080:00000001:0.0:1788624673.457035:0:35920:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788624673.457039:0:35920:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fdd0 00000080:00200008:0.0:1788624673.457045:0:35920:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 504000 00000080:00400000:0.0:1788624673.457051:0:35920:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1788624673.457055:0:35920:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd06754280. 00000080:00000001:0.0:1788624673.457065:0:35920:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788624673.457067:0:35920:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fdd0 00000080:00000008:0.0:1788624673.457069:0:35920:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 504000, rc = 0 00000080:00000001:0.0:1788624673.457073:0:35920:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624673.457075:0:35920:0:(dir.c:3022:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.748694:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624673.748703:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.748710:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624673.748711:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.748716:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624673.748720:0:24257:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624673.748723:0:24257:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624673.748730:0:24257:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624673.748733:0:24257:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624673.748734:0:24257:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.748738:0:24257:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624673.748741:0:24257:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.748743:0:24257:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.748747:0:24257:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624673.748749:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624673.748750:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624673.748840:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624673.748844:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624673.748847:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788624674.066956:0:25842:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1788624674.066964:0:25842:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788624674.066967:0:25842:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624674.066973:0:25842:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833000 : -112300453718616 : ffff99dd035915a8) 00000020:00001000:0.0:1788624674.066981:0:25842:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035915a0 00000020:00000001:0.0:1788624674.066988:0:25842:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fe90 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624674.066992:0:25842:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788624674.066996:0:25842:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788624674.066999:0:25842:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788624674.067003:0:25842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624674.067005:0:25842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788624674.067007:0:25842:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624674.067012:0:25842:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff99dd11c90750 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788624674.067015:0:25842:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd19dacf80 00020000:00000001:0.0:1788624674.067021:0:25842:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788624674.067023:0:25842:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788624674.067026:0:25842:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788624674.067028:0:25842:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067030:0:25842:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788624674.067033:0:25842:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788624674.067036:0:25842:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067037:0:25842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624674.067038:0:25842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788624674.067040:0:25842:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788624674.067041:0:25842:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd217268b8) owner 0000000000000000/ffff99dd19dacf80 00000020:00000001:0.0:1788624674.067044:0:25842:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067047:0:25842:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788624674.067048:0:25842:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788624674.067051:0:25842:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788624674.067055:0:25842:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788624674.067059:0:25842:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788624674.067064:0:25842:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624674.067066:0:25842:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788624674.067067:0:25842:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624674.067069:0:25842:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832568 : -112300453719048 : ffff99dd035913f8) 00000020:00001000:0.0:1788624674.067071:0:25842:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035913f0 00000020:00000001:0.0:1788624674.067075:0:25842:0:(cl_object.c:143:cl_object_top()) ffff99dd1145fc38 -> ffff99dd1145fe90 00000020:00000001:0.0:1788624674.067077:0:25842:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788624674.067081:0:25842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624674.067082:0:25842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788624674.067083:0:25842:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067085:0:25842:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067088:0:25842:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:0.0:1788624674.067090:0:25842:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788624674.067092:0:25842:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067095:0:25842:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067097:0:25842:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067099:0:25842:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788624674.067101:0:25842:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788624674.067103:0:25842:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624674.067173:0:25842:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788624674.067175:0:25842:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624674.067177:0:25842:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067179:0:25842:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067181:0:25842:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067183:0:25842:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067184:0:25842:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624674.067185:0:25842:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067187:0:25842:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067189:0:25842:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788624674.067191:0:25842:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788624674.067194:0:25842:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624674.067195:0:25842:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788624674.067197:0:25842:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000020:0.0:1788624674.067200:0:25842:0:(osc_io.c:1113:osc_io_fsync_start()) lustre-OST0000-osc-ffff99dd10dbf800: unstable/dirty counts are both zero 00000008:00000001:0.0:1788624674.067202:0:25842:0:(osc_io.c:1114:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067204:0:25842:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067205:0:25842:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067207:0:25842:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067208:0:25842:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067210:0:25842:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788624674.067212:0:25842:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788624674.067214:0:25842:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788624674.067215:0:25842:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788624674.067216:0:25842:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788624674.067218:0:25842:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067220:0:25842:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788624674.067221:0:25842:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788624674.067222:0:25842:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788624674.067224:0:25842:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788624674.067226:0:25842:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624674.067227:0:25842:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788624674.067228:0:25842:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788624674.067229:0:25842:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067231:0:25842:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067232:0:25842:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788624674.067233:0:25842:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788624674.067235:0:25842:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788624674.067237:0:25842:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788624674.067238:0:25842:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624674.067240:0:25842:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624674.067241:0:25842:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624674.067242:0:25842:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788624674.067243:0:25842:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788624674.067245:0:25842:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067246:0:25842:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067248:0:25842:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624674.067249:0:25842:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624674.067250:0:25842:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067252:0:25842:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788624674.067254:0:25842:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788624674.067255:0:25842:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788624674.067256:0:25842:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788624674.067258:0:25842:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624674.067260:0:25842:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035913f0 00020000:00000001:0.0:1788624674.067263:0:25842:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788624674.067266:0:25842:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788624674.067268:0:25842:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624674.067271:0:25842:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788624674.067274:0:25842:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624674.067275:0:25842:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624674.067278:0:25842:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035915a0 00000080:00000001:0.0:1788624674.067280:0:25842:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624674.067282:0:25842:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624674.067291:0:25842:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1788624674.067293:0:25842:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788624674.067294:0:25842:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624674.067295:0:25842:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833000 : -112300453718616 : ffff99dd035915a8) 00000020:00001000:0.0:1788624674.067297:0:25842:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035915a0 00000020:00000001:0.0:1788624674.067299:0:25842:0:(cl_object.c:143:cl_object_top()) ffff99dd18364b70 -> ffff99dd18364b70 00000020:00000001:0.0:1788624674.067301:0:25842:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788624674.067302:0:25842:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788624674.067304:0:25842:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788624674.067306:0:25842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624674.067307:0:25842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788624674.067308:0:25842:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624674.067311:0:25842:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff99dd11c90750 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788624674.067314:0:25842:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817eaa8) owner 0000000000000000/ffff99dd19dacf80 00020000:00000001:0.0:1788624674.067317:0:25842:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788624674.067318:0:25842:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788624674.067320:0:25842:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788624674.067321:0:25842:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067323:0:25842:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788624674.067324:0:25842:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788624674.067325:0:25842:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067327:0:25842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624674.067328:0:25842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788624674.067329:0:25842:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788624674.067330:0:25842:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817eaa8) owner 0000000000000000/ffff99dd19dacf80 00000020:00000001:0.0:1788624674.067332:0:25842:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067333:0:25842:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788624674.067334:0:25842:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788624674.067335:0:25842:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788624674.067337:0:25842:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788624674.067339:0:25842:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788624674.067342:0:25842:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624674.067343:0:25842:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788624674.067344:0:25842:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624674.067346:0:25842:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832568 : -112300453719048 : ffff99dd035913f8) 00000020:00001000:0.0:1788624674.067348:0:25842:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035913f0 00000020:00000001:0.0:1788624674.067350:0:25842:0:(cl_object.c:143:cl_object_top()) ffff99dd18364080 -> ffff99dd18364b70 00000020:00000001:0.0:1788624674.067351:0:25842:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788624674.067353:0:25842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624674.067355:0:25842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788624674.067356:0:25842:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067357:0:25842:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067359:0:25842:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:0.0:1788624674.067360:0:25842:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788624674.067362:0:25842:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067363:0:25842:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067364:0:25842:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067366:0:25842:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788624674.067367:0:25842:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788624674.067368:0:25842:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624674.067369:0:25842:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788624674.067370:0:25842:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624674.067371:0:25842:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067372:0:25842:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067373:0:25842:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067375:0:25842:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067376:0:25842:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624674.067377:0:25842:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067378:0:25842:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067380:0:25842:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788624674.067381:0:25842:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788624674.067382:0:25842:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624674.067383:0:25842:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788624674.067384:0:25842:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000020:0.0:1788624674.067386:0:25842:0:(osc_io.c:1113:osc_io_fsync_start()) lustre-OST0000-osc-ffff99dd10dbf800: unstable/dirty counts are both zero 00000008:00000001:0.0:1788624674.067387:0:25842:0:(osc_io.c:1114:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067389:0:25842:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067390:0:25842:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067392:0:25842:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067393:0:25842:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067395:0:25842:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788624674.067397:0:25842:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788624674.067398:0:25842:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788624674.067399:0:25842:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788624674.067400:0:25842:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788624674.067401:0:25842:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067402:0:25842:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788624674.067412:0:25842:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788624674.067414:0:25842:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788624674.067415:0:25842:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788624674.067416:0:25842:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624674.067417:0:25842:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788624674.067418:0:25842:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788624674.067420:0:25842:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067421:0:25842:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067423:0:25842:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788624674.067423:0:25842:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788624674.067424:0:25842:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788624674.067425:0:25842:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788624674.067426:0:25842:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624674.067428:0:25842:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624674.067429:0:25842:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624674.067430:0:25842:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788624674.067431:0:25842:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788624674.067432:0:25842:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067433:0:25842:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067435:0:25842:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624674.067436:0:25842:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624674.067437:0:25842:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067439:0:25842:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788624674.067440:0:25842:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788624674.067441:0:25842:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788624674.067442:0:25842:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788624674.067444:0:25842:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624674.067445:0:25842:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035913f0 00020000:00000001:0.0:1788624674.067447:0:25842:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788624674.067448:0:25842:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788624674.067450:0:25842:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624674.067451:0:25842:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788624674.067454:0:25842:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624674.067455:0:25842:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624674.067457:0:25842:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035915a0 00000080:00000001:0.0:1788624674.067458:0:25842:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624674.067461:0:25842:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624674.067464:0:25842:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1788624674.067466:0:25842:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788624674.067467:0:25842:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624674.067469:0:25842:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833000 : -112300453718616 : ffff99dd035915a8) 00000020:00001000:0.0:1788624674.067470:0:25842:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035915a0 00000020:00000001:0.0:1788624674.067473:0:25842:0:(cl_object.c:143:cl_object_top()) ffff99dd18364148 -> ffff99dd18364148 00000020:00000001:0.0:1788624674.067474:0:25842:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788624674.067475:0:25842:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788624674.067477:0:25842:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788624674.067479:0:25842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624674.067480:0:25842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788624674.067481:0:25842:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624674.067483:0:25842:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2f:0x0]io ffff99dd11c90750 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788624674.067485:0:25842:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e8b8) owner 0000000000000000/ffff99dd19dacf80 00020000:00000001:0.0:1788624674.067488:0:25842:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788624674.067489:0:25842:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788624674.067491:0:25842:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788624674.067492:0:25842:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067494:0:25842:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788624674.067495:0:25842:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788624674.067497:0:25842:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067498:0:25842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624674.067499:0:25842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788624674.067500:0:25842:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788624674.067502:0:25842:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e8b8) owner 0000000000000000/ffff99dd19dacf80 00000020:00000001:0.0:1788624674.067503:0:25842:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067505:0:25842:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788624674.067506:0:25842:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788624674.067507:0:25842:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788624674.067509:0:25842:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788624674.067511:0:25842:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788624674.067513:0:25842:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624674.067514:0:25842:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788624674.067515:0:25842:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624674.067517:0:25842:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832568 : -112300453719048 : ffff99dd035913f8) 00000020:00001000:0.0:1788624674.067519:0:25842:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035913f0 00000020:00000001:0.0:1788624674.067521:0:25842:0:(cl_object.c:143:cl_object_top()) ffff99dd10db7148 -> ffff99dd18364148 00000020:00000001:0.0:1788624674.067522:0:25842:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788624674.067525:0:25842:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624674.067526:0:25842:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788624674.067527:0:25842:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067528:0:25842:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067530:0:25842:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:0.0:1788624674.067531:0:25842:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788624674.067532:0:25842:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067534:0:25842:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067535:0:25842:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067537:0:25842:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788624674.067538:0:25842:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788624674.067539:0:25842:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624674.067540:0:25842:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788624674.067541:0:25842:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624674.067542:0:25842:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067543:0:25842:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067554:0:25842:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.067557:0:25842:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067558:0:25842:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624674.067559:0:25842:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067561:0:25842:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067562:0:25842:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788624674.067563:0:25842:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788624674.067564:0:25842:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624674.067566:0:25842:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788624674.067567:0:25842:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788624674.067570:0:25842:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788624674.067578:0:25842:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788624674.067580:0:25842:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1788624674.067582:0:25842:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788624674.067585:0:25842:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788624674.067586:0:25842:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:0.0:1788624674.067589:0:25842:0:(osc_cache.c:2357:osc_next_obj()) Process leaving (rc=18446631773281602624 : -112300427948992 : ffff99dd04e24c40) 00000008:00000020:0.0:1788624674.067592:0:25842:0:(osc_cache.c:2393:osc_check_rpcs()) obj ffff99dd04e24c40 ready 0|-|- wr 2|-|+ rd 0|- 0 in flight 00000008:00000001:0.0:1788624674.067595:0:25842:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788624674.067596:0:25842:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1788624674.067597:0:25842:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788624674.067599:0:25842:0:(osc_cache.c:2213:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1788624674.067602:0:25842:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1788624674.067604:0:25842:0:(osc_cache.c:2074:try_to_add_extent_for_io()) extent ffff99dd04fa2000@{[0 -> 1/1023], [1|0|+|cache|wiuY|ffff99dd04e24c40], [32768|2|+|-|ffff99dd11d19800|1024|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1788624674.067616:0:25842:0:(osc_cache.c:2074:try_to_add_extent_for_io()) ### extent: 0000000036453b5a ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a89d4 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788624674.067630:0:25842:0:(osc_cache.c:2123:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1788624674.067634:0:25842:0:(osc_cache.c:1926:osc_update_pending()) obj ffff99dd04e24c40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:0.0:1788624674.067638:0:25842:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1788624674.067642:0:25842:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788624674.067646:0:25842:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff99dd04fa2000@{[0 -> 1/1023], [1|0|+|locking|wiuY|ffff99dd04e24c40], [32768|2|+|-|ffff99dd11d19800|1024|ffff99dd19dacf80]} make ready 00000008:00010000:0.0:1788624674.067652:0:25842:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000036453b5a ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a89d4 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788624674.067660:0:25842:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:0.0:1788624674.067662:0:25842:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1788624674.067679:0:25842:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000e06f0e63[2 00000000e1cbabdd 1 1 0000000000000000 0 0 0] 00000020:00008000:0.0:1788624674.067682:0:25842:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1788624674.067684:0:25842:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788624674.067686:0:25842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788624674.067688:0:25842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788624674.067690:0:25842:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788624674.067692:0:25842:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788624674.067695:0:25842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788624674.067698:0:25842:0:(cl_page.c:507:__cl_page_state_set()) page@00000000e06f0e63[2 00000000e1cbabdd 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788624674.067700:0:25842:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1788624674.067702:0:25842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788624674.067703:0:25842:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788624674.067706:0:25842:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000e06f0e63[2 00000000e1cbabdd 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788624674.067708:0:25842:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1788624674.067710:0:25842:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624674.067712:0:25842:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:0.0:1788624674.067713:0:25842:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1788624674.067717:0:25842:0:(cl_page.c:1160:cl_page_make_ready()) page@000000007e904161[2 00000000e1cbabdd 1 1 0000000000000000 0 0 1] 00000020:00008000:0.0:1788624674.067719:0:25842:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1788624674.067720:0:25842:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788624674.067721:0:25842:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788624674.067722:0:25842:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788624674.067724:0:25842:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788624674.067725:0:25842:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788624674.067727:0:25842:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788624674.067729:0:25842:0:(cl_page.c:507:__cl_page_state_set()) page@000000007e904161[2 00000000e1cbabdd 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788624674.067731:0:25842:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1788624674.067732:0:25842:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788624674.067733:0:25842:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788624674.067735:0:25842:0:(cl_page.c:1182:cl_page_make_ready()) page@000000007e904161[2 00000000e1cbabdd 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788624674.067737:0:25842:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1788624674.067738:0:25842:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067740:0:25842:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000020:00000001:0.0:1788624674.067742:0:25842:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000020:00000001:0.0:1788624674.067744:0:25842:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1788624674.067747:0:25842:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.067749:0:25842:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000008:00000001:0.0:1788624674.067751:0:25842:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624674.067754:0:25842:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:0.0:1788624674.067758:0:25842:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff99dd10dbf800: cli: ffff99dd064b21e8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1788624674.067770:0:25842:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff99dd0640acb0. 00000008:00000010:0.0:1788624674.067776:0:25842:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff99dd216df340. 00000008:00000020:0.0:1788624674.067778:0:25842:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:0.0:1788624674.067782:0:25842:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788624674.067785:0:25842:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788624674.067786:0:25842:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788624674.067790:0:25842:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788624673/1788624673 00000020:00000001:0.0:1788624674.067795:0:25842:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788624674.067797:0:25842:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1788624674.067800:0:25842:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1788624674.067804:0:25842:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:0.0:1788624674.067807:0:25842:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624674.067814:0:25842:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 2 00010000:00000001:0.0:1788624674.067818:0:25842:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624674.067825:0:25842:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788624674.067829:0:25842:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788624674.067834:0:25842:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624674.067840:0:25842:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624674.067843:0:25842:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a89d4 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624674.067853:0:25842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.067855:0:25842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624674.067857:0:25842:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788624674.067859:0:25842:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.067862:0:25842:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.067865:0:25842:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:0.0:1788624674.067867:0:25842:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624674.067870:0:25842:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00000008:00000001:0.0:1788624674.067872:0:25842:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:0.0:1788624674.067874:0:25842:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.067875:0:25842:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1788624674.067876:0:25842:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1788624674.067880:0:25842:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1788624674.067887:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c04e00. 00000020:00000040:0.0:1788624674.067891:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624674.067900:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624674.067903:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624674.067905:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624674.067939:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff99dd05168000. 00000100:00000001:0.0:1788624674.067949:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788624674.067958:0:25842:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:0.0:1788624674.067966:0:25842:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff99dd10dbf800: dirty: 32768 undirty: 484638720 dropped 0 grant: 8404992 cl_lost_grant 0 00000008:00000001:0.0:1788624674.067973:0:25842:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1788624674.068010:0:25842:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 10083 MB/s 00000008:00008000:0.0:1788624674.068022:0:25842:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffeaa684c2f240 map ffff99dd191ba378 index 0 flags 17ffffc0005028 count 2 priv ffff99dd104f3380: off 0 00000008:00008000:0.0:1788624674.068026:0:25842:0:(osc_request.c:1346:osc_checksum_bulk()) page ffffeaa684964480 map ffff99dd191ba378 index 1 flags 17ffffc0005028 count 2 priv ffff99dd104f3700: off 0 00000008:00000001:0.0:1788624674.068038:0:25842:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1788624674.068040:0:25842:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:0.0:1788624674.068046:0:25842:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff99dd11c04e00 - object 0x280000401:67 offset 0<>8192 00000008:00000001:0.0:1788624674.068049:0:25842:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.068051:0:25842:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788624674.068052:0:25842:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788624674.068053:0:25842:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788624674.068055:0:25842:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788624673/1788624673 00000020:00000001:0.0:1788624674.068057:0:25842:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788624674.068058:0:25842:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1788624674.068059:0:25842:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1788624674.068062:0:25842:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624674.068064:0:25842:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497478656 : -112300212072960 : ffff99dd11c04e00) 00000008:00000002:0.0:1788624674.068081:0:25842:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 0000000036aeb6ad, now 0r/1w/0d in flight req@ffff99dd11c04e00 x1875506845087488/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1788624674.068090:0:25842:0:(osc_request.c:2988:osc_build_rpc()) [0x200000405:0x2f:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:0.0:1788624674.068099:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061b0bb7b] to pc [ptlrpcd_00_01+1] req@ffff99dd11c04e00 x1875506845087488/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788624674.068167:0:25842:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1788624674.068169:0:25842:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624674.068171:0:25842:0:(osc_cache.c:2262:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624674.068173:0:25842:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788624674.068175:0:25842:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624674.068177:0:25842:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788624674.068178:0:25842:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624674.068179:0:25842:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788624674.068181:0:25842:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624674.068184:0:25842:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:0.0:1788624674.068186:0:25842:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624674.068188:0:25842:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1788624674.068191:0:25842:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff99dd04e24c40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 2: rc=2. 00000008:00000001:0.0:1788624674.068196:0:25842:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:0.0:1788624674.068199:0:25842:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1788624674.068201:0:25842:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788624674.068202:0:25842:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788624674.068203:0:25842:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788624674.068205:0:25842:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788624674.068207:0:25842:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788624674.068208:0:25842:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788624674.068210:0:25842:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:0.0:1788624674.068214:0:25842:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06300. 00000020:00000040:0.0:1788624674.068217:0:25842:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=4 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624674.068219:0:25842:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624674.068221:0:25842:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624674.068223:0:25842:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624674.068229:0:25842:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd18745400. 00000100:00000001:0.0:1788624674.068232:0:25842:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.068237:0:25842:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624674.068243:0:25842:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624674.068248:0:25842:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000664f8172] to pc [ptlrpcd_00_00+0] req@ffff99dd11c06300 x1875506845087616/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788624674.068256:0:25842:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624674.068259:0:25842:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624674.068260:0:25842:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.068263:0:25842:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.068265:0:25842:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.068267:0:25842:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.068268:0:25842:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.068270:0:25842:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788624674.068271:0:25842:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788624674.068273:0:25842:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788624674.068274:0:25842:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1788624674.068292:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624674.068296:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624674.068299:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624674.068305:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06300 x1875506845087616/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.068314:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624674.068317:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624674.068321:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624674.068324:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624674.068326:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624674.068330:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845087616:192.168.202.125@tcp:16:kworker.0 00000100:00000001:0.0:1788624674.068336:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624674.068343:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624674.068346:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624674.068349:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624674.068354:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049cbc00. 02000000:00000001:0.0:1788624674.068356:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624674.068365:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624674.068371:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dc60. 00000400:00000010:0.0:1788624674.068381:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053957f8. 00000100:00000200:0.0:1788624674.068390:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845087616, portal 4 00000100:00000001:0.0:1788624674.068391:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624674.068393:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000040:0.0:1788624674.068401:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c06300 x1875506845087616/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624690 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.068408:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624674.068411:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624674.068414:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395440. 00000100:00000200:0.0:1788624674.068418:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875506845087616, offset 0 00000400:00000200:0.0:1788624674.068427:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624674.068437:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624674.068446:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624674.068453:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624674.068457:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624674.068462:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624674.068464:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624674.068469:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3059:3059:256:4294967295] 192.168.202.125@tcp LPNI seq info [3059:3059:8:4294967295] 00000400:00000200:0.0:1788624674.068473:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624674.068484:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624674.068490:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624674.068497:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cb00. 00000800:00000200:0.0:1788624674.068505:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624674.068514:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624674.068519:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cb00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1788624674.068544:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624674.068549:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 190733 usecs (191 jiffies) 00000400:00000200:0.0:1788624674.068553:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624674.068557:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296688321 00000100:00000001:0.0:1788624674.068560:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:0.0:1788624674.068563:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296688321 00000100:00000001:0.0:1788624674.068566:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:0.0:1788624674.068568:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624674.068571:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.068574:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.068577:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.068585:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624674.068587:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788624674.068589:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624674.068591:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624674.068592:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624674.068595:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788624674.068597:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.068599:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624674.068601:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.068602:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624674.068603:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624674.068605:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624674.068609:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c04e00 x1875506845087488/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.068617:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624674.068618:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624674.068620:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624674.068622:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624674.068624:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624674.068627:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845087488:192.168.202.125@tcp:4:multiop.0 00000100:00000001:0.0:1788624674.068631:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624674.068633:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624674.068634:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624674.068636:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624674.068639:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049cb800. 02000000:00000001:0.0:1788624674.068641:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624674.068645:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624674.068648:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564ddc0. 00000400:00000010:0.0:1788624674.068652:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395908. 00000100:00000200:0.0:1788624674.068655:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845087488, portal 4 00000100:00000001:0.0:1788624674.068657:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624674.068658:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497478656 : -112300212072960 : ffff99dd11c04e00) 00000100:00000040:0.0:1788624674.068663:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c04e00 x1875506845087488/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.068669:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624674.068671:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624674.068675:0:2389:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff99dd184fda80. 00000100:00000200:0.0:1788624674.068677:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1875506845087488, offset 0 00000400:00000200:0.0:1788624674.068682:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624674.068685:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624674.068689:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624674.068692:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624674.068694:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624674.068696:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624674.068699:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624674.068701:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3060:3060:255:4294967295] 192.168.202.125@tcp LPNI seq info [3060:3060:7:4294967295] 00000400:00000200:0.0:1788624674.068706:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624674.068712:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624674.068716:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624674.068721:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff99dd18745200. 00000800:00000200:0.0:1788624674.068724:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624674.068729:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624674.068732:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd18745200 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:0.0:1788624674.068748:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624674.068751:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 190733 usecs (191 jiffies) 00000400:00000200:0.0:1788624674.068754:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624674.068756:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296688321 00000100:00000001:0.0:1788624674.068758:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:0.0:1788624674.068761:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296688321 00000100:00000001:0.0:1788624674.068763:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:0.0:1788624674.068765:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624674.068767:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.068769:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.068771:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.069004:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624674.069008:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624674.069298:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624674.069304:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cb00. 00000400:00000200:2.0:1788624674.069315:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624674.069322:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624674.069330:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395440 00000400:00000010:2.0:1788624674.069333:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395440. 00000100:00000001:2.0:1788624674.069337:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624674.069343:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06300 x1875506845087616/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624690 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.069354:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.069357:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06300 x1875506845087616/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624690 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.069365:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.069367:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624674.069408:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624674.069410:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff99dd18745200. 00000400:00000200:2.0:1788624674.069414:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624674.069417:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624674.069420:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd184fda80 00000400:00000010:2.0:1788624674.069422:0:2383:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff99dd184fda80. 00000100:00000001:2.0:1788624674.069425:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624674.069428:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c04e00 x1875506845087488/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.069436:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.069440:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04e00 x1875506845087488/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624690 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.069446:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.069448:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624674.089916:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.089942:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624674.089948:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.089951:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.089964:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.089975:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624674.089987:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.089993:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.090000:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.090005:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 432 into portal 4 MB=0x6a9c377467780 00000400:00000200:3.0:1788624674.090017:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.090025:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 432/432 into md 0x8abd [1] + 224 00000800:00000001:3.0:1788624674.090035:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.090040:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.090043:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.090049:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624674.090061:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624674.090074:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06300 x1875506845087616/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624690 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624674.090087:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff99dd11c06300 x1875506845087616/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624690 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.090419:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624674.090432:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.090437:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624674.090439:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.090441:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.090444:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.090448:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624674.090453:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.090456:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.090459:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.090462:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 448 into portal 4 MB=0x6a9c377467700 00000400:00000200:3.0:1788624674.090467:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.090471:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 448/448 into md 0x8ac5 [1] + 224 00000800:00000001:3.0:1788624674.090476:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.090498:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.090501:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.090505:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624674.090508:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624674.090514:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c04e00 x1875506845087488/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624690 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624674.090523:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff99dd11c04e00 x1875506845087488/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.090530:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624674.090535:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.090538:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.090667:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624674.090674:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624674.090682:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624674.090685:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624674.090689:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564ddc0. 00000400:00000200:0.0:1788624674.090695:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395908 00000400:00000010:0.0:1788624674.090698:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395908. 00000100:00000001:0.0:1788624674.090701:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624674.090706:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c04e00 x1875506845087488/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624674.090714:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c04e00 x1875506845087488/t0(0) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.090720:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624674.090722:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.090725:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624674.090728:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624674.090732:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624674.090734:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624674.090737:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624674.090749:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194454a8 time=102 v=5 (5 0 0 0) 00000100:00001000:0.0:1788624674.090754:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624674.090757:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624674.090759:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.090762:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624674.090767:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.090771:0:2389:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788624674.090773:0:2389:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788624674.090774:0:2389:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788624674.090777:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624674.090779:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497478656 : -112300212072960 : ffff99dd11c04e00) 00000100:00000001:0.0:1788624674.090783:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624674.090785:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1788624674.090787:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624674.090790:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624674.090796:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c04e00 x1875506845087488/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624690 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.090804:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624674.090808:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624674.090811:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788624674.090815:0:2389:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:0.0:1788624674.090817:0:2389:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1788624674.090824:0:2389:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1788624674.090828:0:2389:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1788624674.090832:0:2389:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff99dd10dbf800: setdq to remove for usr 0 00000001:04000000:0.0:1788624674.090835:0:2389:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff99dd10dbf800: setdq to remove for grp 0 00000001:04000000:0.0:1788624674.090836:0:2389:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff99dd10dbf800: setdq to remove for prj 0 00000001:00000001:0.0:1788624674.090839:0:2389:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788624674.090841:0:2389:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:0.0:1788624674.090845:0:2389:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:0.0:1788624674.090850:0:2389:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788624674.090853:0:2389:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1788624674.090855:0:2389:0:(osc_request.c:2586:brw_interpret()) request ffff99dd11c04e00 aa ffff99dd11c04fb0 rc 0 00000020:00000001:0.0:1788624674.090864:0:2389:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000020:00000001:0.0:1788624674.090868:0:2389:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000020:00000001:0.0:1788624674.090871:0:2389:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788624674.090875:0:2389:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788624674.090878:0:2389:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.090880:0:2389:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.090882:0:2389:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000008:00000010:0.0:1788624674.090886:0:2389:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff99dd216df340. 00000020:00000001:0.0:1788624674.090891:0:2389:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000020:00000001:0.0:1788624674.090893:0:2389:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1788624674.090898:0:2389:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1788624674.090900:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624674.090904:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c04e00 x1875506845087488/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624690 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.090912:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624674.090918:0:2389:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:0.0:1788624674.090921:0:2389:0:(osc_cache.c:908:osc_extent_finish()) extent ffff99dd04fa2000@{[0 -> 1/1023], [2|0|-|rpc|wiuY|ffff99dd04e24c40], [32768|2|+|-|ffff99dd11d19800|1024|ffff99dd19dacf80]} extent finished. 00000008:00010000:0.0:1788624674.090930:0:2389:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000036453b5a ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a89d4 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1788624674.090946:0:2389:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1788624674.090949:0:2389:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1788624674.090955:0:2389:0:(cl_page.c:1104:cl_page_complete()) page@00000000e06f0e63[2 00000000e1cbabdd 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788624674.090957:0:2389:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1788624674.090959:0:2389:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788624674.090961:0:2389:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788624674.090964:0:2389:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788624674.090968:0:2389:0:(cl_page.c:507:__cl_page_state_set()) page@00000000e06f0e63[2 00000000e1cbabdd 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788624674.090970:0:2389:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788624674.090972:0:2389:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788624674.090975:0:2389:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788624674.090978:0:2389:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000e06f0e63[2 00000000e1cbabdd 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1788624674.090980:0:2389:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1788624674.090995:0:2389:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1788624674.090997:0:2389:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1788624674.090998:0:2389:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788624674.091002:0:2389:0:(cl_page.c:556:cl_batch_put()) page@00000000e06f0e63[2 00000000e1cbabdd 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788624674.091004:0:2389:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1788624674.091006:0:2389:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788624674.091007:0:2389:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000001:0.0:1788624674.091008:0:2389:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1788624674.091075:0:2389:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1788624674.091078:0:2389:0:(cl_page.c:1104:cl_page_complete()) page@000000007e904161[2 00000000e1cbabdd 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788624674.091080:0:2389:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1788624674.091081:0:2389:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788624674.091082:0:2389:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788624674.091084:0:2389:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788624674.091086:0:2389:0:(cl_page.c:507:__cl_page_state_set()) page@000000007e904161[2 00000000e1cbabdd 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788624674.091088:0:2389:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788624674.091089:0:2389:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788624674.091090:0:2389:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788624674.091093:0:2389:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000007e904161[2 00000000e1cbabdd 1 1 0000000000000000 0 0 1] 00000080:00008000:0.0:1788624674.091094:0:2389:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1788624674.091211:0:2389:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1788624674.091214:0:2389:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1788624674.091215:0:2389:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788624674.091219:0:2389:0:(cl_page.c:556:cl_batch_put()) page@000000007e904161[2 00000000e1cbabdd 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788624674.091220:0:2389:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1788624674.091221:0:2389:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788624674.091222:0:2389:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:0.0:1788624674.091226:0:2389:0:(osc_cache.c:1648:osc_free_grant()) lost 0 grant: 0 avail: 16842752 dirty: 0/0 00000008:00000020:0.0:1788624674.091233:0:2389:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff99dd04fa2000@{[0 -> 1/1023], [1|0|-|inv|wuY|ffff99dd04e24c40], [32768|0|-|-|ffff99dd11d19800|1024|ffff99dd19dacf80]} destroyed. 00000008:00010000:0.0:1788624674.091238:0:2389:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000036453b5a ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a89d4 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624674.091247:0:2389:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.091250:0:2389:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1788624674.091253:0:2389:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff99dd04fa2000. 00000008:00000001:0.0:1788624674.091257:0:2389:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788624674.091261:0:2389:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff99dd0640acb0. 00000008:00000020:0.0:1788624674.091270:0:2389:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff99dd064b21e8. 00000008:00000001:0.0:1788624674.091285:0:2389:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624674.091292:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c04e00 x1875506845087488/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624690 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624674.091301:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845087488:192.168.202.125@tcp:4:multiop.0 00000400:00000001:0.0:1788624674.091309:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624674.091310:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624674.091313:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dc60. 00000400:00000200:0.0:1788624674.091315:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053957f8 00000400:00000010:0.0:1788624674.091317:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053957f8. 00000100:00000001:0.0:1788624674.091320:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624674.091324:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06300 x1875506845087616/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624690 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624674.091332:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06300 x1875506845087616/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624690 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.091338:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624674.091340:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.091341:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624674.091343:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624674.091344:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624674.091346:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624674.091348:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624674.091352:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=102 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624674.091355:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624674.091357:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624674.091358:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.091360:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624674.091362:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.091364:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624674.091366:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1788624674.091368:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624674.091369:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624674.091373:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06300 x1875506845087616/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624690 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.091385:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624674.091387:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624674.091389:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788624674.091391:0:2389:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:0.0:1788624674.091395:0:2389:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000020:00000001:0.0:1788624674.091397:0:2389:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000020:00000001:0.0:1788624674.091399:0:2389:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788624674.091401:0:2389:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788624674.091403:0:2389:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.091404:0:2389:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.091406:0:2389:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000008:00000001:0.0:1788624674.091479:0:2389:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624674.091485:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06300 x1875506845087616/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624690 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624674.091492:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845087616:192.168.202.125@tcp:16:kworker.0 00000100:00000001:0.0:1788624674.091496:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.091499:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624674.091502:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c04e00 x1875506845087488/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624690 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.091509:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.091510:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624674.091513:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06300 x1875506845087616/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624690 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.091519:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624674.091521:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624674.091525:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049cbc00. 02000000:00000001:0.0:1788624674.091528:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624674.091532:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624674.091534:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624674.091536:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624674.091539:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd18745400. 02000000:00000001:0.0:1788624674.091543:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624674.091601:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624674.091604:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06300. 00000100:00000001:0.0:1788624674.091609:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624674.091610:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.091613:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.091621:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624674.091623:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.091626:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624674.091630:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.091646:0:24424:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624674.091650:0:24424:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834008 : -112300453717608 : ffff99dd03591998) 00000020:00001000:0.0:1788624674.091654:0:24424:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591990 00000008:00000020:0.0:1788624674.091656:0:24424:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff99dd064b21e8. 00000008:00000001:0.0:1788624674.091659:0:24424:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788624674.091661:0:24424:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:0.0:1788624674.091663:0:24424:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624674.091666:0:24424:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1788624674.091668:0:24424:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591990 00000020:00000001:1.0:1788624674.095053:0:25842:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788624674.095064:0:25842:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.095069:0:25842:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788624674.095073:0:25842:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788624674.095075:0:25842:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788624674.095078:0:25842:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788624674.095082:0:25842:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624674.095083:0:25842:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788624674.095085:0:25842:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788624674.095087:0:25842:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.095089:0:25842:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.095091:0:25842:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788624674.095093:0:25842:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788624674.095095:0:25842:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788624674.095097:0:25842:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788624674.095099:0:25842:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788624674.095100:0:25842:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788624674.095102:0:25842:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624674.095103:0:25842:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788624674.095134:0:25842:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788624674.095136:0:25842:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.095138:0:25842:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.095140:0:25842:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788624674.095141:0:25842:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788624674.095143:0:25842:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.095146:0:25842:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788624674.095149:0:25842:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788624674.095150:0:25842:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788624674.095151:0:25842:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788624674.095153:0:25842:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788624674.095157:0:25842:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035913f0 00020000:00000001:1.0:1788624674.095164:0:25842:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788624674.095168:0:25842:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788624674.095172:0:25842:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788624674.095174:0:25842:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788624674.095178:0:25842:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788624674.095179:0:25842:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788624674.095183:0:25842:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035915a0 00000080:00000001:1.0:1788624674.095186:0:25842:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:1.0:1788624674.095190:0:25842:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.415961:0:35913:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:2.0:1788624674.415972:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67e48 00000080:00200008:2.0:1788624674.415979:0:35913:0:(file.c:5384:ll_fsync()) START file: name=f24b.recovery-small-1, fid=[0x200000405:0x2e:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/0 00020000:00000001:2.0:1788624674.415991:0:35913:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788624674.415997:0:35913:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817eaa8) owner 0000000000000000/ffff99dd03e64f80 00020000:00000002:2.0:1788624674.416003:0:35913:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817eaa8) owner 0000000000000000/ffff99dd03e64f80 00020000:00000001:2.0:1788624674.417567:0:35913:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788624674.417575:0:35913:0:(file.c:5353:ll_mdsync()) inode ffff99dd191bc2c8 metadata sync [0x200000405:0x2e:0x0] (need_sync=1) 00800000:00000001:2.0:1788624674.417586:0:35913:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00800000:00000001:2.0:1788624674.417589:0:35913:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624674.417593:0:35913:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624674.417596:0:35913:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624674.417601:0:35913:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624674.417602:0:35913:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624674.417605:0:35913:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:2.0:1788624674.417607:0:35913:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624674.417614:0:35913:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:2.0:1788624674.417637:0:35913:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61180. 00000020:00000040:2.0:1788624674.417644:0:35913:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624674.417650:0:35913:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624674.417655:0:35913:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624674.417662:0:35913:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624674.417673:0:35913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd0633bc00. 00000100:00000001:2.0:1788624674.417682:0:35913:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.417691:0:35913:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624674.417693:0:35913:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624674.417702:0:35913:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cd0c0. 00000100:00000001:2.0:1788624674.417705:0:35913:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486764224 : -112300222787392 : ffff99dd111cd0c0) 00000100:00000001:2.0:1788624674.417708:0:35913:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.417709:0:35913:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498904960 : -112300210646656 : ffff99dd11d61180) 00000100:00000001:2.0:1788624674.417716:0:35913:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624674.417721:0:35913:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.417723:0:35913:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624674.417725:0:35913:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624674.417740:0:35913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61180 x1875506845087744/t0(0) o44->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.417749:0:35913:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624674.417751:0:35913:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.417755:0:35913:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624674.417759:0:35913:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624674.417762:0:35913:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624674.417766:0:35913:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61180 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35913:1875506845087744:192.168.202.125@tcp:44:multiop.0 00000100:00000001:2.0:1788624674.417770:0:35913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624674.417776:0:35913:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624674.417778:0:35913:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.417781:0:35913:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624674.417787:0:35913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd0483b000. 02000000:00000001:2.0:1788624674.417789:0:35913:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624674.417798:0:35913:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624674.417803:0:35913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2840. 00000400:00000010:2.0:1788624674.417812:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08dd0. 00000100:00000200:2.0:1788624674.417822:0:35913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845087744, portal 10 00000100:00000001:2.0:1788624674.417824:0:35913:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.417825:0:35913:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498904960 : -112300210646656 : ffff99dd11d61180) 00000100:00000040:2.0:1788624674.417834:0:35913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d61180 x1875506845087744/t0(0) o44->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.417842:0:35913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624674.417846:0:35913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624674.417849:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e084c8. 00000100:00000200:2.0:1788624674.417852:0:35913:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1875506845087744, offset 0 00000400:00000200:2.0:1788624674.417860:0:35913:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624674.417869:0:35913:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.417879:0:35913:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624674.417887:0:35913:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624674.417892:0:35913:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624674.417897:0:35913:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624674.417900:0:35913:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624674.417904:0:35913:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3061:3061:256:4294967295] 192.168.202.125@tcp LPNI seq info [3061:3061:8:4294967295] 00000400:00000200:2.0:1788624674.417910:0:35913:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.417922:0:35913:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624674.417930:0:35913:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624674.417936:0:35913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346000. 00000800:00000200:2.0:1788624674.417945:0:35913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624674.417954:0:35913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624674.417959:0:35913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346000 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788624674.417983:0:35913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624674.417990:0:35913:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 821305 usecs (822 jiffies) 00000400:00000200:2.0:1788624674.417993:0:35913:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624674.417996:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296689301 00000100:00000001:2.0:1788624674.418000:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:2.0:1788624674.418003:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296689301 00000100:00000001:2.0:1788624674.418006:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:2.0:1788624674.419949:0:35913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624674.419956:0:35913:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.419959:0:35913:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624674.419963:0:35913:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624674.419967:0:35913:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cd0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788624674.419971:0:35913:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624674.419976:0:35913:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624674.420393:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624674.420401:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346000. 00000400:00000200:3.0:1788624674.420407:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.420418:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624674.420428:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e084c8 00000400:00000010:3.0:1788624674.420431:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e084c8. 00000100:00000001:3.0:1788624674.420437:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624674.420446:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61180 x1875506845087744/t0(0) o44->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624674.420460:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624674.420465:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61180 x1875506845087744/t0(0) o44->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624690 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624674.420472:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.420474:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624674.429524:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.429548:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624674.429554:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.429557:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.429568:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.429579:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624674.429589:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.429594:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.429601:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.429607:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 440 into portal 10 MB=0x6a9c377467800 00000400:00000200:3.0:1788624674.429614:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.429622:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 440/440 into md 0x8acd [1] + 224 00000800:00000001:3.0:1788624674.429841:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.429850:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.429855:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.429861:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624674.429871:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624674.429884:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61180 x1875506845087744/t0(0) o44->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624690 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624674.429897:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff99dd11d61180 x1875506845087744/t0(0) o44->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.429960:0:35913:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624674.429981:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624674.429994:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.429998:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788624674.433390:0:35913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624674.433402:0:35913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624674.433409:0:35913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2840. 00000400:00000200:2.0:1788624674.433425:0:35913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08dd0 00000400:00000010:2.0:1788624674.433428:0:35913:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08dd0. 00000100:00000001:2.0:1788624674.433436:0:35913:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624674.433456:0:35913:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61180 x1875506845087744/t0(0) o44->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624674.433470:0:35913:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61180 x1875506845087744/t0(0) o44->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.433481:0:35913:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624674.433483:0:35913:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.433488:0:35913:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624674.433494:0:35913:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624674.433497:0:35913:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624674.433501:0:35913:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.433504:0:35913:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624674.433518:0:35913:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=103 v=5 (5 103 103 103) 00000100:00001000:2.0:1788624674.433524:0:35913:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624674.433526:0:35913:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624674.433529:0:35913:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.433533:0:35913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624674.433538:0:35913:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.433544:0:35913:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788624674.433547:0:35913:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: committing for last_committed 8589934607 gen 2 00000100:00000040:2.0:1788624674.433555:0:35913:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934607) req@ffff99dd11dd9500 x1875506845084544/t8589934602(8589934602) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624688 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.433563:0:35913:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.433566:0:35913:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9500 x1875506845084544/t8589934602(8589934602) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/448 e 0 to 0 dl 1788624688 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.433574:0:35913:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624674.433576:0:35913:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624674.433581:0:35913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e0400. 02000000:00000001:2.0:1788624674.433587:0:35913:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624674.433590:0:35913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624674.433593:0:35913:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624674.433597:0:35913:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624674.433600:0:35913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e1c00. 02000000:00000001:2.0:1788624674.433604:0:35913:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624674.433606:0:35913:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624674.433609:0:35913:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9500. 00000100:00000001:2.0:1788624674.433614:0:35913:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624674.433616:0:35913:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624674.433622:0:35913:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934607) req@ffff99dd11c05880 x1875506845085568/t8589934604(8589934604) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/456 e 0 to 0 dl 1788624689 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.433696:0:35913:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.433700:0:35913:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05880 x1875506845085568/t8589934604(8589934604) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 520/456 e 0 to 0 dl 1788624689 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.433706:0:35913:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624674.433707:0:35913:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624674.433708:0:35913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049c9c00. 02000000:00000001:2.0:1788624674.433712:0:35913:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624674.433714:0:35913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624674.433715:0:35913:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624674.433716:0:35913:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624674.433718:0:35913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049c8000. 02000000:00000001:2.0:1788624674.433721:0:35913:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624674.433722:0:35913:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624674.433723:0:35913:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05880. 00000100:00000001:2.0:1788624674.433726:0:35913:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624674.433727:0:35913:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788624674.433733:0:35913:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff99dd11d60000 x1875506845086720/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624689 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788624674.433743:0:35913:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff99dd11ddad80 x1875506845087232/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624689 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.433749:0:35913:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788624674.433752:0:35913:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: normal: skip=1 replay=2/4 committed=0/0 00000100:00000001:2.0:1788624674.433755:0:35913:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624674.433757:0:35913:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624674.433762:0:35913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d61180 x1875506845087744/t0(0) o44->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.433769:0:35913:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624674.433773:0:35913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624674.433775:0:35913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624674.433780:0:35913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61180 x1875506845087744/t0(0) o44->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624690 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624674.433788:0:35913:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d61180 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35913:1875506845087744:192.168.202.125@tcp:44:multiop.0 00000100:00000001:2.0:1788624674.433795:0:35913:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.433799:0:35913:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.433801:0:35913:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624674.433803:0:35913:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.433806:0:35913:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61180 x1875506845087744/t0(0) o44->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624690 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.433811:0:35913:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624674.433814:0:35913:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cd0c0. 00000100:00000001:2.0:1788624674.433817:0:35913:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624674.433819:0:35913:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624674.433823:0:35913:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624674.433827:0:35913:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.433830:0:35913:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.433833:0:35913:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d61180 x1875506845087744/t0(0) o44->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 448/440 e 0 to 0 dl 1788624690 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.433839:0:35913:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624674.433840:0:35913:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624674.433841:0:35913:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd0483b000. 02000000:00000001:2.0:1788624674.433844:0:35913:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624674.433845:0:35913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624674.433847:0:35913:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624674.433848:0:35913:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624674.433850:0:35913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd0633bc00. 02000000:00000001:2.0:1788624674.433852:0:35913:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624674.433854:0:35913:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624674.433855:0:35913:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d61180. 00000100:00000001:2.0:1788624674.433858:0:35913:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624674.433859:0:35913:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624674.433863:0:35913:0:(pcc.c:2839:pcc_fsync()) Process entered 00000080:00000001:2.0:1788624674.433865:0:35913:0:(pcc.c:2842:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.433869:0:35913:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788624674.433871:0:35913:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624674.433876:0:35913:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255835160 : -112300453716456 : ffff99dd03591e18) 00000020:00001000:2.0:1788624674.433879:0:35913:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591e10 00000020:00000001:2.0:1788624674.433886:0:35913:0:(cl_object.c:143:cl_object_top()) ffff99dd18364b70 -> ffff99dd18364b70 00000020:00000001:2.0:1788624674.433889:0:35913:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788624674.433893:0:35913:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788624674.433895:0:35913:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788624674.433898:0:35913:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624674.433900:0:35913:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788624674.433902:0:35913:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788624674.433907:0:35913:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff99dd11c937e0 type 6 ignore/verify layout 0/0 00020000:00000002:2.0:1788624674.433911:0:35913:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817eaa8) owner 0000000000000000/ffff99dd03e64f80 00020000:00000001:0.0:1788624674.437373:0:35913:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788624674.437384:0:35913:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788624674.437388:0:35913:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788624674.437390:0:35913:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.437396:0:35913:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788624674.437398:0:35913:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788624674.437400:0:35913:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.437404:0:35913:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624674.437406:0:35913:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788624674.437407:0:35913:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788624674.437410:0:35913:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817eaa8) owner 0000000000000000/ffff99dd03e64f80 00000020:00000001:0.0:1788624674.437416:0:35913:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.437420:0:35913:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788624674.437422:0:35913:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788624674.437425:0:35913:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788624674.437429:0:35913:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788624674.437433:0:35913:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:0.0:1788624674.437440:0:35913:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624674.437441:0:35913:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788624674.437444:0:35913:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624674.437449:0:35913:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834008 : -112300453717608 : ffff99dd03591998) 00000020:00001000:0.0:1788624674.437452:0:35913:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591990 00000020:00000001:0.0:1788624674.437457:0:35913:0:(cl_object.c:143:cl_object_top()) ffff99dd18364080 -> ffff99dd18364b70 00000020:00000001:0.0:1788624674.437460:0:35913:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788624674.437465:0:35913:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624674.437466:0:35913:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788624674.437468:0:35913:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.437470:0:35913:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.437472:0:35913:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494036288 : -112300215515328 : ffff99dd118bc740) 00000020:00000001:0.0:1788624674.437475:0:35913:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788624674.437477:0:35913:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.437479:0:35913:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.437481:0:35913:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.437483:0:35913:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788624674.437485:0:35913:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788624674.437487:0:35913:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624674.437488:0:35913:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788624674.437490:0:35913:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624674.437491:0:35913:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.437493:0:35913:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.437495:0:35913:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.437496:0:35913:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.437497:0:35913:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788624674.437498:0:35913:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.437500:0:35913:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.437501:0:35913:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788624674.437504:0:35913:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788624674.437505:0:35913:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624674.437506:0:35913:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788624674.437508:0:35913:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788624674.437511:0:35913:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1788624674.437516:0:35913:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff99dd08445880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 2: rc=0. 00000008:00000001:0.0:1788624674.437521:0:35913:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624674.437524:0:35913:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788624674.437527:0:35913:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff99dd08445880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788624674.437529:0:35913:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624674.437532:0:35913:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1788624674.437534:0:35913:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788624674.437536:0:35913:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788624674.437539:0:35913:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788624674.437542:0:35913:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788624674.437543:0:35913:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788624674.437544:0:35913:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788624674.437547:0:35913:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:0.0:1788624674.437560:0:35913:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06300. 00000020:00000040:0.0:1788624674.437566:0:35913:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=4 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624674.437573:0:35913:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624674.437577:0:35913:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624674.437584:0:35913:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624674.437595:0:35913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd18745800. 00000100:00000001:0.0:1788624674.437604:0:35913:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.437616:0:35913:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624674.437621:0:35913:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624674.437657:0:35913:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000664f8172] to pc [ptlrpcd_00_01+1] req@ffff99dd11c06300 x1875506845087872/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788624674.437686:0:35913:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624674.437689:0:35913:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624674.437691:0:35913:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.437693:0:35913:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.437695:0:35913:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.437696:0:35913:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.437698:0:35913:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.437700:0:35913:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788624674.437702:0:35913:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788624674.437703:0:35913:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788624674.437704:0:35913:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1788624674.437716:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788624674.437720:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788624674.437722:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.437730:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624674.437733:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.437735:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624674.437737:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624674.437739:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624674.437746:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06300 x1875506845087872/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.437755:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624674.437758:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624674.437762:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624674.437766:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624674.437768:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624674.437772:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845087872:192.168.202.125@tcp:16:multiop.0 00000100:00000001:0.0:1788624674.437777:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624674.437784:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624674.437787:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624674.437790:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624674.437795:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049cbc00. 02000000:00000001:0.0:1788624674.437797:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624674.437806:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624674.437811:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dc60. 00000400:00000010:0.0:1788624674.437820:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053957f8. 00000100:00000200:0.0:1788624674.437830:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845087872, portal 4 00000100:00000001:0.0:1788624674.437832:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624674.437834:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000040:0.0:1788624674.437842:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c06300 x1875506845087872/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624690 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.437850:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624674.437854:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624674.437857:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395908. 00000100:00000200:0.0:1788624674.437861:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875506845087872, offset 0 00000400:00000200:0.0:1788624674.437869:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624674.437878:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624674.437887:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624674.437894:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624674.437899:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624674.437904:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624674.437906:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624674.437911:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3062:3062:256:4294967295] 192.168.202.125@tcp LPNI seq info [3062:3062:8:4294967295] 00000400:00000200:0.0:1788624674.437916:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624674.437929:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624674.437937:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624674.437943:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cd00. 00000800:00000200:0.0:1788624674.437951:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624674.437960:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624674.437964:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cd00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1788624674.437985:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624674.437990:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 189403 usecs (190 jiffies) 00000400:00000200:0.0:1788624674.437993:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624674.437996:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296688689 00000100:00000001:0.0:1788624674.438000:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:0.0:1788624674.438003:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296688689 00000100:00000001:0.0:1788624674.438005:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:0.0:1788624674.438016:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624674.438019:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.438022:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.438025:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624674.438385:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624674.438391:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cd00. 00000400:00000200:3.0:1788624674.438398:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.438405:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624674.438412:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395908 00000400:00000010:3.0:1788624674.438416:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395908. 00000100:00000001:3.0:1788624674.438421:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624674.438425:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06300 x1875506845087872/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624690 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.438435:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624674.438440:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06300 x1875506845087872/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624690 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.438447:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.438449:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788624674.438999:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624674.439005:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624674.451861:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.451885:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624674.451891:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.451894:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.451905:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.451917:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624674.451929:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.451935:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.451942:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.451946:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377467880 00000400:00000200:3.0:1788624674.451953:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.451960:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8add [1] + 224 00000800:00000001:3.0:1788624674.451969:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.451978:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.451982:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.451987:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624674.451997:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624674.452007:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06300 x1875506845087872/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624690 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624674.452020:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=432 req@ffff99dd11c06300 x1875506845087872/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624690 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.452045:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624674.452055:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.452058:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.452275:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624674.452280:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624674.452289:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624674.452292:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624674.452295:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dc60. 00000400:00000200:0.0:1788624674.452301:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053957f8 00000400:00000010:0.0:1788624674.452304:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053957f8. 00000100:00000001:0.0:1788624674.452307:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624674.452312:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06300 x1875506845087872/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624690 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624674.452322:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06300 x1875506845087872/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/432 e 0 to 0 dl 1788624690 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.452329:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624674.452331:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.452334:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624674.452339:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624674.452341:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624674.452344:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624674.452347:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624674.452359:0:2389:0:(import.c:2195:obd_at_measure()) add 0 to ffff99dd19445460 time=102 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624674.452363:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624674.452367:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1788624674.452371:0:2389:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff99dd10dbf800: operation ost_sync to node 192.168.202.125@tcp failed: rc = -107 00000100:00000001:0.0:1788624674.452374:0:2389:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1788624674.452379:0:2389:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1788624674.452382:0:2389:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff99dd10dbf800 of lustre-OST0000_UUID@192.168.202.125@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1788624674.452387:0:2389:0:(import.c:65:import_set_state_nolock()) ffff99dd19445000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788624674.452391:0:2389:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff99dd10dbf800: Connection to lustre-OST0000 (at 192.168.202.125@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1788624674.452395:0:2389:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788624674.452399:0:2389:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788624674.452402:0:2389:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.452404:0:2389:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1788624674.452406:0:2389:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788624674.452408:0:2389:0:(import.c:65:import_set_state_nolock()) ffff99dd19445000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788624674.452412:0:2389:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788624674.452415:0:2389:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff99dd10dbf800: connect to NID 192.168.202.125@tcp last attempt 2011 00000400:00000200:0.0:1788624674.452420:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624674.452424:0:2389:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.202.125@tcp is discovered: rc = 1 00000100:00000040:0.0:1788624674.452429:0:2389:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:0.0:1788624674.452432:0:2389:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788624674.452434:0:2389:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:0.0:1788624674.452436:0:2389:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000001:0.0:1788624674.452441:0:2389:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788624674.452443:0:2389:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d28 00000020:00000001:0.0:1788624674.452446:0:2389:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.452450:0:2389:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3000 refcount=4 00000020:00000001:0.0:1788624674.452453:0:2389:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000020:00000001:0.0:1788624674.452456:0:2389:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000100:00000040:0.0:1788624674.452460:0:2389:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 14 to 192.168.202.125@tcp 00000100:00000001:0.0:1788624674.452462:0:2389:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788624674.452463:0:2389:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00000100:00000001:0.0:1788624674.452466:0:2389:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 00000020:00000040:0.0:1788624674.452469:0:2389:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3000 : new refcount 3 00000100:00080000:0.0:1788624674.452473:0:2389:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-ffff99dd10dbf800: import ffff99dd19445000 using connection 192.168.202.125@tcp/192.168.202.125@tcp 00000100:00000001:0.0:1788624674.452475:0:2389:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624674.452478:0:2389:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788624674.452487:0:2389:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624674.452491:0:2389:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.452494:0:2389:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788624674.452497:0:2389:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788624674.452500:0:2389:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.452502:0:2389:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624674.452510:0:2389:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05c00. 00000020:00000040:0.0:1788624674.452514:0:2389:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=5 obd=lustre-OST0000-osc-ffff99dd10dbf800 02000000:00000001:0.0:1788624674.452518:0:2389:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788624674.452520:0:2389:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.452523:0:2389:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624674.452526:0:2389:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624674.452530:0:2389:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624674.452540:0:2389:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049c8800. 00000100:00000001:0.0:1788624674.452558:0:2389:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624674.452566:0:2389:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff99dd11c05c00 x1875506845088000/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788624674.452576:0:2389:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624674.452582:0:2389:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624674.452586:0:2389:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000708f5420] to pc [ptlrpcd_rcv+-1] req@ffff99dd11c05c00 x1875506845088000/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624674.452620:0:2389:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.452630:0:2389:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1788624674.452632:0:2389:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1788624674.452635:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.452638:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.452646:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624674.452649:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.452651:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624674.452652:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624674.452655:0:2389:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.452657:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624674.452660:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.452662:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.452665:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.452943:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624674.452947:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624674.452950:0:2388:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624674.452957:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05c00 x1875506845088000/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624674.452966:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624674.452967:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624674.452971:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624674.452974:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624674.452976:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624674.452981:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845088000:192.168.202.125@tcp:8:ptlrpcd_00_00.0 00000100:00000001:1.0:1788624674.452985:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624674.452991:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624674.452994:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624674.452997:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624674.453004:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e2c00. 02000000:00000001:1.0:1788624674.453006:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624674.453012:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624674.453016:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793f20. 00000400:00000010:1.0:1788624674.453023:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c7f8. 00000100:00000200:1.0:1788624674.453031:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845088000, portal 4 00000100:00000001:1.0:1788624674.453033:0:2388:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624674.453035:0:2388:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497482240 : -112300212069376 : ffff99dd11c05c00) 00000100:00000040:1.0:1788624674.453042:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c05c00 x1875506845088000/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624674.453050:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624674.453052:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624674.453055:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cd48. 00000100:00000200:1.0:1788624674.453072:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875506845088000, offset 0 00000400:00000200:1.0:1788624674.453082:0:2388:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624674.453089:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624674.453096:0:2388:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624674.453102:0:2388:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624674.453133:0:2388:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624674.453137:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624674.453141:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624674.453145:0:2388:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3063:3063:256:4294967295] 192.168.202.125@tcp LPNI seq info [3063:3063:8:4294967295] 00000400:00000200:1.0:1788624674.453150:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624674.453160:0:2388:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624674.453166:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624674.453172:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd11fb0400. 00000800:00000200:1.0:1788624674.453180:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624674.453189:0:2388:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624674.453193:0:2388:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd11fb0400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788624674.453208:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624674.453213:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 188706 usecs (189 jiffies) 00000400:00000200:1.0:1788624674.453216:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624674.453220:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296688704 00000100:00000001:1.0:1788624674.453223:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:1.0:1788624674.453225:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296688704 00000100:00000001:1.0:1788624674.453227:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:1.0:1788624674.453230:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624674.453233:0:2388:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.453235:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.453237:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.453241:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624674.453243:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788624674.453245:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624674.453246:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624674.453247:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.453249:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624674.453524:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624674.453529:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd11fb0400. 00000400:00000200:3.0:1788624674.453535:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.453539:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624674.453558:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cd48 00000400:00000010:3.0:1788624674.453561:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cd48. 00000100:00000001:3.0:1788624674.453566:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624674.453571:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05c00 x1875506845088000/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624674.453582:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624674.453585:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05c00 x1875506845088000/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624674.453593:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.453595:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624674.466702:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.466729:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624674.466735:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.466738:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.466751:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.466761:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624674.466772:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.466779:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.466786:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.466791:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 416 into portal 4 MB=0x6a9c377467900 00000400:00000200:3.0:1788624674.466798:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.466806:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 416/416 into md 0x8ae5 [1] + 0 00000800:00000001:3.0:1788624674.466815:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.466823:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.466827:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.466833:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624674.466843:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624674.466855:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05c00 x1875506845088000/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624674.466869:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff99dd11c05c00 x1875506845088000/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624674.466947:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624674.466953:0:2388:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624674.466974:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624674.466988:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.466992:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788624674.470973:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624674.470982:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624674.470988:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793f20. 00000400:00000200:1.0:1788624674.471001:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c7f8 00000400:00000010:1.0:1788624674.471004:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c7f8. 00000100:00000001:1.0:1788624674.471156:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624674.471172:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05c00 x1875506845088000/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624674.471185:0:2388:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05c00 x1875506845088000/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/544 e 0 to 0 dl 1788624684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624674.471194:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624674.471198:0:2388:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.471202:0:2388:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624674.471206:0:2388:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624674.471209:0:2388:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624674.471211:0:2388:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624674.471215:0:2388:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624674.471228:0:2388:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=102 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624674.471233:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624674.471237:0:2388:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624674.471239:0:2388:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.471243:0:2388:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624674.471249:0:2388:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.471254:0:2388:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624674.471257:0:2388:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967336 00000100:00000001:1.0:1788624674.471259:0:2388:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624674.471263:0:2388:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624674.471268:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05c00 x1875506845088000/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1788624684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624674.471276:0:2388:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624674.471280:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624674.471283:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.471286:0:2388:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788624674.471295:0:2388:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff99dd10dbf800: connect to target with instance 1 00000020:00000001:1.0:1788624674.471300:0:2388:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788624674.471302:0:2388:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d28 00000020:00000001:1.0:1788624674.471305:0:2388:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.471309:0:2388:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3000 refcount=4 00000020:00000001:1.0:1788624674.471312:0:2388:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000020:00000001:1.0:1788624674.471314:0:2388:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000100:00001000:1.0:1788624674.471318:0:2388:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=1788624674 v=0 (0 0 0 0) 00000100:00001000:1.0:1788624674.471321:0:2388:0:(import.c:2261:obd_at_measure()) AT ffff99dd19445418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788624674.471328:0:2388:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1511, crc32c 10083, adler 1171 00000020:00000040:1.0:1788624674.471334:0:2388:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3000 : new refcount 3 00000100:00000001:1.0:1788624674.471337:0:2388:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788624674.471342:0:2388:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1788624674.471348:0:2388:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff99dd10dbf800, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:1.0:1788624674.471352:0:2388:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788624674.471357:0:2388:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1788624674.473205:0:2388:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788624674.473216:0:2388:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.473222:0:2388:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624674.473226:0:2388:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624674.473229:0:2388:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.473232:0:2388:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788624674.473250:0:2388:0:(import.c:1382:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff99dd10dbf800: evicting (reconnect/recover flags not set: 4) req@ffff99dd11c05c00 x1875506845088000/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1788624684 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788624674.473263:0:2388:0:(import.c:65:import_set_state_nolock()) ffff99dd19445000 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1788624674.473267:0:2388:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:0.0:1788624674.473270:0:2388:0:(import.c:1707:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff99dd10dbf800: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:0.0:1788624674.488598:0:2388:0:(import.c:1718:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.202.125@tcp; invalidating 00000020:00000040:0.0:1788624674.488608:0:2388:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=6 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624674.489558:0:2388:0:(import.c:1739:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.489567:0:2388:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624674.489583:0:2388:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05c00 x1875506845088000/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1788624684 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624674.489595:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2388:1875506845088000:192.168.202.125@tcp:8:ptlrpcd_00_00.0 00000100:00000001:0.0:1788624674.489604:0:2388:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.489609:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624674.489612:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05c00 x1875506845088000/t0(0) o8->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 520/416 e 0 to 0 dl 1788624684 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624674.489620:0:2388:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624674.489637:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624674.489643:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e2c00. 02000000:00000001:0.0:1788624674.489649:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624674.489652:0:2388:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624674.489654:0:2388:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=5 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624674.489657:0:2388:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624674.489661:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049c8800. 02000000:00000001:0.0:1788624674.489664:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624674.489667:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624674.489669:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05c00. 00000100:00000001:0.0:1788624674.489675:0:2388:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624674.489676:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.489679:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.489690:0:2388:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624674.489693:0:2388:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.489695:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624674.489697:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.490938:0:35930:0:(import.c:1638:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:3.0:1788624674.490965:0:35930:0:(import.c:1642:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff99dd10dbf800 to lustre-OST0000_UUID@192.168.202.125@tcp 00000100:00000001:3.0:1788624674.490969:0:35930:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1788624674.490971:0:35930:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1788624674.490974:0:35930:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1788624674.490983:0:35930:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff99dd11c06300 x1875506845087872/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/224 e 0 to 0 dl 1788624690 ref 1 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.491174:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624674.491179:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624674.491212:0:35930:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788624674.491215:0:35930:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: committing for last_committed 4294967336 gen 18 00000100:00100000:3.0:1788624674.491222:0:35930:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff99dd11c04e00 x1875506845087488/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624690 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.491229:0:35930:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624674.491234:0:35930:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624674.491238:0:35930:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c04e00 x1875506845087488/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788624690 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.491244:0:35930:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624674.491248:0:35930:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624674.491253:0:35930:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049cb800. 02000000:00000001:3.0:1788624674.491259:0:35930:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624674.491263:0:35930:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624674.491265:0:35930:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=4 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624674.491267:0:35930:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624674.491270:0:35930:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff99dd05168000. 02000000:00000001:3.0:1788624674.491297:0:35930:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624674.491300:0:35930:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624674.491302:0:35930:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c04e00. 00000100:00000001:3.0:1788624674.491308:0:35930:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624674.491310:0:35930:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624674.491314:0:35930:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:3.0:1788624674.491317:0:35930:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624674.491318:0:35930:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1788624674.491320:0:35930:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1788624674.491323:0:35930:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788624674.491326:0:35930:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788624674.491329:0:35930:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788624674.491333:0:35930:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1788624674.491337:0:35930:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1788624674.491339:0:35930:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff99dd1070d568 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:3.0:1788624674.491346:0:35930:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:3.0:1788624674.491349:0:35930:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn cc94206c7ef40d28 00020000:00000001:3.0:1788624674.491351:0:35930:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.491356:0:35930:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788624674.491358:0:35930:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.491361:0:35930:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.491363:0:35930:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.491365:0:35930:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.491367:0:35930:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:3.0:1788624674.491369:0:35930:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1788624674.495983:0:2389:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624674.496023:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06300 x1875506845087872/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/224 e 0 to 0 dl 1788624690 ref 1 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.496037:0:2389:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1788624674.496041:0:2389:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.496044:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624674.496046:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788624674.496052:0:2389:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:0.0:1788624674.496054:0:2389:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000008:00000001:0.0:1788624674.496251:0:2389:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624674.496259:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06300 x1875506845087872/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/224 e 0 to 0 dl 1788624690 ref 1 fl Interpret:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624674.496269:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845087872:192.168.202.125@tcp:16:multiop.0 00000100:00000001:0.0:1788624674.496290:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.496295:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624674.496301:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06300 x1875506845087872/t0(0) o16->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 440/224 e 0 to 0 dl 1788624690 ref 1 fl Complete:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.496308:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624674.496312:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624674.496317:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049cbc00. 02000000:00000001:0.0:1788624674.496326:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624674.496330:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624674.496331:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624674.496334:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624674.496338:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd18745800. 02000000:00000001:0.0:1788624674.496341:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624674.496344:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624674.496346:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06300. 00000100:00000001:0.0:1788624674.496350:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624674.496352:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.496355:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.496364:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624674.496366:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.496369:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624674.496372:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.496550:0:35930:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788624674.496556:0:35930:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:3.0:1788624674.496560:0:35930:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788624674.496565:0:35930:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1788624674.496580:0:35930:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4d00 count: 2 00010000:00000001:3.0:1788624674.496587:0:35930:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788624674.496591:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.496593:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.496597:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd18600600 refcount=3 00000020:00000001:3.0:1788624674.496599:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:3.0:1788624674.496603:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773608609280 : -112300100942336 : ffff99dd18600600) 00010000:00000001:3.0:1788624674.496607:0:35930:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624674.496613:0:35930:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef41a1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0xa103bd66258a89aa expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1788624674.496642:0:35930:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788624674.496644:0:35930:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624674.496648:0:35930:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834584 : -112300453717032 : ffff99dd03591bd8) 00000020:00001000:3.0:1788624674.496651:0:35930:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591bd0 00000008:00000001:3.0:1788624674.496654:0:35930:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788624674.496657:0:35930:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1788624674.496659:0:35930:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624674.496660:0:35930:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834296 : -112300453717320 : ffff99dd03591ab8) 00000020:00001000:3.0:1788624674.496662:0:35930:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591ab0 00000008:00000001:3.0:1788624674.496665:0:35930:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1788624674.496667:0:35930:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1788624674.496672:0:35930:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1788624674.496674:0:35930:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.496677:0:35930:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1788624674.496681:0:35930:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788624674.496684:0:35930:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff99dd08445880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788624674.496687:0:35930:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788624674.496690:0:35930:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff99dd08445880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:3.0:1788624674.496694:0:35930:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788624674.496697:0:35930:0:(osc_lock.c:372:osc_lock_flush()) object ffff99dd08445880: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1788624674.496701:0:35930:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1788624674.496704:0:35930:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364b70 00000020:00000001:3.0:1788624674.496707:0:35930:0:(cl_object.c:143:cl_object_top()) ffff99dd18364b70 -> ffff99dd18364b70 00000020:00000001:3.0:1788624674.496710:0:35930:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788624674.496714:0:35930:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788624674.496716:0:35930:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788624674.496720:0:35930:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624674.496722:0:35930:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788624674.496724:0:35930:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788624674.496729:0:35930:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff99dd02e49700 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1788624674.496734:0:35930:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788624674.496736:0:35930:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788624674.496739:0:35930:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788624674.496741:0:35930:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788624674.496743:0:35930:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.496745:0:35930:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624674.496746:0:35930:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788624674.496747:0:35930:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1788624674.496749:0:35930:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.496751:0:35930:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1788624674.496758:0:35930:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788624674.496760:0:35930:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788624674.496762:0:35930:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788624674.496763:0:35930:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788624674.496766:0:35930:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:3.0:1788624674.496770:0:35930:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788624674.496772:0:35930:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773248198400 : -112300461353216 : ffff99dd02e49700) 00000020:00000001:3.0:1788624674.496775:0:35930:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788624674.496776:0:35930:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788624674.496779:0:35930:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788624674.496783:0:35930:0:(cl_page.c:507:__cl_page_state_set()) page@000000008a4bfd6a[2 000000007c2298f2 1 1 00000000ecef5b26 0 0 0] 00000020:00000001:3.0:1788624674.496786:0:35930:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788624674.496787:0:35930:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1788624674.496789:0:35930:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1788624674.496790:0:35930:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.496794:0:35930:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1788624674.496795:0:35930:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1788624674.496797:0:35930:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788624674.496799:0:35930:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788624674.496799:0:35930:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788624674.496802:0:35930:0:(cl_page.c:507:__cl_page_state_set()) page@000000008a4bfd6a[2 000000007c2298f2 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788624674.496804:0:35930:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1788624674.496805:0:35930:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1788624674.496807:0:35930:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1788624674.496808:0:35930:0:(osc_page.c:138:osc_page_delete()) ffff99dd03725060 00000008:00000001:3.0:1788624674.496811:0:35930:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1788624674.496812:0:35930:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff99dd03725070 page ffff99dd03725060 at index 0. 00000008:00000001:3.0:1788624674.496815:0:35930:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.496822:0:35930:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1788624674.496825:0:35930:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffeaa684360200 index 0 00000020:00000001:3.0:1788624674.496830:0:35930:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1788624674.496831:0:35930:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1788624674.496845:0:35930:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788624674.496847:0:35930:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788624674.496848:0:35930:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788624674.496849:0:35930:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788624674.496850:0:35930:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:3.0:1788624674.496852:0:35930:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788624674.496853:0:35930:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773248198400 : -112300461353216 : ffff99dd02e49700) 00000020:00000001:3.0:1788624674.496855:0:35930:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788624674.496856:0:35930:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788624674.496857:0:35930:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788624674.496860:0:35930:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f12dee2f[2 000000007c2298f2 1 1 00000000ecef5b26 0 0 1] 00000020:00000001:3.0:1788624674.496862:0:35930:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788624674.496863:0:35930:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1788624674.496864:0:35930:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1788624674.496865:0:35930:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.496866:0:35930:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1788624674.496867:0:35930:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1788624674.496868:0:35930:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788624674.496869:0:35930:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788624674.496870:0:35930:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788624674.496872:0:35930:0:(cl_page.c:507:__cl_page_state_set()) page@00000000f12dee2f[2 000000007c2298f2 2 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788624674.496874:0:35930:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1788624674.496875:0:35930:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1788624674.496876:0:35930:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1788624674.496877:0:35930:0:(osc_page.c:138:osc_page_delete()) ffff99dd037255a0 00000008:00000001:3.0:1788624674.496879:0:35930:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1788624674.496880:0:35930:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff99dd037255b0 page ffff99dd037255a0 at index 1. 00000008:00000001:3.0:1788624674.496882:0:35930:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.496889:0:35930:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1788624674.496890:0:35930:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffeaa68435b180 index 1 00000020:00000001:3.0:1788624674.496892:0:35930:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1788624674.496893:0:35930:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1788624674.496896:0:35930:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788624674.496897:0:35930:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788624674.496898:0:35930:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788624674.496899:0:35930:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788624674.496901:0:35930:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788624674.496904:0:35930:0:(cl_page.c:556:cl_batch_put()) page@000000008a4bfd6a[1 000000007c2298f2 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788624674.496905:0:35930:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1788624674.496907:0:35930:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1788624674.496912:0:35930:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff99dd03725000. 00000020:00000001:3.0:1788624674.496918:0:35930:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1788624674.496919:0:35930:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1788624674.496920:0:35930:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788624674.496922:0:35930:0:(cl_page.c:556:cl_batch_put()) page@00000000f12dee2f[1 000000007c2298f2 5 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788624674.496924:0:35930:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1788624674.496925:0:35930:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1788624674.496926:0:35930:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff99dd03725540. 00000020:00000001:3.0:1788624674.496928:0:35930:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1788624674.496929:0:35930:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788624674.496956:0:35930:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788624674.496959:0:35930:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788624674.496962:0:35930:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788624674.496964:0:35930:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788624674.496966:0:35930:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788624674.496969:0:35930:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1788624674.496971:0:35930:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788624674.496973:0:35930:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1788624674.496974:0:35930:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788624674.496977:0:35930:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591ab0 00000008:00000001:3.0:1788624674.496980:0:35930:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.496983:0:35930:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364b70 00010000:00000001:3.0:1788624674.496986:0:35930:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1788624674.496988:0:35930:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.496990:0:35930:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364b70 00000020:00000001:3.0:1788624674.496992:0:35930:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788624674.496995:0:35930:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:3.0:1788624674.496997:0:35930:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788624674.497000:0:35930:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.497002:0:35930:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.497003:0:35930:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364b70 00000020:00000001:3.0:1788624674.497004:0:35930:0:(cl_object.c:143:cl_object_top()) ffff99dd18364b70 -> ffff99dd18364b70 00000020:00000001:3.0:1788624674.497006:0:35930:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1788624674.497008:0:35930:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.497009:0:35930:0:(cl_object.c:143:cl_object_top()) ffff99dd08445880 -> ffff99dd18364b70 00000008:00000001:3.0:1788624674.497012:0:35930:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788624674.497014:0:35930:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591bd0 00000008:00000001:3.0:1788624674.497016:0:35930:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.497019:0:35930:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788624674.497021:0:35930:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624674.497026:0:35930:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624674.497028:0:35930:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624674.497030:0:35930:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.497033:0:35930:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788624674.497037:0:35930:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd18600600 with handle 0xcc94206c7ef41a1e from hash 00010000:00000001:3.0:1788624674.497039:0:35930:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624674.497041:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.497043:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.497045:0:35930:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624674.497049:0:35930:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624674.497051:0:35930:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788624674.497053:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.497054:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.497055:0:35930:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.497057:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624674.499269:0:35930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 0000000080bd48ac/0xcc94206c7ef41a1e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0xa103bd66258a89aa expref: -99 pid: 35913 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788624674.499301:0:35930:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd1878e8c0. 00010000:00000001:3.0:1788624674.499318:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788624674.499325:0:35930:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd189e4d00 count: 0 00010000:00000010:3.0:1788624674.499334:0:35930:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff99dd189e4900. 00010000:00000040:3.0:1788624674.499347:0:35930:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10900 count: 2 00010000:00000001:3.0:1788624674.499352:0:35930:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788624674.499354:0:35930:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.499357:0:35930:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.499361:0:35930:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19800 refcount=3 00000020:00000001:3.0:1788624674.499364:0:35930:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624674.499367:0:35930:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611712 : -112300210939904 : ffff99dd11d19800) 00010000:00000001:3.0:1788624674.499372:0:35930:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624674.499376:0:35930:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0xa103bd66258a89d4 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1788624674.499386:0:35930:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788624674.499388:0:35930:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624674.499393:0:35930:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834584 : -112300453717032 : ffff99dd03591bd8) 00000020:00001000:3.0:1788624674.499397:0:35930:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591bd0 00000008:00000001:3.0:1788624674.499398:0:35930:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788624674.499403:0:35930:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1788624674.499404:0:35930:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624674.499407:0:35930:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834296 : -112300453717320 : ffff99dd03591ab8) 00000020:00001000:3.0:1788624674.499409:0:35930:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591ab0 00000008:00000001:3.0:1788624674.499412:0:35930:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1788624674.499415:0:35930:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1788624674.499418:0:35930:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1788624674.499421:0:35930:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.499424:0:35930:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1788624674.499428:0:35930:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788624674.499432:0:35930:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff99dd04e24c40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788624674.499435:0:35930:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788624674.499437:0:35930:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff99dd04e24c40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:3.0:1788624674.499441:0:35930:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788624674.499443:0:35930:0:(osc_lock.c:372:osc_lock_flush()) object ffff99dd04e24c40: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1788624674.499447:0:35930:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1788624674.499450:0:35930:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000020:00000001:3.0:1788624674.499453:0:35930:0:(cl_object.c:143:cl_object_top()) ffff99dd18364148 -> ffff99dd18364148 00000020:00000001:3.0:1788624674.499456:0:35930:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788624674.499459:0:35930:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788624674.499462:0:35930:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788624674.499464:0:35930:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624674.499466:0:35930:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788624674.499468:0:35930:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788624674.499473:0:35930:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2f:0x0]io ffff99dd02e49700 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1788624674.499478:0:35930:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788624674.499480:0:35930:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788624674.499483:0:35930:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788624674.499485:0:35930:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788624674.499487:0:35930:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.499488:0:35930:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624674.499489:0:35930:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788624674.499491:0:35930:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1788624674.499492:0:35930:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.499495:0:35930:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1788624674.499501:0:35930:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788624674.499503:0:35930:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788624674.499504:0:35930:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788624674.499505:0:35930:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788624674.499509:0:35930:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:3.0:1788624674.499512:0:35930:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788624674.499514:0:35930:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773248198400 : -112300461353216 : ffff99dd02e49700) 00000020:00000001:3.0:1788624674.499517:0:35930:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788624674.499518:0:35930:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788624674.499520:0:35930:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788624674.499525:0:35930:0:(cl_page.c:507:__cl_page_state_set()) page@00000000e06f0e63[2 00000000e1cbabdd 1 1 00000000ecef5b26 0 0 0] 00000020:00000001:3.0:1788624674.499527:0:35930:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788624674.499528:0:35930:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1788624674.499530:0:35930:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1788624674.499531:0:35930:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.499534:0:35930:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1788624674.499536:0:35930:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1788624674.499538:0:35930:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788624674.499539:0:35930:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788624674.499541:0:35930:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788624674.499543:0:35930:0:(cl_page.c:507:__cl_page_state_set()) page@00000000e06f0e63[2 00000000e1cbabdd 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788624674.499545:0:35930:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1788624674.499546:0:35930:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1788624674.499548:0:35930:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1788624674.499550:0:35930:0:(osc_page.c:138:osc_page_delete()) ffff99dd104f33e0 00000008:00000001:3.0:1788624674.499552:0:35930:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1788624674.499554:0:35930:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff99dd104f33f0 page ffff99dd104f33e0 at index 0. 00000008:00000001:3.0:1788624674.499556:0:35930:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.499563:0:35930:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1788624674.499566:0:35930:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffeaa684c2f240 index 0 00000020:00000001:3.0:1788624674.499571:0:35930:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1788624674.499572:0:35930:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1788624674.499587:0:35930:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788624674.499589:0:35930:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788624674.499590:0:35930:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788624674.499597:0:35930:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788624674.499598:0:35930:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:3.0:1788624674.499599:0:35930:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788624674.499600:0:35930:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773248198400 : -112300461353216 : ffff99dd02e49700) 00000020:00000001:3.0:1788624674.499602:0:35930:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788624674.499603:0:35930:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788624674.499604:0:35930:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788624674.499607:0:35930:0:(cl_page.c:507:__cl_page_state_set()) page@000000007e904161[2 00000000e1cbabdd 1 1 00000000ecef5b26 0 0 1] 00000020:00000001:3.0:1788624674.499609:0:35930:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788624674.499611:0:35930:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1788624674.499612:0:35930:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1788624674.499614:0:35930:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.499615:0:35930:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1788624674.499616:0:35930:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1788624674.499617:0:35930:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788624674.499618:0:35930:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788624674.499620:0:35930:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788624674.499634:0:35930:0:(cl_page.c:507:__cl_page_state_set()) page@000000007e904161[2 00000000e1cbabdd 2 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788624674.499635:0:35930:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1788624674.499637:0:35930:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1788624674.499638:0:35930:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1788624674.499639:0:35930:0:(osc_page.c:138:osc_page_delete()) ffff99dd104f3760 00000008:00000001:3.0:1788624674.499640:0:35930:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1788624674.499642:0:35930:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff99dd104f3770 page ffff99dd104f3760 at index 1. 00000008:00000001:3.0:1788624674.499644:0:35930:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.499648:0:35930:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1788624674.499649:0:35930:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffeaa684964480 index 1 00000020:00000001:3.0:1788624674.499651:0:35930:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1788624674.499652:0:35930:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1788624674.499656:0:35930:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788624674.499657:0:35930:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788624674.499658:0:35930:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788624674.499659:0:35930:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788624674.499661:0:35930:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788624674.499664:0:35930:0:(cl_page.c:556:cl_batch_put()) page@00000000e06f0e63[1 00000000e1cbabdd 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788624674.499666:0:35930:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1788624674.499668:0:35930:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1788624674.499673:0:35930:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff99dd104f3380. 00000020:00000001:3.0:1788624674.499677:0:35930:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1788624674.499678:0:35930:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1788624674.499679:0:35930:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788624674.499681:0:35930:0:(cl_page.c:556:cl_batch_put()) page@000000007e904161[1 00000000e1cbabdd 5 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788624674.499682:0:35930:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1788624674.499683:0:35930:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1788624674.499685:0:35930:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff99dd104f3700. 00000020:00000001:3.0:1788624674.499687:0:35930:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1788624674.499688:0:35930:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788624674.499719:0:35930:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788624674.499722:0:35930:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788624674.499725:0:35930:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788624674.499728:0:35930:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788624674.499730:0:35930:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788624674.499732:0:35930:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1788624674.499735:0:35930:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788624674.499737:0:35930:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1788624674.499739:0:35930:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788624674.499742:0:35930:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591ab0 00000008:00000001:3.0:1788624674.499746:0:35930:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.499748:0:35930:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00010000:00000001:3.0:1788624674.499751:0:35930:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1788624674.499754:0:35930:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.499756:0:35930:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000020:00000001:3.0:1788624674.499758:0:35930:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788624674.499761:0:35930:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:3.0:1788624674.499764:0:35930:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788624674.499766:0:35930:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.499768:0:35930:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.499770:0:35930:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000020:00000001:3.0:1788624674.499771:0:35930:0:(cl_object.c:143:cl_object_top()) ffff99dd18364148 -> ffff99dd18364148 00000020:00000001:3.0:1788624674.499773:0:35930:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1788624674.499775:0:35930:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.499777:0:35930:0:(cl_object.c:143:cl_object_top()) ffff99dd04e24c40 -> ffff99dd18364148 00000008:00000001:3.0:1788624674.499780:0:35930:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788624674.499782:0:35930:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591bd0 00000008:00000001:3.0:1788624674.499784:0:35930:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.499788:0:35930:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788624674.499790:0:35930:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624674.499796:0:35930:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624674.499798:0:35930:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624674.499800:0:35930:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.499804:0:35930:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788624674.499808:0:35930:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d19800 with handle 0xcc94206c7ef41a2c from hash 00010000:00000001:3.0:1788624674.499811:0:35930:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624674.499813:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.499814:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.499815:0:35930:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624674.499820:0:35930:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624674.499823:0:35930:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788624674.499825:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.499826:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.499827:0:35930:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.499829:0:35930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624674.499831:0:35930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 000000005383d01c/0xcc94206c7ef41a2c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0xa103bd66258a89d4 expref: -99 pid: 35916 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1788624674.499840:0:35930:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd215f8d00. 00010000:00000001:3.0:1788624674.499847:0:35930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788624674.499850:0:35930:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10900 count: 0 00010000:00000010:3.0:1788624674.499854:0:35930:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff99dd03f10100. 00000001:00000001:3.0:1788624674.499890:0:35930:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788624674.499893:0:35930:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788624674.499895:0:35930:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788624674.499924:0:35930:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.499926:0:35930:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624674.499928:0:35930:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834584 : -112300453717032 : ffff99dd03591bd8) 00000020:00001000:3.0:1788624674.499930:0:35930:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591bd0 00000008:00000001:3.0:1788624674.499934:0:35930:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788624674.499936:0:35930:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:3.0:1788624674.499940:0:35930:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.499942:0:35930:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1788624674.499944:0:35930:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788624674.499945:0:35930:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788624674.499969:0:35930:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788624674.499971:0:35930:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591bd0 00000001:00000001:3.0:1788624674.499972:0:35930:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788624674.499974:0:35930:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788624674.499995:0:35930:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788624674.499996:0:35930:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788624674.499997:0:35930:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788624674.500018:0:35930:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.500021:0:35930:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.500025:0:35930:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788624674.500034:0:35930:0:(import.c:65:import_set_state_nolock()) ffff99dd19445000 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1788624674.500038:0:35930:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1788624674.500044:0:35930:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1788624674.500047:0:35930:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788624674.500051:0:35930:0:(import.c:65:import_set_state_nolock()) ffff99dd19445000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1788624674.500053:0:35930:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788624674.500057:0:35930:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788624674.502420:0:35930:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788624674.502435:0:35930:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1788624674.502469:0:35930:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1788624674.502473:0:35930:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff99dd1070d568 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:3.0:1788624674.502484:0:35930:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:3.0:1788624674.502487:0:35930:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn cc94206c7ef40d28 00020000:00000001:3.0:1788624674.502491:0:35930:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.502495:0:35930:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788624674.502500:0:35930:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1788624674.502502:0:35930:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1788624674.502505:0:35930:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1788624674.502507:0:35930:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788624674.502510:0:35930:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788624674.502512:0:35930:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.502513:0:35930:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.502515:0:35930:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788624674.502517:0:35930:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788624674.502519:0:35930:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.502520:0:35930:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1788624674.502522:0:35930:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1788624674.502528:0:35930:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1788624674.502530:0:35930:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.502532:0:35930:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.502533:0:35930:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.502535:0:35930:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.502538:0:35930:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.502541:0:35930:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.502544:0:35930:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.502547:0:35930:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:3.0:1788624674.502558:0:35930:0:(import.c:1787:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff99dd10dbf800: Connection restored to 192.168.202.125@tcp (at 192.168.202.125@tcp) 00000100:00000001:3.0:1788624674.502565:0:35930:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.502569:0:35930:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624674.502572:0:35930:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624674.502574:0:35930:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788624674.502576:0:35930:0:(import.c:1655:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.503214:0:35913:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788624674.503220:0:35913:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624674.503225:0:35913:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:2.0:1788624674.503233:0:35913:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788624674.503239:0:35913:0:(cl_object.c:143:cl_object_top()) ffff99dd18364b70 -> ffff99dd18364b70 00000020:00000001:2.0:1788624674.503242:0:35913:0:(cl_object.c:143:cl_object_top()) ffff99dd18364b70 -> ffff99dd18364b70 00000020:00000001:2.0:1788624674.503244:0:35913:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788624674.503249:0:35913:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788624674.503255:0:35913:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788624674.503257:0:35913:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624674.503259:0:35913:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788624674.503261:0:35913:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:2.0:1788624674.503263:0:35913:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2e:1029 on OST[0]: s=8192 (1) m=1788624673 a=0 c=1788624673 b=16 00020000:00000001:2.0:1788624674.503268:0:35913:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788624674.503270:0:35913:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788624673 a=0 c=1788624673 b=16 00020000:00000001:2.0:1788624674.503273:0:35913:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.503275:0:35913:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.503277:0:35913:0:(cl_object.c:143:cl_object_top()) ffff99dd18364b70 -> ffff99dd18364b70 00000080:00200000:2.0:1788624674.503280:0:35913:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2e:0x0] updating i_size 8192 i_blocks 16 00000080:00000001:2.0:1788624674.503283:0:35913:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788624674.503285:0:35913:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788624674.503288:0:35913:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788624674.503291:0:35913:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788624674.503294:0:35913:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624674.503295:0:35913:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788624674.503297:0:35913:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788624674.503298:0:35913:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624674.503301:0:35913:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624674.503303:0:35913:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788624674.503304:0:35913:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788624674.503307:0:35913:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788624674.503309:0:35913:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788624674.503311:0:35913:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788624674.503313:0:35913:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788624674.503315:0:35913:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624674.503316:0:35913:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788624674.503317:0:35913:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788624674.503318:0:35913:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624674.503321:0:35913:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624674.503322:0:35913:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788624674.503323:0:35913:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788624674.503326:0:35913:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1788624674.503330:0:35913:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788624674.503332:0:35913:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788624674.503333:0:35913:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788624674.503335:0:35913:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788624674.503336:0:35913:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788624674.503339:0:35913:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591990 00020000:00000001:2.0:1788624674.503344:0:35913:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788624674.503346:0:35913:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788624674.503348:0:35913:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788624674.503351:0:35913:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788624674.503354:0:35913:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788624674.503355:0:35913:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788624674.503358:0:35913:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591e10 00000080:00000001:2.0:1788624674.503361:0:35913:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1788624674.503367:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67e48 00000080:00000008:2.0:1788624674.503370:0:35913:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24b.recovery-small-1, fid=[0x200000405:0x2e:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:2.0:1788624674.503373:0:35913:0:(file.c:5440:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:2.0:1788624674.505372:0:35913:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788624674.505384:0:35913:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817eaa8) owner 0000000000000000/ffff99dd03e64f80 00020000:00000002:2.0:1788624674.505391:0:35913:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817eaa8) owner 0000000000000000/ffff99dd03e64f80 00020000:00000001:2.0:1788624674.505394:0:35913:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.505416:0:35913:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788624674.505420:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67d88 00000080:00200008:2.0:1788624674.505422:0:35913:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff99dd191bc2c8), flags 100002 00000080:00000001:2.0:1788624674.505429:0:35913:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788624674.505432:0:35913:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788624674.505435:0:35913:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788624674.505436:0:35913:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817eaa8) owner 0000000000000000/ffff99dd03e64f80 00020000:00000002:2.0:1788624674.505439:0:35913:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817eaa8) owner 0000000000000000/ffff99dd03e64f80 00020000:00000001:2.0:1788624674.505441:0:35913:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.505444:0:35913:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788624674.505451:0:35913:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624674.505455:0:35913:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624674.505458:0:35913:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624674.505461:0:35913:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624674.505463:0:35913:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624674.505466:0:35913:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:2.0:1788624674.505468:0:35913:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624674.505475:0:35913:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624674.505478:0:35913:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624674.505489:0:35913:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4400 count: 2 00010000:00000001:2.0:1788624674.505492:0:35913:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624674.505499:0:35913:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624674.505501:0:35913:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2e:0x0]: 0 00000080:00000001:2.0:1788624674.505504:0:35913:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788624674.505506:0:35913:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788624674.505515:0:35913:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd0633ba00. 00000080:00000001:2.0:1788624674.505518:0:35913:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788624674.505524:0:35913:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788624674.505530:0:35913:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788624674.505531:0:35913:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624674.505532:0:35913:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624674.505534:0:35913:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624674.505535:0:35913:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624674.505537:0:35913:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624674.505539:0:35913:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:2.0:1788624674.505541:0:35913:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624674.505543:0:35913:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2e:0x0] 00000002:00000001:2.0:1788624674.505547:0:35913:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788624674.505549:0:35913:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff99dd10dbf800: [0x200000405:0x2e:0x0] file closed with intent: 200 00000100:00000010:2.0:1788624674.505557:0:35913:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61180. 00000020:00000040:2.0:1788624674.505561:0:35913:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624674.505568:0:35913:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624674.505573:0:35913:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624674.505578:0:35913:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624674.505587:0:35913:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd0633aa00. 00000100:00000001:2.0:1788624674.505596:0:35913:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788624674.505620:0:35913:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11d60000 x1875506845086720/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624689 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788624674.505794:0:35913:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788624674.505801:0:35913:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11d61180 x1875506845088256/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788624674.505809:0:35913:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624674.505811:0:35913:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624674.505820:0:35913:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cd0c0. 00000100:00000001:2.0:1788624674.505822:0:35913:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486764224 : -112300222787392 : ffff99dd111cd0c0) 00000100:00000001:2.0:1788624674.505825:0:35913:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.505827:0:35913:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498904960 : -112300210646656 : ffff99dd11d61180) 00000100:00000001:2.0:1788624674.505832:0:35913:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624674.505837:0:35913:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.505839:0:35913:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624674.505841:0:35913:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624674.505846:0:35913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d61180 x1875506845088256/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.505854:0:35913:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624674.505857:0:35913:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.505861:0:35913:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624674.505863:0:35913:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624674.505866:0:35913:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624674.505869:0:35913:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d61180 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35913:1875506845088256:192.168.202.125@tcp:35:multiop.0 00000100:00000001:2.0:1788624674.505874:0:35913:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624674.505881:0:35913:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624674.505884:0:35913:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.505887:0:35913:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624674.505892:0:35913:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd0483b000. 02000000:00000001:2.0:1788624674.505894:0:35913:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624674.505904:0:35913:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624674.505909:0:35913:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2840. 00000400:00000010:2.0:1788624674.505917:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08dd0. 00000100:00000200:2.0:1788624674.505928:0:35913:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845088256, portal 10 00000100:00000001:2.0:1788624674.505930:0:35913:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.505931:0:35913:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498904960 : -112300210646656 : ffff99dd11d61180) 00000100:00000040:2.0:1788624674.505938:0:35913:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d61180 x1875506845088256/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.505945:0:35913:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624674.505949:0:35913:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624674.505951:0:35913:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08bb0. 00000100:00000200:2.0:1788624674.505954:0:35913:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845088256, offset 0 00000400:00000200:2.0:1788624674.505961:0:35913:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624674.505970:0:35913:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.505979:0:35913:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624674.505985:0:35913:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624674.505990:0:35913:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624674.505994:0:35913:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624674.505997:0:35913:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624674.506002:0:35913:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3064:3064:256:4294967295] 192.168.202.125@tcp LPNI seq info [3064:3064:8:4294967295] 00000400:00000200:2.0:1788624674.506197:0:35913:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.506210:0:35913:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624674.506217:0:35913:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624674.506224:0:35913:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346a00. 00000800:00000200:2.0:1788624674.506232:0:35913:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624674.506241:0:35913:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624674.506247:0:35913:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788624674.506308:0:35913:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624674.506314:0:35913:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 820330 usecs (821 jiffies) 00000400:00000200:2.0:1788624674.506318:0:35913:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624674.506322:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296689389 00000100:00000001:2.0:1788624674.506326:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:2.0:1788624674.506328:0:35913:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296689389 00000100:00000001:2.0:1788624674.506331:0:35913:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:2.0:1788624674.506333:0:35913:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624674.506336:0:35913:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.506339:0:35913:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624674.506341:0:35913:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624674.506344:0:35913:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cd0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788624674.506347:0:35913:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624674.506350:0:35913:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624674.510527:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624674.510543:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346a00. 00000400:00000200:3.0:1788624674.510552:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.510565:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624674.510575:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08bb0 00000400:00000010:3.0:1788624674.510579:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08bb0. 00000100:00000001:3.0:1788624674.510586:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624674.510598:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d61180 x1875506845088256/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.510615:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624674.510619:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61180 x1875506845088256/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.510638:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.510641:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1788624674.511317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd18600600. 00010000:00000010:3.1:1788624674.511337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd189e4d00. 00010000:00000010:3.1:1788624674.511348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19800. 00010000:00000010:3.1:1788624674.511354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10900. 00000800:00000001:3.0:1788624674.532299:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.532325:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624674.532331:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.532334:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.532346:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.532357:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624674.532368:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.532375:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.532381:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.532387:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377467a00 00000400:00000200:3.0:1788624674.532394:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.532400:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x8aed [1] + 224 00000800:00000001:3.0:1788624674.532409:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.532417:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.532421:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.532426:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624674.532437:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624674.532449:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d61180 x1875506845088256/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624674.532463:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11d61180 x1875506845088256/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.532491:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624674.532502:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.532506:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.532685:0:35913:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624674.532696:0:35913:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624674.532699:0:35913:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624674.532702:0:35913:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2840. 00000400:00000200:2.0:1788624674.532709:0:35913:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08dd0 00000400:00000010:2.0:1788624674.532712:0:35913:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08dd0. 00000100:00000001:2.0:1788624674.532716:0:35913:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624674.532721:0:35913:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d61180 x1875506845088256/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788624674.532731:0:35913:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d61180 x1875506845088256/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.532738:0:35913:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624674.532740:0:35913:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.532743:0:35913:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624674.532747:0:35913:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624674.532750:0:35913:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624674.532753:0:35913:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.532757:0:35913:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624674.532771:0:35913:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=102 v=5 (5 5 5 5) 00000100:00001000:2.0:1788624674.532776:0:35913:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624674.532779:0:35913:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624674.532781:0:35913:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.532785:0:35913:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624674.532790:0:35913:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.532794:0:35913:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788624674.532796:0:35913:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788624674.532799:0:35913:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788624674.532801:0:35913:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.532803:0:35913:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498904960 : -112300210646656 : ffff99dd11d61180) 00000100:00000001:2.0:1788624674.532807:0:35913:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624674.532809:0:35913:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934607 00000100:00000001:2.0:1788624674.532812:0:35913:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624674.532816:0:35913:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624674.532821:0:35913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d61180 x1875506845088256/t8589934608(8589934608) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624690 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.532830:0:35913:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624674.532834:0:35913:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624674.532836:0:35913:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624674.532841:0:35913:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61180 x1875506845088256/t8589934608(8589934608) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624690 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788624674.532849:0:35913:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d61180 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35913:1875506845088256:192.168.202.125@tcp:35:multiop.0 00000100:00000001:2.0:1788624674.532855:0:35913:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.532858:0:35913:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.532861:0:35913:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624674.532864:0:35913:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.532868:0:35913:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61180 x1875506845088256/t8589934608(8589934608) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624690 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.532875:0:35913:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624674.532880:0:35913:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cd0c0. 00000100:00000001:2.0:1788624674.532884:0:35913:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624674.532885:0:35913:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.532895:0:35913:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.532897:0:35913:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498904960 : -112300210646656 : ffff99dd11d61180) 00000002:00000001:2.0:1788624674.532900:0:35913:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624674.532904:0:35913:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624674.532913:0:35913:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0633ba00. 00000080:00000001:2.0:1788624674.532918:0:35913:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788624674.532922:0:35913:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1788624674.532926:0:35913:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624674.532930:0:35913:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624674.532933:0:35913:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624674.532937:0:35913:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624674.532939:0:35913:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624674.532942:0:35913:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:2.0:1788624674.532945:0:35913:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624674.532951:0:35913:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788624674.532958:0:35913:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11d60000 x1875506845086720/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624689 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.532966:0:35913:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.532967:0:35913:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498900480 : -112300210651136 : ffff99dd11d60000) 00000100:00000001:2.0:1788624674.532970:0:35913:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.532973:0:35913:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d60000 x1875506845086720/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624689 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.532980:0:35913:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.532982:0:35913:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.532984:0:35913:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d60000 x1875506845086720/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624689 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.532992:0:35913:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788624674.532997:0:35913:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624674.532999:0:35913:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624674.533002:0:35913:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624674.533006:0:35913:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd0483b400. 02000000:00000001:2.0:1788624674.533010:0:35913:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624674.533014:0:35913:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624674.533016:0:35913:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d60000. 00000100:00000001:2.0:1788624674.533020:0:35913:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624674.533021:0:35913:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.533023:0:35913:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.533026:0:35913:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d61180 x1875506845088256/t8589934608(8589934608) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624690 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.533034:0:35913:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624674.533036:0:35913:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff99dd12bc8f20. 00000002:00000001:2.0:1788624674.533040:0:35913:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624674.533042:0:35913:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624674.533044:0:35913:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd1878e940. 00000100:00000001:2.0:1788624674.533047:0:35913:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.533050:0:35913:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d61180 x1875506845088256/t8589934608(8589934608) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624690 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.533068:0:35913:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.533071:0:35913:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624674.533075:0:35913:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd03d13180. 00000080:00000001:2.0:1788624674.533080:0:35913:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.533087:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67d88 00000080:00000008:2.0:1788624674.533089:0:35913:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff99dd191bc2c8), flags 100002, rc = 0 00000080:00000001:2.0:1788624674.533093:0:35913:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.533100:0:35913:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788624674.533103:0:35913:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67d98 00000080:00002000:2.0:1788624674.533172:0:35913:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-1 (ffff99dd1935f438, parent ffff99dd1935e948, inode ffff99dd191bc2c8) hashed, 00000080:00000001:2.0:1788624674.533177:0:35913:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624674.534023:0:35916:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788624674.534029:0:35916:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e8b8) owner 0000000000000000/ffff99dd0134a7c0 00020000:00000002:2.0:1788624674.534036:0:35916:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e8b8) owner 0000000000000000/ffff99dd0134a7c0 00020000:00000001:2.0:1788624674.534039:0:35916:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.534047:0:35916:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788624674.534049:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7df0 00000080:00200008:2.0:1788624674.534052:0:35916:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff99dd191ba1c8), flags 100002 00000080:00000001:2.0:1788624674.534056:0:35916:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788624674.534069:0:35916:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788624674.534071:0:35916:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788624674.534072:0:35916:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd1817e8b8) owner 0000000000000000/ffff99dd0134a7c0 00020000:00000002:2.0:1788624674.534075:0:35916:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd1817e8b8) owner 0000000000000000/ffff99dd0134a7c0 00020000:00000001:2.0:1788624674.534077:0:35916:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.534081:0:35916:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788624674.534087:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624674.534090:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624674.534092:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624674.534094:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624674.534096:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624674.534098:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:2.0:1788624674.534101:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624674.534275:0:35916:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624674.534279:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624674.534287:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd189e4f00 count: 2 00010000:00000001:2.0:1788624674.534291:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788624674.534298:0:35916:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624674.534300:0:35916:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2f:0x0]: 0 00000080:00000001:2.0:1788624674.534303:0:35916:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788624674.534306:0:35916:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788624674.534312:0:35916:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd0633ba00. 00000080:00000001:2.0:1788624674.534315:0:35916:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788624674.534321:0:35916:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788624674.534326:0:35916:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788624674.534328:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624674.534329:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624674.534331:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624674.534332:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624674.534333:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624674.534335:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:2.0:1788624674.534337:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624674.534339:0:35916:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2f:0x0] 00000002:00000001:2.0:1788624674.534343:0:35916:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788624674.534345:0:35916:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff99dd10dbf800: [0x200000405:0x2f:0x0] file closed with intent: 200 00000100:00000010:2.0:1788624674.534352:0:35916:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d60000. 00000020:00000040:2.0:1788624674.534356:0:35916:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:2.0:1788624674.534360:0:35916:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624674.534364:0:35916:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624674.534369:0:35916:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624674.534377:0:35916:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd0633ac00. 00000100:00000001:2.0:1788624674.534384:0:35916:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788624674.534404:0:35916:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11ddad80 x1875506845087232/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624689 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788624674.534416:0:35916:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788624674.534422:0:35916:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11d60000 x1875506845088512/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788624674.534428:0:35916:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624674.534430:0:35916:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624674.534438:0:35916:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cd0c0. 00000100:00000001:2.0:1788624674.534440:0:35916:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486764224 : -112300222787392 : ffff99dd111cd0c0) 00000100:00000001:2.0:1788624674.534443:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.534445:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498900480 : -112300210651136 : ffff99dd11d60000) 00000100:00000001:2.0:1788624674.534450:0:35916:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624674.534455:0:35916:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.534458:0:35916:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624674.534460:0:35916:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624674.534464:0:35916:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d60000 x1875506845088512/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.534473:0:35916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624674.534475:0:35916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.534480:0:35916:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624674.534483:0:35916:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624674.534486:0:35916:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624674.534490:0:35916:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d60000 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35916:1875506845088512:192.168.202.125@tcp:35:multiop.0 00000100:00000001:2.0:1788624674.534494:0:35916:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624674.534500:0:35916:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624674.534503:0:35916:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.534506:0:35916:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624674.534511:0:35916:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd0483b400. 02000000:00000001:2.0:1788624674.534514:0:35916:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624674.534522:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624674.534527:0:35916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2840. 00000400:00000010:2.0:1788624674.534535:0:35916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08dd0. 00000100:00000200:2.0:1788624674.534544:0:35916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845088512, portal 10 00000100:00000001:2.0:1788624674.534546:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.534547:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498900480 : -112300210651136 : ffff99dd11d60000) 00000100:00000040:2.0:1788624674.534554:0:35916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d60000 x1875506845088512/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.534562:0:35916:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624674.534566:0:35916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624674.534569:0:35916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08550. 00000100:00000200:2.0:1788624674.534572:0:35916:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845088512, offset 0 00000400:00000200:2.0:1788624674.534581:0:35916:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624674.534589:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.534598:0:35916:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624674.534605:0:35916:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624674.534609:0:35916:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624674.534613:0:35916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624674.534616:0:35916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624674.534781:0:35916:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3065:3065:256:4294967295] 192.168.202.125@tcp LPNI seq info [3065:3065:8:4294967295] 00000400:00000200:2.0:1788624674.534788:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.534798:0:35916:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624674.534805:0:35916:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624674.534813:0:35916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346a00. 00000800:00000200:2.0:1788624674.534821:0:35916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624674.534830:0:35916:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624674.534835:0:35916:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788624674.534855:0:35916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624674.534861:0:35916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 819373 usecs (820 jiffies) 00000400:00000200:2.0:1788624674.534865:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624674.534867:0:35916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296689416 00000100:00000001:2.0:1788624674.534870:0:35916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:2.0:1788624674.534873:0:35916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296689416 00000100:00000001:2.0:1788624674.534876:0:35916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:2.0:1788624674.534879:0:35916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624674.534882:0:35916:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.534885:0:35916:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624674.534887:0:35916:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624674.534890:0:35916:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cd0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788624674.534893:0:35916:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624674.534896:0:35916:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624674.535572:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624674.535581:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346a00. 00000400:00000200:3.0:1788624674.535587:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.535594:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624674.535601:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08550 00000400:00000010:3.0:1788624674.535604:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08550. 00000100:00000001:3.0:1788624674.535610:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624674.535903:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d60000 x1875506845088512/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.535917:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624674.535921:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d60000 x1875506845088512/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.535928:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.535931:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624674.541822:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.541848:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624674.541855:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.541857:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.541868:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.541879:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624674.541890:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.541896:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.541903:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.541909:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377467b00 00000400:00000200:3.0:1788624674.541915:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.541924:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x8afd [1] + 224 00000800:00000001:3.0:1788624674.541933:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.541940:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.541944:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.541950:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624674.541959:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624674.541970:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d60000 x1875506845088512/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624674.541984:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11d60000 x1875506845088512/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.542048:0:35916:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624674.542876:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624674.542897:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.542907:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788624674.546780:0:35916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624674.546792:0:35916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624674.546799:0:35916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2840. 00000400:00000200:2.0:1788624674.546812:0:35916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08dd0 00000400:00000010:2.0:1788624674.546815:0:35916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08dd0. 00000100:00000001:2.0:1788624674.546821:0:35916:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624674.546837:0:35916:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d60000 x1875506845088512/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788624674.546849:0:35916:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d60000 x1875506845088512/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.546857:0:35916:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624674.546860:0:35916:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.546864:0:35916:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624674.546868:0:35916:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624674.546871:0:35916:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624674.546874:0:35916:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.546878:0:35916:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624674.546891:0:35916:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=102 v=5 (5 5 5 5) 00000100:00001000:2.0:1788624674.546896:0:35916:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624674.546899:0:35916:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624674.546901:0:35916:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.546905:0:35916:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624674.546910:0:35916:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.546915:0:35916:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788624674.546917:0:35916:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788624674.546919:0:35916:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788624674.546924:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.546925:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498900480 : -112300210651136 : ffff99dd11d60000) 00000100:00000001:2.0:1788624674.546930:0:35916:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624674.546932:0:35916:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934607 00000100:00000001:2.0:1788624674.546935:0:35916:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624674.546938:0:35916:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624674.546943:0:35916:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d60000 x1875506845088512/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624690 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.546951:0:35916:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624674.546955:0:35916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624674.546957:0:35916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624674.546962:0:35916:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d60000 x1875506845088512/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624690 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788624674.546970:0:35916:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d60000 pname:cluuid:pid:xid:nid:opc:job multiop:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35916:1875506845088512:192.168.202.125@tcp:35:multiop.0 00000100:00000001:2.0:1788624674.546976:0:35916:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.546980:0:35916:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.546983:0:35916:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624674.546986:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.546989:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d60000 x1875506845088512/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624690 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.546996:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624674.547000:0:35916:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cd0c0. 00000100:00000001:2.0:1788624674.547004:0:35916:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624674.547016:0:35916:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.547026:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.547027:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498900480 : -112300210651136 : ffff99dd11d60000) 00000002:00000001:2.0:1788624674.547030:0:35916:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624674.547034:0:35916:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624674.547041:0:35916:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0633ba00. 00000080:00000001:2.0:1788624674.547046:0:35916:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788624674.547050:0:35916:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1788624674.547053:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624674.547057:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624674.547764:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624674.547768:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624674.547772:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624674.547774:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:2.0:1788624674.547777:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624674.547784:0:35916:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788624674.547794:0:35916:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11ddad80 x1875506845087232/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624689 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.547805:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.547806:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499403648 : -112300210147968 : ffff99dd11ddad80) 00000100:00000001:2.0:1788624674.547808:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.547811:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddad80 x1875506845087232/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624689 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.547817:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.547819:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.547821:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddad80 x1875506845087232/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 592/664 e 0 to 0 dl 1788624689 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.547827:0:35916:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788624674.547832:0:35916:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624674.547834:0:35916:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=5 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624674.547837:0:35916:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624674.547841:0:35916:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd107e0800. 02000000:00000001:2.0:1788624674.547848:0:35916:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624674.547850:0:35916:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624674.547852:0:35916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddad80. 00000100:00000001:2.0:1788624674.547857:0:35916:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624674.547858:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.547859:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.547862:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d60000 x1875506845088512/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624690 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.547868:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624674.547870:0:35916:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff99dd105361a0. 00000002:00000001:2.0:1788624674.547874:0:35916:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624674.547876:0:35916:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624674.547879:0:35916:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd215f8cc0. 00000100:00000001:2.0:1788624674.547882:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.547884:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d60000 x1875506845088512/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624690 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.547889:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.547892:0:35916:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624674.547896:0:35916:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd2030f2c0. 00000080:00000001:2.0:1788624674.547901:0:35916:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.547909:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7df0 00000080:00000008:2.0:1788624674.547911:0:35916:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff99dd191ba1c8), flags 100002, rc = 0 00000080:00000001:2.0:1788624674.547915:0:35916:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.547922:0:35916:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788624674.547924:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881cb7e00 00000080:00002000:2.0:1788624674.547926:0:35916:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-2 (ffff99dd1935d0d8, parent ffff99dd1935e948, inode ffff99dd191ba1c8) hashed, 00000080:00000001:2.0:1788624674.547929:0:35916:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.601055:0:35932:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624674.601067:0:35932:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624674.601070:0:35932:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624674.601074:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67bc0 00000080:00200000:3.0:1788624674.601081:0:35932:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624674.601092:0:35932:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd113f1200. 00800000:00000002:3.0:1788624674.601101:0:35932:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624674.601146:0:35932:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624674.601153:0:35932:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.601156:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67ae0 00800000:00000002:3.0:1788624674.601160:0:35932:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.601164:0:35932:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624674.601168:0:35932:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624674.601171:0:35932:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624674.601174:0:35932:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624674.601177:0:35932:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624674.601179:0:35932:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.601181:0:35932:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.601184:0:35932:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.601188:0:35932:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624674.601194:0:35932:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.601198:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c679b0 00000002:00010000:3.0:1788624674.601199:0:35932:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624674.601203:0:35932:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624674.601205:0:35932:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624674.601209:0:35932:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624674.601217:0:35932:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:3.0:1788624674.601221:0:35932:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624674.601227:0:35932:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.601232:0:35932:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624674.601238:0:35932:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788624674.601252:0:35932:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624674.601259:0:35932:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.601263:0:35932:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788624674.601270:0:35932:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624674.601273:0:35932:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624674.601275:0:35932:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624674.601277:0:35932:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624674.601279:0:35932:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624674.601281:0:35932:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624674.601285:0:35932:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624674.601288:0:35932:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624674.601293:0:35932:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd113f1200. 00000080:00000001:3.0:1788624674.601301:0:35932:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624674.601303:0:35932:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624674.601306:0:35932:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624674.601310:0:35932:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41a02 00800000:00000001:3.0:1788624674.601314:0:35932:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624674.601317:0:35932:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624674.601319:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.601322:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.601326:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:3.0:1788624674.601329:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:3.0:1788624674.601332:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:3.0:1788624674.601335:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.601337:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624674.601338:0:35932:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624674.601340:0:35932:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624674.601344:0:35932:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a02 from it ffffbef881c67bf8 00010000:00000001:3.0:1788624674.601346:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.601347:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.601348:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:3.0:1788624674.601350:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:3.0:1788624674.601352:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:3.0:1788624674.601354:0:35932:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624674.601357:0:35932:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788624674.601365:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.601367:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.601369:0:35932:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624674.601372:0:35932:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624674.601374:0:35932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788624674.601384:0:35932:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624674.601388:0:35932:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624674.601390:0:35932:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624674.601395:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.601396:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.601398:0:35932:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.601402:0:35932:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624674.601404:0:35932:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.601406:0:35932:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.601409:0:35932:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.601411:0:35932:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624674.601413:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.601414:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624674.601418:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624674.601420:0:35932:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624674.601422:0:35932:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788624674.601427:0:35932:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788624674.601442:0:35932:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff99dd049c6c80. 00000080:00000001:3.0:1788624674.601448:0:35932:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624674.601449:0:35932:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624674.601451:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67b00 00000080:00200000:3.0:1788624674.601453:0:35932:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624674.601457:0:35932:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd113f1200. 00800000:00000002:3.0:1788624674.601459:0:35932:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624674.601462:0:35932:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624674.601463:0:35932:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.601465:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67a20 00800000:00000002:3.0:1788624674.601467:0:35932:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.601469:0:35932:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624674.601471:0:35932:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624674.601472:0:35932:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624674.601474:0:35932:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624674.601475:0:35932:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624674.601477:0:35932:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.601479:0:35932:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.601480:0:35932:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.601483:0:35932:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624674.601486:0:35932:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.601487:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c678f0 00000002:00010000:3.0:1788624674.601489:0:35932:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624674.601492:0:35932:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624674.601493:0:35932:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624674.601495:0:35932:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624674.601497:0:35932:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:3.0:1788624674.601499:0:35932:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624674.601501:0:35932:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.601504:0:35932:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624674.601507:0:35932:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788624674.601515:0:35932:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624674.601517:0:35932:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.601519:0:35932:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788624674.601526:0:35932:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624674.601528:0:35932:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624674.601529:0:35932:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624674.601531:0:35932:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624674.601533:0:35932:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624674.601534:0:35932:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624674.601537:0:35932:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624674.601538:0:35932:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624674.601540:0:35932:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd113f1200. 00000080:00000001:3.0:1788624674.601543:0:35932:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624674.601544:0:35932:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624674.601546:0:35932:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624674.601549:0:35932:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41a02 00800000:00000001:3.0:1788624674.601552:0:35932:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624674.601553:0:35932:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624674.601554:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.601556:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.601557:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:3.0:1788624674.601560:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:3.0:1788624674.601562:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:3.0:1788624674.601564:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.601565:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624674.601566:0:35932:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624674.601568:0:35932:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624674.601570:0:35932:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a02 from it ffffbef881c67b38 00010000:00000001:3.0:1788624674.601573:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.601574:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.601575:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:3.0:1788624674.601577:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:3.0:1788624674.601579:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:3.0:1788624674.601581:0:35932:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624674.601584:0:35932:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788624674.601591:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.601592:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.601594:0:35932:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624674.601595:0:35932:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624674.601598:0:35932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788624674.601603:0:35932:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624674.601605:0:35932:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624674.601607:0:35932:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624674.601609:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.601610:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.601611:0:35932:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.601613:0:35932:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624674.601614:0:35932:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.601616:0:35932:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.601618:0:35932:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.601619:0:35932:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624674.601620:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.601621:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624674.601637:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624674.601638:0:35932:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624674.601641:0:35932:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 3 00000080:00000001:3.0:1788624674.601644:0:35932:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.601648:0:35932:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1788624674.601650:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67b58 00000080:00200000:3.0:1788624674.601652:0:35932:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), file ffff99dd0302e180, open_flags 8441, mode 81b6 opened 0 00000080:00000010:3.0:1788624674.601659:0:35932:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff99dd049adcc0. 00000080:00000001:3.0:1788624674.601665:0:35932:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788624674.601668:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67a08 00000080:00200000:3.0:1788624674.601670:0:35932:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=open|creat 00000080:00000010:3.0:1788624674.601677:0:35932:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd113f1200. 00800000:00000002:3.0:1788624674.601679:0:35932:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624674.601684:0:35932:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624674.601685:0:35932:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.601687:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67928 00800000:00000002:3.0:1788624674.601689:0:35932:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.601692:0:35932:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788624674.601695:0:35932:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788624674.601698:0:35932:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624674.601700:0:35932:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624674.601701:0:35932:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624674.601702:0:35932:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624674.601704:0:35932:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.601706:0:35932:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.601708:0:35932:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624674.601711:0:35932:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446631773493984256 : -112300215567360 : ffff99dd118afc00) 00800000:00000001:3.0:1788624674.601714:0:35932:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788624674.601716:0:35932:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788624674.601720:0:35932:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788624674.601723:0:35932:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788624674.601726:0:35932:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff99dd10dbf800: Allocated FID [0x200000405:0x30:0x0] 40000000:00000001:3.0:1788624674.601729:0:35932:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624674.601731:0:35932:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624674.601733:0:35932:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624674.601735:0:35932:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.601737:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c678a8 00800000:00000002:3.0:1788624674.601739:0:35932:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:3.0:1788624674.601742:0:35932:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.601743:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c677e0 00000002:00010000:3.0:1788624674.601745:0:35932:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:3.0:1788624674.601749:0:35932:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788624674.601753:0:35932:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788624674.601756:0:35932:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788624674.601760:0:35932:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624674.601762:0:35932:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788624674.601764:0:35932:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 2 00010000:00000001:3.0:1788624674.601766:0:35932:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624674.601768:0:35932:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788624674.601772:0:35932:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624674.601776:0:35932:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1788624674.601784:0:35932:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788624674.601789:0:35932:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788624674.601791:0:35932:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788624674.601793:0:35932:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788624674.601795:0:35932:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624674.601797:0:35932:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624674.601799:0:35932:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 3 00010000:00000001:3.0:1788624674.601801:0:35932:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624674.601803:0:35932:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624674.601805:0:35932:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624674.601806:0:35932:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624674.601808:0:35932:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 3 00010000:00000001:3.0:1788624674.601810:0:35932:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624674.601812:0:35932:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624674.601813:0:35932:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624674.601815:0:35932:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624674.601816:0:35932:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03f10b00 count: 3 00010000:00000001:3.0:1788624674.601818:0:35932:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624674.601820:0:35932:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.601822:0:35932:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788624674.601825:0:35932:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788624674.601829:0:35932:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788624674.601832:0:35932:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788624674.601835:0:35932:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788624674.601836:0:35932:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.601841:0:35932:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624674.601844:0:35932:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624674.601846:0:35932:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624674.601848:0:35932:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.601849:0:35932:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788624674.601852:0:35932:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d19600 with handle 0xcc94206c7ef41a02 from hash 00010000:00000001:3.0:1788624674.601855:0:35932:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624674.601856:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.601857:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.601859:0:35932:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624674.601862:0:35932:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624674.601864:0:35932:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788624674.601867:0:35932:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624674.601869:0:35932:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624674.601871:0:35932:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788624674.601878:0:35932:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11595f80. 00000020:00000040:3.0:1788624674.601883:0:35932:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=6 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:3.0:1788624674.601890:0:35932:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788624674.601891:0:35932:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.601894:0:35932:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788624674.601899:0:35932:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624674.601902:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.601903:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.601904:0:35932:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.601907:0:35932:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624674.601910:0:35932:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624674.601912:0:35932:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624674.601921:0:35932:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cd400. 00000100:00000001:3.0:1788624674.601929:0:35932:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.601935:0:35932:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624674.601938:0:35932:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788624674.601942:0:35932:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1788624674.601948:0:35932:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788624674.601950:0:35932:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624674.601952:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624674.601955:0:35932:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a02 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a8941 expref: -99 pid: 35906 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:3.0:1788624674.601961:0:35932:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03f10b00 count: 0 00010000:00000010:3.0:1788624674.601966:0:35932:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd11c18a80. 00010000:00000001:3.0:1788624674.601980:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.601982:0:35932:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.601984:0:35932:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624674.601985:0:35932:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.601987:0:35932:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624674.601997:0:35932:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773490732928 : -112300218818688 : ffff99dd11595f80) 00010000:00000001:3.0:1788624674.602001:0:35932:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788624674.602003:0:35932:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788624674.602009:0:35932:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd0382a600. 00010000:00000010:3.0:1788624674.602013:0:35932:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd1115ad00. 00010000:00000001:3.0:1788624674.602018:0:35932:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624674.602021:0:35932:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067f800. 00000020:00000001:3.0:1788624674.602024:0:35932:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624674.602027:0:35932:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067f800 with handle 0xcc94206c7ef41a33 to hash 00000020:00000001:3.0:1788624674.602029:0:35932:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624674.602030:0:35932:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:3.0:1788624674.602035:0:35932:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:3.0:1788624674.602037:0:35932:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.602039:0:35932:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.602042:0:35932:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35932 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624674.602048:0:35932:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35932 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788624674.602062:0:35932:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788624674.602077:0:35932:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11595f80 x1875506845088768/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788624674.602087:0:35932:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35932 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788624674.602092:0:35932:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624674.602094:0:35932:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624674.602102:0:35932:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd049a83c0. 00000100:00000001:3.0:1788624674.602143:0:35932:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773276898240 : -112300432653376 : ffff99dd049a83c0) 00000100:00000001:3.0:1788624674.602147:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624674.602148:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490732928 : -112300218818688 : ffff99dd11595f80) 00000100:00000001:3.0:1788624674.602153:0:35932:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624674.602158:0:35932:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.602160:0:35932:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624674.602162:0:35932:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624674.602167:0:35932:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11595f80 x1875506845088768/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.602175:0:35932:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624674.602177:0:35932:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624674.602181:0:35932:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624674.602183:0:35932:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624674.602185:0:35932:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624674.602189:0:35932:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11595f80 pname:cluuid:pid:xid:nid:opc:job bash:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35932:1875506845088768:192.168.202.125@tcp:101:bash.0 00000100:00000001:3.0:1788624674.602193:0:35932:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624674.602201:0:35932:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624674.602203:0:35932:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624674.602205:0:35932:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624674.602282:0:35932:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff99dd04900000. 02000000:00000001:3.0:1788624674.602285:0:35932:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624674.602295:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624674.602299:0:35932:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a5d8. 00000400:00000010:3.0:1788624674.602308:0:35932:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff99dd049ce000. 00000100:00000200:3.0:1788624674.602317:0:35932:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875506845088768, portal 10 00000100:00000001:3.0:1788624674.602319:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624674.602321:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490732928 : -112300218818688 : ffff99dd11595f80) 00000100:00000040:3.0:1788624674.602328:0:35932:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11595f80 x1875506845088768/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624690 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.602335:0:35932:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624674.602339:0:35932:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624674.602343:0:35932:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f4c8. 00000100:00000200:3.0:1788624674.602345:0:35932:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875506845088768, offset 0 00000400:00000200:3.0:1788624674.602353:0:35932:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624674.602363:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.602374:0:35932:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624674.602381:0:35932:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624674.602386:0:35932:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624674.602390:0:35932:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624674.602393:0:35932:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624674.602398:0:35932:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3066:3066:256:4294967295] 192.168.202.125@tcp LPNI seq info [3066:3066:8:4294967295] 00000400:00000200:3.0:1788624674.602402:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.602413:0:35932:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624674.602420:0:35932:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624674.602427:0:35932:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185b00. 00000800:00000200:3.0:1788624674.602435:0:35932:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624674.602444:0:35932:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624674.602449:0:35932:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185b00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788624674.602476:0:35932:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624674.602482:0:35932:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 818398 usecs (819 jiffies) 00000400:00000200:3.0:1788624674.602485:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624674.602489:0:35932:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296689481 00000100:00000001:3.0:1788624674.602492:0:35932:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:3.0:1788624674.602495:0:35932:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296689481 00000100:00000001:3.0:1788624674.602498:0:35932:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:3.0:1788624674.602500:0:35932:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624674.602503:0:35932:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.602506:0:35932:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624674.602509:0:35932:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624674.602511:0:35932:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd049a83c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788624674.602514:0:35932:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624674.602518:0:35932:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624674.603311:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624674.603319:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185b00. 00000400:00000200:2.0:1788624674.603327:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624674.603336:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624674.603344:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f4c8 00000400:00000010:2.0:1788624674.603347:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f4c8. 00000100:00000001:2.0:1788624674.603354:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624674.603361:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11595f80 x1875506845088768/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624690 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.603374:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.603377:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11595f80 x1875506845088768/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624690 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.603384:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.603386:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1788624674.617163:0:2384:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03f10b00. 00010000:00000010:3.1:1788624674.617181:0:2384:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19600. 00000800:00000001:3.0:1788624674.617192:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.617211:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624674.617214:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.617218:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.617229:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.617238:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624674.617249:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.617254:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.617261:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.617266:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c377467c00 00000400:00000200:3.0:1788624674.617271:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.617298:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x8b0d [32] + 224 00000800:00000001:3.0:1788624674.617308:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.617315:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.617320:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.617325:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624674.617334:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624674.617345:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11595f80 x1875506845088768/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624690 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624674.617355:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff99dd11595f80 x1875506845088768/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.617376:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624674.617387:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.617390:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.617671:0:35932:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624674.617682:0:35932:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624674.617686:0:35932:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624674.617690:0:35932:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a5d8. 00000400:00000200:2.0:1788624674.617695:0:35932:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd049ce000 00000400:00000010:2.0:1788624674.617698:0:35932:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff99dd049ce000. 00000100:00000001:2.0:1788624674.617702:0:35932:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624674.617707:0:35932:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11595f80 x1875506845088768/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788624674.617716:0:35932:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11595f80 x1875506845088768/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.617724:0:35932:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624674.617726:0:35932:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.617729:0:35932:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624674.617733:0:35932:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624674.617736:0:35932:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624674.617739:0:35932:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.617743:0:35932:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624674.617755:0:35932:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=103 v=5 (5 103 103 103) 00000100:00001000:2.0:1788624674.617760:0:35932:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624674.617763:0:35932:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624674.617765:0:35932:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.617768:0:35932:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624674.617772:0:35932:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.617777:0:35932:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788624674.617779:0:35932:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:2.0:1788624674.617781:0:35932:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788624674.617784:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.617786:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490732928 : -112300218818688 : ffff99dd11595f80) 00000100:00000001:2.0:1788624674.617791:0:35932:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624674.617793:0:35932:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934607 00000100:00000001:2.0:1788624674.617795:0:35932:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624674.617798:0:35932:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624674.617804:0:35932:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11595f80 x1875506845088768/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624690 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.617811:0:35932:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624674.617815:0:35932:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624674.617818:0:35932:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624674.617822:0:35932:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11595f80 x1875506845088768/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624690 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788624674.617830:0:35932:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11595f80 pname:cluuid:pid:xid:nid:opc:job bash:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35932:1875506845088768:192.168.202.125@tcp:101:bash.0 00000100:00000001:2.0:1788624674.617836:0:35932:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.617839:0:35932:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.617842:0:35932:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624674.617845:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.617848:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11595f80 x1875506845088768/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624690 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.617855:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624674.617859:0:35932:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd049a83c0. 00000100:00000001:2.0:1788624674.617863:0:35932:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624674.617865:0:35932:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.617868:0:35932:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788624674.617874:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.617877:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.617881:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=4 00000020:00000001:2.0:1788624674.617883:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:2.0:1788624674.617887:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000040:2.0:1788624674.617895:0:35932:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd1067f800, remote cookie: 0xa103bd66258a89f7, flags: 0x1001 00010000:00010000:2.0:1788624674.617900:0:35932:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788624674.617910:0:35932:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788624674.617914:0:35932:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788624674.617924:0:35932:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03870e00. 00010000:00000010:2.0:1788624674.617929:0:35932:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd05188980. 00010000:00000040:2.0:1788624674.617934:0:35932:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd0382a600 count: 0 00010000:00000010:2.0:1788624674.617941:0:35932:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd1115ad00. 00010000:00000001:2.0:1788624674.617950:0:35932:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624674.617954:0:35932:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624674.617964:0:35932:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.617970:0:35932:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788624674.617975:0:35932:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788624674.617978:0:35932:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788624674.617980:0:35932:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788624674.617981:0:35932:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788624674.617983:0:35932:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff99dd03870e00) refcount = 1 00010000:00010000:2.0:1788624674.617987:0:35932:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.617994:0:35932:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788624674.617998:0:35932:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788624674.618000:0:35932:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624674.618003:0:35932:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788624674.618005:0:35932:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624674.618009:0:35932:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.618014:0:35932:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788624674.618016:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.618018:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624674.618019:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.618020:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624674.618022:0:35932:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624674.618027:0:35932:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788624674.618030:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.618031:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.618034:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=3 00000020:00000001:2.0:1788624674.618036:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:2.0:1788624674.618038:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:2.0:1788624674.618041:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.618042:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.618043:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=4 00000020:00000001:2.0:1788624674.618045:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:2.0:1788624674.618047:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:2.0:1788624674.618050:0:35932:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624674.618053:0:35932:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624674.618056:0:35932:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.618072:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.618073:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624674.618074:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.618075:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.618077:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=5 00000020:00000001:2.0:1788624674.618079:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:2.0:1788624674.618081:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:2.0:1788624674.618083:0:35932:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624674.618086:0:35932:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.618092:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.618093:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788624674.618096:0:35932:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.618102:0:35932:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624674.618103:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.618146:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624674.618148:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.618149:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788624674.618154:0:35932:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff99dd11595f80 x1875506845088768/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624690 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788624674.618164:0:35932:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788624674.618169:0:35932:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11595f80 x1875506845088768/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624690 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788624674.618176:0:35932:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.618183:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.618184:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.618186:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=3 00000020:00000001:2.0:1788624674.618187:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:2.0:1788624674.618189:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00000002:00010000:2.0:1788624674.618193:0:35932:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788624674.618203:0:35932:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99dd11d2dac0. 00010000:00000001:2.0:1788624674.618206:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.618207:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624674.618209:0:35932:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624674.618211:0:35932:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624674.618215:0:35932:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788624674.618217:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.618218:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490732928 : -112300218818688 : ffff99dd11595f80) 00000100:00000001:2.0:1788624674.618220:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.618221:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490732928 : -112300218818688 : ffff99dd11595f80) 00010000:00000001:2.0:1788624674.618224:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.618225:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.618226:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=3 00000020:00000001:2.0:1788624674.618228:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:2.0:1788624674.618229:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00000002:00010000:2.0:1788624674.618233:0:35932:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.618240:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.618241:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624674.618244:0:35932:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624674.618245:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.618246:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.618247:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=3 00000020:00000001:2.0:1788624674.618249:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:2.0:1788624674.618251:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000040:2.0:1788624674.618255:0:35932:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 2 00010000:00000001:2.0:1788624674.618257:0:35932:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788624674.618261:0:35932:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/48 (0 0) 00010000:00000001:2.0:1788624674.618263:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.618264:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624674.618265:0:35932:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788624674.618268:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67768 00000002:00002000:2.0:1788624674.618270:0:35932:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788624674.618274:0:35932:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624674.618278:0:35932:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624674.618281:0:35932:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788624674.618285:0:35932:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788624674.618289:0:35932:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624674.618293:0:35932:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000001:2.0:1788624674.618297:0:35932:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788624674.618299:0:35932:0:(namei.c:674:ll_lookup_it_finish()) it ffff99dd049adcc0 it_disposition 1800037 00000080:00002000:2.0:1788624674.618305:0:35932:0:(namei.c:653:ll_splice_alias()) Add dentry ffff99dd1934d510 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788624674.618310:0:35932:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788624674.618313:0:35932:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788624674.618315:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67990 00000080:00200000:2.0:1788624674.618317:0:35932:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff99dd198763c8), intent=open|creat 00000080:00000001:2.0:1788624674.618320:0:35932:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788624674.618323:0:35932:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788624674.618329:0:35932:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788624674.618332:0:35932:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788624674.618336:0:35932:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:2.0:1788624674.618339:0:35932:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788624674.618354:0:35932:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff99dd1912a100. 00000020:00000001:2.0:1788624674.618368:0:35932:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788624674.618369:0:35932:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788624674.618373:0:35932:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788624674.618375:0:35932:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x30:0x0](ffff99dd1912a1c8) 00000020:00000001:2.0:1788624674.618380:0:35932:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624674.618385:0:35932:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255835160 : -112300453716456 : ffff99dd03591e18) 00000020:00001000:2.0:1788624674.618388:0:35932:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591e10 00000020:00000001:2.0:1788624674.618392:0:35932:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788624674.618397:0:35932:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff99dd04f3dd48. 00000020:00000001:2.0:1788624674.618400:0:35932:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788624674.618403:0:35932:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624674.618411:0:35932:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788624674.618415:0:35932:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff99dd107ec4d8. 00020000:00000001:2.0:1788624674.618418:0:35932:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446631773476406488 : -112300233145128 : ffff99dd107ec4d8) 00020000:00000001:2.0:1788624674.618420:0:35932:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788624674.618424:0:35932:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788624674.618430:0:35932:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd185886c0. 00020000:00000010:2.0:1788624674.618437:0:35932:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd11d39e80. 00020000:00000010:2.0:1788624674.618442:0:35932:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd185882a0. 00020000:00000001:2.0:1788624674.618445:0:35932:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773608116896 : -112300101434720 : ffff99dd185882a0) 00020000:00000002:2.0:1788624674.618449:0:35932:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd185882a0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788624674.618454:0:35932:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788624674.618459:0:35932:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd11d39e80: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000001:2.0:1788624674.618462:0:35932:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788624674.618464:0:35932:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd185882a0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788624674.618467:0:35932:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788624674.618470:0:35932:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd11d39e80: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000010:2.0:1788624674.618474:0:35932:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff99dd11da3210. 00020000:00000010:2.0:1788624674.618477:0:35932:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff99dd111cd0c0. 00020000:00000001:2.0:1788624674.618482:0:35932:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788624674.618485:0:35932:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff99dd055c6bd0. 00020000:00000001:2.0:1788624674.618488:0:35932:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788624674.618490:0:35932:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788624674.618497:0:35932:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788624674.618500:0:35932:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff99dd04f3dbb8. 00000020:00000001:2.0:1788624674.618502:0:35932:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788624674.618504:0:35932:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624674.618506:0:35932:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446631773282753592 : -112300426798024 : ffff99dd04f3dc38) 00020000:00000001:2.0:1788624674.618510:0:35932:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788624674.618516:0:35932:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff99dd42067a40. 00020000:00000001:2.0:1788624674.618519:0:35932:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.618523:0:35932:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446631773282753592 : -112300426798024 : ffff99dd04f3dc38) 00020000:00000001:2.0:1788624674.618525:0:35932:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446631773282753592 : -112300426798024 : ffff99dd04f3dc38) 00020000:00000002:2.0:1788624674.618529:0:35932:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x44:0x0]@ffff99dd04f3dbb8[0:0] -> [0x200000405:0x30:0x0]@ffff99dd04f3dd48: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000001:2.0:1788624674.618534:0:35932:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788624674.618537:0:35932:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788624674.618540:0:35932:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.618543:0:35932:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446631773282753992 : -112300426797624 : ffff99dd04f3ddc8) 00000020:00001000:2.0:1788624674.618546:0:35932:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591e10 00000080:00000001:2.0:1788624674.618550:0:35932:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:2.0:1788624674.618552:0:35932:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788624674.618554:0:35932:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611184 mtime from 0 to 1788624674 00000080:00000001:2.0:1788624674.618560:0:35932:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788624674.618563:0:35932:0:(namei.c:156:ll_iget()) Process leaving (rc=18446631773620314568 : -112300089237048 : ffff99dd1912a1c8) 00010000:00000001:2.0:1788624674.618565:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.618567:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.618568:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=3 00000020:00000001:2.0:1788624674.618571:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:2.0:1788624674.618573:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00000080:00000001:2.0:1788624674.618577:0:35932:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788624674.618578:0:35932:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624674.618580:0:35932:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255835160 : -112300453716456 : ffff99dd03591e18) 00000020:00001000:2.0:1788624674.618582:0:35932:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591e10 00000020:00000001:2.0:1788624674.618585:0:35932:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788624674.618588:0:35932:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788624674.618590:0:35932:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788624674.618592:0:35932:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd18588120. 00020000:00000010:2.0:1788624674.618595:0:35932:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd11d39300. 00020000:00000010:2.0:1788624674.618598:0:35932:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd185889c0. 00020000:00000001:2.0:1788624674.618600:0:35932:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773608118720 : -112300101432896 : ffff99dd185889c0) 00020000:00000002:2.0:1788624674.618602:0:35932:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd185889c0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788624674.618606:0:35932:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788624674.618609:0:35932:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd11d39300: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:2.0:1788624674.618613:0:35932:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd107ec4d8) owner ffff99dd035227c0 00020000:00000001:2.0:1788624674.618616:0:35932:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788624674.618618:0:35932:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd107ec4d8) owner ffff99dd035227c0 00020000:00000010:2.0:1788624674.618623:0:35932:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd11d39300. 00020000:00000010:2.0:1788624674.618627:0:35932:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd18588120. 00020000:00000010:2.0:1788624674.618630:0:35932:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd185889c0. 00020000:00000002:2.0:1788624674.618632:0:35932:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788624674.618635:0:35932:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.618637:0:35932:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.618641:0:35932:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788624674.618644:0:35932:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd035227c0 00020000:00000002:2.0:1788624674.618648:0:35932:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd185882a0 addref 2/0 by ffff99dd035227c0. 00020000:00000002:2.0:1788624674.618651:0:35932:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd035227c0 00020000:00000001:2.0:1788624674.618654:0:35932:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788624674.618656:0:35932:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788624674.618659:0:35932:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788624674.618661:0:35932:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788624674.618663:0:35932:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788624674.618665:0:35932:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x30:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788624674.618668:0:35932:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591e10 00000080:00000001:2.0:1788624674.618671:0:35932:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.618674:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.618675:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624674.618677:0:35932:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788624674.618681:0:35932:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788624674.618682:0:35932:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624674.618684:0:35932:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x30:0x0](ffff99dd1912a1c8) 00000080:00010000:2.0:1788624674.618688:0:35932:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff99dd1912a1c8) for lock 0xcc94206c7ef41a33 00800000:00000001:2.0:1788624674.618691:0:35932:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624674.618693:0:35932:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624674.618694:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.618695:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.618697:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=3 00000020:00000001:2.0:1788624674.618699:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:2.0:1788624674.618701:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:2.0:1788624674.618704:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.618705:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624674.618706:0:35932:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624674.618708:0:35932:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.618710:0:35932:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788624674.618712:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.618718:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff99dd11595f80 x1875506845088768/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624690 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.618725:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788624674.618730:0:35932:0:(namei.c:1651:ll_create_it()) inode ffff99dd1912a1c8 need_sync_to_mds [0x200000405:0x30:0x0] 00000080:00000001:2.0:1788624674.618734:0:35932:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624674.618739:0:35932:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff99dd1912a1c8) 00000080:00000001:2.0:1788624674.618742:0:35932:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788624674.618745:0:35932:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd113f1200. 00000100:00000001:2.0:1788624674.618749:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.618752:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11595f80 x1875506845088768/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624690 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.618759:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.618763:0:35932:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788624674.618765:0:35932:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788624674.618768:0:35932:0:(namei.c:1500:ll_atomic_open()) inode ffff99dd1912a1c8 need_sync_to_mds [0x200000405:0x30:0x0] 00000080:00000001:2.0:1788624674.618779:0:35932:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788624674.618781:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67a68 00000080:00200008:2.0:1788624674.618783:0:35932:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), flags 102101 00000080:00000010:2.0:1788624674.618792:0:35932:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd017c8000. 00000080:00000010:2.0:1788624674.618797:0:35932:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd11d2d200. 00000080:00000001:2.0:1788624674.618800:0:35932:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788624674.618804:0:35932:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788624674.618807:0:35932:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624674.618811:0:35932:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624674.618813:0:35932:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624674.618816:0:35932:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624674.618819:0:35932:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624674.618821:0:35932:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1788624674.618824:0:35932:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624674.618827:0:35932:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788624674.618830:0:35932:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd104cb6e0. 00000002:00100000:2.0:1788624674.618835:0:35932:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11595f80 x1875506845088768/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624690 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788624674.618842:0:35932:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624674.618844:0:35932:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788624674.618848:0:35932:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788624674.618851:0:35932:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.618854:0:35932:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624674.618856:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.618859:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11595f80 x1875506845088768/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624690 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788624674.618867:0:35932:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624674.618871:0:35932:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff99dd04900000. 02000000:00000001:2.0:1788624674.618906:0:35932:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788624674.618907:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.618910:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67a68 00000080:00000008:2.0:1788624674.618912:0:35932:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), flags 102101, rc = 0 00000080:00000001:2.0:1788624674.618916:0:35932:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788624674.618919:0:35932:0:(dcache.c:176:ll_intent_release()) intent ffff99dd049adcc0 released 00000080:00010000:2.0:1788624674.618922:0:35932:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a33 from it ffff99dd049adcc0 00010000:00000001:2.0:1788624674.618925:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.618926:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.618928:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=3 00000020:00000001:2.0:1788624674.618930:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:2.0:1788624674.618932:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:2.0:1788624674.618934:0:35932:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624674.618937:0:35932:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.618945:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.618946:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624674.618948:0:35932:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624674.618951:0:35932:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624674.618954:0:35932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624674.618961:0:35932:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624674.618964:0:35932:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624674.618967:0:35932:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624674.618972:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.618973:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624674.618975:0:35932:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.618979:0:35932:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624674.618981:0:35932:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.618984:0:35932:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.618987:0:35932:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.618988:0:35932:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624674.618990:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.618991:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624674.618992:0:35932:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788624674.618994:0:35932:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1788624674.618996:0:35932:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788624674.618998:0:35932:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788624674.619000:0:35932:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788624674.619002:0:35932:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.619005:0:35932:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788624674.619007:0:35932:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.619009:0:35932:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788624674.619012:0:35932:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.619014:0:35932:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788624674.619016:0:35932:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff99dd049adcc0. 00000080:00000001:2.0:1788624674.619019:0:35932:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.619024:0:35932:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788624674.619027:0:35932:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x30:0x0](ffff99dd1912a1c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1788624674.619031:0:35932:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624674.619168:0:35932:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788624674.619172:0:35932:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd035227c0 00020000:00000002:2.0:1788624674.619176:0:35932:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd035227c0 00020000:00000001:2.0:1788624674.619178:0:35932:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.629039:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67d28 00000080:00200008:3.0:1788624674.629054:0:35932:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788624674.629067:0:35932:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624674.629069:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67ca0 00000080:00200000:3.0:1788624674.629071:0:35932:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff99dd1912a1c8),name=recon 00000080:00000010:3.0:1788624674.629082:0:35932:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd113f0c00. 00800000:00000002:3.0:1788624674.629089:0:35932:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624674.629099:0:35932:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624674.629159:0:35932:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.629163:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67bc0 00800000:00000002:3.0:1788624674.629166:0:35932:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.629170:0:35932:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624674.629175:0:35932:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624674.629180:0:35932:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624674.629183:0:35932:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624674.629186:0:35932:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624674.629188:0:35932:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.629191:0:35932:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.629194:0:35932:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624674.629197:0:35932:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624674.629198:0:35932:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624674.629199:0:35932:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624674.629201:0:35932:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624674.629202:0:35932:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.629204:0:35932:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1788624674.629205:0:35932:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.629208:0:35932:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00010000:00000010:2.1:1788624674.629208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a600. 00000002:00000001:3.0:1788624674.629214:0:35932:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.629216:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67a90 00000002:00010000:3.0:1788624674.629218:0:35932:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624674.629222:0:35932:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624674.629224:0:35932:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624674.629228:0:35932:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624674.629237:0:35932:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 2 00010000:00000001:3.0:1788624674.629241:0:35932:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624674.629247:0:35932:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.629253:0:35932:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624674.629259:0:35932:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788624674.629951:0:35932:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624674.629960:0:35932:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.629967:0:35932:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788624674.629979:0:35932:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624674.629982:0:35932:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624674.629984:0:35932:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624674.629987:0:35932:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624674.629990:0:35932:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624674.629993:0:35932:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624674.629997:0:35932:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624674.630001:0:35932:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624674.630061:0:35932:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd113f0c00. 00000080:00000001:3.0:1788624674.630068:0:35932:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624674.630070:0:35932:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624674.630073:0:35932:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff99dd1912a1c8) 00000080:00010000:3.0:1788624674.630078:0:35932:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff99dd1912a1c8) for lock 0xcc94206c7ef41a33 00800000:00000001:3.0:1788624674.630082:0:35932:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624674.630085:0:35932:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624674.630087:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.630090:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.630094:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=3 00000020:00000001:3.0:1788624674.630097:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:3.0:1788624674.630100:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:3.0:1788624674.630141:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.630144:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624674.630145:0:35932:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624674.630147:0:35932:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624674.630151:0:35932:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a33 from it ffffbef881c67cd8 00010000:00000001:3.0:1788624674.630154:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.630156:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.630157:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=3 00000020:00000001:3.0:1788624674.630159:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:3.0:1788624674.630161:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:3.0:1788624674.630164:0:35932:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624674.630167:0:35932:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788624674.630175:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.630176:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.630177:0:35932:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624674.630180:0:35932:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624674.630185:0:35932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788624674.630194:0:35932:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624674.630198:0:35932:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624674.630200:0:35932:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624674.630205:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.630206:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.630208:0:35932:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.630212:0:35932:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624674.630215:0:35932:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.630217:0:35932:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.630221:0:35932:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.630223:0:35932:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624674.630224:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.630225:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624674.630229:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624674.630232:0:35932:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788624674.630236:0:35932:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788624674.630240:0:35932:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788624674.630243:0:35932:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788624674.630245:0:35932:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788624674.630247:0:35932:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.630249:0:35932:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788624674.630254:0:35932:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788624674.630259:0:35932:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624674.630265:0:35932:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834584 : -112300453717032 : ffff99dd03591bd8) 00000020:00001000:3.0:1788624674.630268:0:35932:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591bd0 00000020:00000001:3.0:1788624674.630274:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.630671:0:35932:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788624674.630677:0:35932:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788624674.630679:0:35932:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788624674.630683:0:35932:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624674.630684:0:35932:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788624674.630687:0:35932:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788624674.630690:0:35932:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.630692:0:35932:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788624674.630698:0:35932:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff99dd11c91780 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788624674.630702:0:35932:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd035227c0 00020000:00000001:3.0:1788624674.630706:0:35932:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788624674.630708:0:35932:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788624674.630712:0:35932:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788624674.630713:0:35932:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.630716:0:35932:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788624674.630719:0:35932:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788624674.630720:0:35932:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.630721:0:35932:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624674.630723:0:35932:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788624674.630724:0:35932:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788624674.630725:0:35932:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd035227c0 00000020:00000001:3.0:1788624674.630728:0:35932:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788624674.630731:0:35932:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788624674.630733:0:35932:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:3.0:1788624674.630736:0:35932:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788624674.630738:0:35932:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788624674.630740:0:35932:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788624674.630743:0:35932:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788624674.630749:0:35932:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788624674.630758:0:35932:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd1115a580. 00020000:00000002:3.0:1788624674.630761:0:35932:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788624674.630764:0:35932:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788624674.630767:0:35932:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624674.630768:0:35932:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788624674.630771:0:35932:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624674.630773:0:35932:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834296 : -112300453717320 : ffff99dd03591ab8) 00000020:00001000:3.0:1788624674.630775:0:35932:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591ab0 00000020:00000001:3.0:1788624674.630778:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3dc38 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.630779:0:35932:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788624674.630783:0:35932:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624674.630784:0:35932:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788624674.630785:0:35932:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.630787:0:35932:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.630789:0:35932:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494038624 : -112300215512992 : ffff99dd118bd060) 00000020:00000001:3.0:1788624674.630791:0:35932:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788624674.630797:0:35932:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd03440850. 00000008:00010000:3.0:1788624674.630800:0:35932:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788624674.630803:0:35932:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788624674.630805:0:35932:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788624674.630806:0:35932:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd1115a5b0, osc lock ffff99dd03440850, flags 0x400001002 00000020:00000001:3.0:1788624674.630808:0:35932:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.630810:0:35932:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.630813:0:35932:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773486294400 : -112300223257216 : ffff99dd1115a580) 00000020:00000001:3.0:1788624674.630815:0:35932:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788624674.630816:0:35932:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788624674.630818:0:35932:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.630819:0:35932:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.630822:0:35932:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788624674.630824:0:35932:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788624674.630826:0:35932:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788624674.630828:0:35932:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788624674.630829:0:35932:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624674.630830:0:35932:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494038624 : -112300215512992 : ffff99dd118bd060) 00000020:00000001:3.0:1788624674.630831:0:35932:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788624674.630834:0:35932:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788624674.630836:0:35932:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788624674.630840:0:35932:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788624674.630843:0:35932:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788624674.630844:0:35932:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788624674.630846:0:35932:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788624674.630847:0:35932:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788624674.630848:0:35932:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788624674.630852:0:35932:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788624674.630854:0:35932:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788624674.630860:0:35932:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.630863:0:35932:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1788624674.630869:0:35932:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597100. 00000020:00000040:3.0:1788624674.630873:0:35932:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00010000:00000001:3.0:1788624674.630879:0:35932:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788624674.630883:0:35932:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624674.630886:0:35932:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.630889:0:35932:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624674.630892:0:35932:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624674.630897:0:35932:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624674.630904:0:35932:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd113f0c00. 00000100:00000001:3.0:1788624674.630915:0:35932:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.630922:0:35932:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624674.630925:0:35932:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.630926:0:35932:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624674.630928:0:35932:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.630930:0:35932:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.630933:0:35932:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446631773490737408 : -112300218814208 : ffff99dd11597100) 00010000:00000001:3.0:1788624674.630937:0:35932:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788624674.630940:0:35932:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788624674.630945:0:35932:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd0382ab00. 00010000:00000010:3.0:1788624674.630949:0:35932:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff99dd0382a300. 00010000:00000001:3.0:1788624674.630955:0:35932:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624674.630959:0:35932:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067e000. 00000020:00000001:3.0:1788624674.630964:0:35932:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624674.630966:0:35932:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067e000 with handle 0xcc94206c7ef41a3a to hash 00000020:00000001:3.0:1788624674.630968:0:35932:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624674.630970:0:35932:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000010:3.0:1788624674.630975:0:35932:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff99dd049c39c0. 00010000:00000001:3.0:1788624674.630978:0:35932:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:3.0:1788624674.630981:0:35932:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.630984:0:35932:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.630989:0:35932:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000de9a66fb/0xcc94206c7ef41a3a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624674.631003:0:35932:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000de9a66fb/0xcc94206c7ef41a3a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624674.632003:0:35932:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.632021:0:35932:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624674.632026:0:35932:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624674.632045:0:35932:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000130cbd3b] to pc [ptlrpcd_01_00+0] req@ffff99dd11597100 x1875506845088896/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1788624674.632094:0:35932:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.632098:0:35932:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.632101:0:35932:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.632130:0:35932:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.632133:0:35932:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.632136:0:35932:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788624674.632139:0:35932:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788624674.632141:0:35932:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788624674.632144:0:35932:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1788624674.632676:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624674.632682:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624674.632685:0:2391:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624674.632694:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11597100 x1875506845088896/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.632705:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624674.632708:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.632714:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624674.632718:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624674.632722:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624674.632726:0:2391:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845088896:192.168.202.125@tcp:101:uname.0 00000100:00000001:2.0:1788624674.632731:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624674.632738:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624674.632741:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.632745:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624674.632756:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04839400. 02000000:00000001:2.0:1788624674.632759:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624674.632768:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624674.632774:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2840. 00000400:00000010:2.0:1788624674.632785:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08dd0. 00000100:00000200:2.0:1788624674.632794:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845088896, portal 4 00000100:00000001:2.0:1788624674.632797:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.632799:0:2391:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490737408 : -112300218814208 : ffff99dd11597100) 00000100:00000040:2.0:1788624674.632806:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11597100 x1875506845088896/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624690 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.632815:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624674.632818:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624674.632821:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08990. 00000100:00000200:2.0:1788624674.632825:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875506845088896, offset 0 00000400:00000200:2.0:1788624674.632833:0:2391:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624674.632845:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.632858:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624674.632866:0:2391:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624674.632871:0:2391:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624674.632876:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624674.632878:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624674.632883:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3067:3067:256:4294967295] 192.168.202.125@tcp LPNI seq info [3067:3067:8:4294967295] 00000400:00000200:2.0:1788624674.632888:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.632900:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624674.632908:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624674.632915:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346000. 00000800:00000200:2.0:1788624674.632924:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624674.632933:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624674.632939:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788624674.632964:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624674.632970:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 188033 usecs (189 jiffies) 00000400:00000200:2.0:1788624674.632973:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624674.632976:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296688883 00000100:00000001:2.0:1788624674.632980:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:2.0:1788624674.632985:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296688883 00000100:00000001:2.0:1788624674.632987:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:2.0:1788624674.632990:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624674.632993:0:2391:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.632997:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.633000:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.633010:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624674.633014:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788624674.633017:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624674.633018:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624674.633020:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.633022:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.633042:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624674.633045:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624674.633769:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624674.633775:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346000. 00000400:00000200:3.0:1788624674.633781:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.633788:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624674.633795:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08990 00000400:00000010:3.0:1788624674.633798:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08990. 00000100:00000001:3.0:1788624674.633803:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624674.633809:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11597100 x1875506845088896/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624690 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.633822:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624674.633826:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11597100 x1875506845088896/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624690 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.633834:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.633836:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624674.635893:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.635916:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624674.635923:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.635927:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.635938:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.635947:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624674.635958:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.635963:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.635970:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.635975:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 400 into portal 4 MB=0x6a9c377467c80 00000400:00000200:3.0:1788624674.635981:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.635988:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 400/400 into md 0x8b1d [1] + 224 00000800:00000001:3.0:1788624674.635998:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.636005:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.636015:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.636020:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624674.636031:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624674.636041:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11597100 x1875506845088896/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624690 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624674.636052:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff99dd11597100 x1875506845088896/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624690 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.636079:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624674.636091:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.636094:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.637078:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624674.637085:0:2391:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624674.637098:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624674.637100:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624674.637158:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2840. 00000400:00000200:2.0:1788624674.637167:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08dd0 00000400:00000010:2.0:1788624674.637169:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08dd0. 00000100:00000001:2.0:1788624674.637175:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624674.637183:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11597100 x1875506845088896/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624690 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788624674.637195:0:2391:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11597100 x1875506845088896/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624690 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.637202:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624674.637205:0:2391:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.637208:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624674.637212:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624674.637216:0:2391:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624674.637218:0:2391:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.637222:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624674.637234:0:2391:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=102 v=5 (5 5 5 5) 00000100:00001000:2.0:1788624674.637240:0:2391:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624674.637243:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624674.637245:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.637249:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624674.637254:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.637258:0:2391:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624674.637261:0:2391:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967336 00000100:00000001:2.0:1788624674.637263:0:2391:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624674.637265:0:2391:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624674.637270:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11597100 x1875506845088896/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624690 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.637278:0:2391:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624674.637282:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624674.637285:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788624674.637288:0:2391:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1788624674.637292:0:2391:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.637295:0:2391:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.637299:0:2391:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e000 refcount=4 00000020:00000001:2.0:1788624674.637302:0:2391:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:2.0:1788624674.637306:0:2391:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:2.0:1788624674.637309:0:2391:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.637310:0:2391:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.637311:0:2391:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e000 refcount=5 00000020:00000001:2.0:1788624674.637313:0:2391:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:2.0:1788624674.637315:0:2391:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:2.0:1788624674.637320:0:2391:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624674.637324:0:2391:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624674.637330:0:2391:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000de9a66fb/0xcc94206c7ef41a3a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.637344:0:2391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.637346:0:2391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624674.637348:0:2391:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788624674.637350:0:2391:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.637352:0:2391:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.637354:0:2391:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e000 refcount=6 00000020:00000001:2.0:1788624674.637356:0:2391:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:2.0:1788624674.637358:0:2391:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000040:2.0:1788624674.637367:0:2391:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd1067e000, remote cookie: 0xa103bd66258a8a05, flags: 0x1001 00010000:00010000:2.0:1788624674.637372:0:2391:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000de9a66fb/0xcc94206c7ef41a3a lrc: 6/2,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a05 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.637381:0:2391:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788624674.637385:0:2391:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.637387:0:2391:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788624674.637392:0:2391:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788624674.637398:0:2391:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000de9a66fb/0xcc94206c7ef41a3a lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a05 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788624674.637407:0:2391:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x44:0x0].0x0 (ffff99dd0382ab00) refcount = 1 00010000:00000040:2.0:1788624674.637411:0:2391:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788624674.637414:0:2391:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000de9a66fb/0xcc94206c7ef41a3a lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a05 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.637424:0:2391:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788624674.637426:0:2391:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624674.637429:0:2391:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788624674.637433:0:2391:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624674.637437:0:2391:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000de9a66fb/0xcc94206c7ef41a3a lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a05 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.637445:0:2391:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788624674.637446:0:2391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.637448:0:2391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624674.637449:0:2391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.637451:0:2391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788624674.637454:0:2391:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788624674.637457:0:2391:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788624674.637461:0:2391:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.637462:0:2391:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.637463:0:2391:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e000 refcount=5 00000020:00000001:2.0:1788624674.637466:0:2391:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:2.0:1788624674.637468:0:2391:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00000008:00000001:2.0:1788624674.637473:0:2391:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788624674.637479:0:2391:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000008:00010000:2.0:1788624674.637484:0:2391:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000de9a66fb/0xcc94206c7ef41a3a lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a8a05 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788624674.637493:0:2391:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000020:00000001:2.0:1788624674.637496:0:2391:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788624674.637501:0:2391:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788624674.637505:0:2391:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788624674.637509:0:2391:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.637511:0:2391:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.637513:0:2391:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000008:00000001:2.0:1788624674.637515:0:2391:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1788624674.637518:0:2391:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788624674.637521:0:2391:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788624674.637540:0:2391:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788624674.637542:0:2391:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.637545:0:2391:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.637546:0:2391:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.637548:0:2391:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e000 refcount=6 00000020:00000001:2.0:1788624674.637550:0:2391:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:2.0:1788624674.637552:0:2391:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:2.0:1788624674.637556:0:2391:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624674.637558:0:2391:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000de9a66fb/0xcc94206c7ef41a3a lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a8a05 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.637572:0:2391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.637573:0:2391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788624674.637576:0:2391:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000de9a66fb/0xcc94206c7ef41a3a lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a8a05 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.637584:0:2391:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624674.637585:0:2391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.637586:0:2391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788624674.637588:0:2391:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.637589:0:2391:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.637591:0:2391:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.637592:0:2391:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e000 refcount=5 00000020:00000001:2.0:1788624674.637594:0:2391:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:2.0:1788624674.637596:0:2391:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:2.0:1788624674.637598:0:2391:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624674.637600:0:2391:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000de9a66fb/0xcc94206c7ef41a3a lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xa103bd66258a8a05 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.637607:0:2391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.637608:0:2391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624674.637610:0:2391:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624674.637613:0:2391:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624674.637616:0:2391:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000de9a66fb/0xcc94206c7ef41a3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xa103bd66258a8a05 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624674.637634:0:2391:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624674.637637:0:2391:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624674.637639:0:2391:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624674.637644:0:2391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.637645:0:2391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624674.637648:0:2391:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.637651:0:2391:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624674.637654:0:2391:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.637656:0:2391:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.637659:0:2391:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.637660:0:2391:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624674.637662:0:2391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.637663:0:2391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624674.637664:0:2391:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.637665:0:2391:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788624674.637666:0:2391:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624674.637673:0:2391:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11597100 x1875506845088896/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624690 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788624674.637682:0:2391:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2391:1875506845088896:192.168.202.125@tcp:101:uname.0 00000020:00000001:3.0:1788624674.637684:0:35932:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.637688:0:2391:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788624674.637689:0:35932:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.637691:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.637694:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11597100 x1875506845088896/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624690 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000080:00000001:3.0:1788624674.637697:0:35932:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788624674.637700:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000100:00000001:2.0:1788624674.637701:0:2391:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788624674.637702:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.637704:0:35932:0:(cl_object.c:210:cl_object_attr_get()) Process entered 02000000:00000001:2.0:1788624674.637704:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624674.637709:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd04839400. 00020000:00000001:3.0:1788624674.637710:0:35932:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 02000000:00000001:2.0:1788624674.637714:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00020000:00000001:3.0:1788624674.637715:0:35932:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00000020:00000001:2.0:1788624674.637717:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00020000:00000001:3.0:1788624674.637718:0:35932:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788624674.637719:0:2391:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00020000:00000001:3.0:1788624674.637720:0:35932:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788624674.637722:0:35932:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.637722:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 00020000:00000002:3.0:1788624674.637724:0:35932:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 02000000:00000010:2.0:1788624674.637725:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd113f0c00. 00020000:00000001:3.0:1788624674.637728:0:35932:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788624674.637730:0:35932:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 02000000:00000001:2.0:1788624674.637730:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624674.637732:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00020000:00000001:3.0:1788624674.637733:0:35932:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.637734:0:35932:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624674.637734:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11597100. 00000020:00000001:3.0:1788624674.637736:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000100:00000001:2.0:1788624674.637738:0:2391:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000080:00200000:3.0:1788624674.637739:0:35932:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 0 i_blocks 0 00000100:00000001:2.0:1788624674.637740:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788624674.637742:0:35932:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000100:00000001:2.0:1788624674.637742:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788624674.637745:0:35932:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788624674.637747:0:35932:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd11c91720 (ffff99dd03591bd8/0) at cl_lock_release():245 00000020:00000001:3.0:1788624674.637750:0:35932:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000100:00000001:2.0:1788624674.637751:0:2391:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00010000:3.0:1788624674.637752:0:35932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c91720 (ffff99dd03591bd8/0) at cl_lock_cancel():142 00000100:00000001:2.0:1788624674.637754:0:2391:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.637756:0:35932:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00000100:00000001:2.0:1788624674.637756:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788624674.637760:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.637761:0:35932:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624674.637763:0:35932:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494038624 : -112300215512992 : ffff99dd118bd060) 00000020:00000001:3.0:1788624674.637765:0:35932:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788624674.637766:0:35932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd1115a5b0 (ffff99dd03591ab8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788624674.637770:0:35932:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788624674.637771:0:35932:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788624674.637773:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.637774:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788624674.637775:0:35932:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788624674.637777:0:35932:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788624674.637779:0:35932:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788624674.637780:0:35932:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788624674.637782:0:35932:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788624674.637783:0:35932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c91720 (ffff99dd03591bd8/0) at cl_lock_fini():72 00020000:00000001:3.0:1788624674.637787:0:35932:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788624674.637788:0:35932:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788624674.637789:0:35932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd1115a5b0 (ffff99dd03591bd8/1) at cl_lock_fini():72 00000008:00000010:3.0:1788624674.637792:0:35932:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd03440850. 00000020:00000001:3.0:1788624674.637798:0:35932:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788624674.637799:0:35932:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd1115a580. 00020000:00000001:3.0:1788624674.637803:0:35932:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788624674.637804:0:35932:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788624674.637806:0:35932:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788624674.637808:0:35932:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.637812:0:35932:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788624674.637815:0:35932:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788624674.637817:0:35932:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788624674.637818:0:35932:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788624674.637820:0:35932:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788624674.637823:0:35932:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591ab0 00020000:00000001:3.0:1788624674.637826:0:35932:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788624674.637828:0:35932:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788624674.637831:0:35932:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788624674.637834:0:35932:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788624674.637839:0:35932:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788624674.637842:0:35932:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.637844:0:35932:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788624674.637846:0:35932:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788624674.637847:0:35932:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788624674.637848:0:35932:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591bd0 00000001:00000001:3.0:1788624674.637850:0:35932:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.637864:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67d28 00000080:00000008:3.0:1788624674.637867:0:35932:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788624674.639293:0:35932:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1788624674.639301:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67d88 00000080:00200008:2.0:1788624674.639306:0:35932:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 0, count: 23 00000080:00000002:2.0:1788624674.639312:0:35932:0:(file.c:2656:do_file_write_iter()) inode ffff99dd1912a1c8 need_sync_to_oss [0x200000405:0x30:0x0] 00000080:00000001:2.0:1788624674.639316:0:35932:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1788624674.639319:0:35932:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.639321:0:35932:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788624674.639326:0:35932:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.639330:0:35932:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624674.639335:0:35932:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255835160 : -112300453716456 : ffff99dd03591e18) 00000020:00001000:2.0:1788624674.639338:0:35932:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591e10 00000080:00000001:2.0:1788624674.639343:0:35932:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788624674.639344:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67c98 00000080:00200000:2.0:1788624674.639346:0:35932:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:2.0:1788624674.639353:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67c30 00000080:00200000:2.0:1788624674.639355:0:35932:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1788624674.639360:0:35932:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788624674.639362:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:2.0:1788624674.639365:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:2.0:1788624674.639366:0:35932:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788624674.639372:0:35932:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788624674.639376:0:35932:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1788624674.639379:0:35932:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.639381:0:35932:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.639382:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000080:00200000:2.0:1788624674.639385:0:35932:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1788624674.639387:0:35932:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788624674.639390:0:35932:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788624674.639398:0:35932:0:(cl_io.c:214:cl_io_rw_init()) header@000000004813c72f[0x110, 1, [0x200000405:0x30:0x0] hash] 00000020:00200000:2.0:1788624674.639400:0:35932:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:2.0:1788624674.639403:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:2.0:1788624674.639405:0:35932:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788624674.639408:0:35932:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788624674.639410:0:35932:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788624674.639414:0:35932:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624674.639415:0:35932:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788624674.639420:0:35932:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624674.639425:0:35932:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.639428:0:35932:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788624674.639430:0:35932:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.639432:0:35932:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788624674.639436:0:35932:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff99dd11c937e0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1788624674.639440:0:35932:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd035227c0 00020000:00000001:2.0:1788624674.639445:0:35932:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788624674.639447:0:35932:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788624674.639449:0:35932:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788624674.639452:0:35932:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1788624674.639454:0:35932:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:2.0:1788624674.639457:0:35932:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1788624674.639459:0:35932:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788624674.639461:0:35932:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.639463:0:35932:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624674.639464:0:35932:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788624674.639465:0:35932:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788624674.639467:0:35932:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd035227c0 00000020:00000001:2.0:1788624674.639469:0:35932:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.639471:0:35932:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788624674.639473:0:35932:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1788624674.639476:0:35932:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1788624674.639480:0:35932:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.639483:0:35932:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788624674.639485:0:35932:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788624674.639488:0:35932:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788624674.639490:0:35932:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1788624674.639493:0:35932:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1788624674.639496:0:35932:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788624674.639499:0:35932:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788624674.639504:0:35932:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788624674.639508:0:35932:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624674.639509:0:35932:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788624674.639511:0:35932:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624674.639513:0:35932:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834008 : -112300453717608 : ffff99dd03591998) 00000020:00001000:2.0:1788624674.639515:0:35932:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591990 00000020:00000001:2.0:1788624674.639517:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3dc38 -> ffff99dd04f3ddc8 00000020:00000001:2.0:1788624674.639519:0:35932:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788624674.639523:0:35932:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788624674.639525:0:35932:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788624674.639527:0:35932:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624674.639529:0:35932:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624674.639531:0:35932:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494036288 : -112300215515328 : ffff99dd118bc740) 00000020:00000001:2.0:1788624674.639535:0:35932:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788624674.639537:0:35932:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788624674.639541:0:35932:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.639543:0:35932:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624674.639546:0:35932:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624674.639548:0:35932:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.639550:0:35932:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.639552:0:35932:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788624674.639555:0:35932:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788624674.639558:0:35932:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788624674.639562:0:35932:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788624674.639566:0:35932:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.639569:0:35932:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.639572:0:35932:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788624674.639574:0:35932:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1788624674.639576:0:35932:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788624674.639578:0:35932:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788624674.639580:0:35932:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.639581:0:35932:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.639583:0:35932:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.639585:0:35932:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.639587:0:35932:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624674.639589:0:35932:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788624674.639591:0:35932:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788624674.639593:0:35932:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788624674.639595:0:35932:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788624674.639596:0:35932:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.639598:0:35932:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624674.639600:0:35932:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624674.639602:0:35932:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.639604:0:35932:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788624674.639606:0:35932:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788624674.639608:0:35932:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788624674.639610:0:35932:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788624674.639612:0:35932:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788624674.639616:0:35932:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788624674.639627:0:35932:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd05188600. 00020000:00000002:2.0:1788624674.639630:0:35932:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788624674.639632:0:35932:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788624674.639634:0:35932:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624674.639635:0:35932:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494036288 : -112300215515328 : ffff99dd118bc740) 00000020:00000001:2.0:1788624674.639637:0:35932:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788624674.639642:0:35932:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd10fb2260. 00000008:00010000:2.0:1788624674.639646:0:35932:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788624674.639649:0:35932:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788624674.639650:0:35932:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788624674.639655:0:35932:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd05188630, osc lock ffff99dd10fb2260, flags 0x0 00000020:00000001:2.0:1788624674.639657:0:35932:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624674.639659:0:35932:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624674.639663:0:35932:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773285156352 : -112300424395264 : ffff99dd05188600) 00000020:00000001:2.0:1788624674.639665:0:35932:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788624674.639666:0:35932:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788624674.639668:0:35932:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.639669:0:35932:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.639671:0:35932:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788624674.639673:0:35932:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788624674.639674:0:35932:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788624674.639676:0:35932:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494036288 : -112300215515328 : ffff99dd118bc740) 00000020:00000001:2.0:1788624674.639677:0:35932:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788624674.639680:0:35932:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788624674.639682:0:35932:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788624674.639684:0:35932:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.639688:0:35932:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788624674.639691:0:35932:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788624674.639692:0:35932:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788624674.639694:0:35932:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788624674.639696:0:35932:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788624674.639698:0:35932:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788624674.639700:0:35932:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788624674.639704:0:35932:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788624674.639714:0:35932:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ab00 count: 2 00010000:00000001:2.0:1788624674.639717:0:35932:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788624674.639724:0:35932:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd114ee000 type 11 mode 2 res 10737419265/68 (0 18446744073709551615) 00010000:00000001:2.0:1788624674.639728:0:35932:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788624674.639735:0:35932:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63800. 00000020:00000040:2.0:1788624674.639740:0:35932:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00010000:00000001:2.0:1788624674.639745:0:35932:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624674.639750:0:35932:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624674.639757:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.639759:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624674.639760:0:35932:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.639764:0:35932:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624674.639767:0:35932:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624674.639772:0:35932:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624674.639781:0:35932:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd0633b200. 00000100:00000001:2.0:1788624674.639789:0:35932:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.639795:0:35932:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624674.639798:0:35932:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.639799:0:35932:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624674.639800:0:35932:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.639803:0:35932:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.639806:0:35932:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446631773498914816 : -112300210636800 : ffff99dd11d63800) 00010000:00000001:2.0:1788624674.639809:0:35932:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624674.639811:0:35932:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788624674.639813:0:35932:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ab00 count: 2 00010000:00000001:2.0:1788624674.639816:0:35932:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624674.639819:0:35932:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624674.639823:0:35932:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10767400. 00000020:00000001:2.0:1788624674.639828:0:35932:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624674.639832:0:35932:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10767400 with handle 0xcc94206c7ef41a41 to hash 00000020:00000001:2.0:1788624674.639834:0:35932:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624674.639836:0:35932:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000010:2.0:1788624674.639840:0:35932:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff99dd11d2d540. 00010000:00000001:2.0:1788624674.639844:0:35932:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624674.639848:0:35932:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624674.639851:0:35932:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624674.639856:0:35932:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624674.639873:0:35932:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624674.639886:0:35932:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624674.639895:0:35932:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624674.639897:0:35932:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624674.639905:0:35932:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cd000. 00000100:00000001:2.0:1788624674.639908:0:35932:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486764032 : -112300222787584 : ffff99dd111cd000) 00000100:00000001:2.0:1788624674.639911:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.639913:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498914816 : -112300210636800 : ffff99dd11d63800) 00000100:00000001:2.0:1788624674.639917:0:35932:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624674.639919:0:35932:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.639922:0:35932:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624674.639924:0:35932:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624674.639936:0:35932:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63800 x1875506845089024/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.639944:0:35932:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624674.639947:0:35932:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.639951:0:35932:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624674.639954:0:35932:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624674.639956:0:35932:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624674.639960:0:35932:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63800 pname:cluuid:pid:xid:nid:opc:job uname:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35932:1875506845089024:192.168.202.125@tcp:101:uname.0 00000100:00000001:2.0:1788624674.639965:0:35932:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624674.639972:0:35932:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624674.639975:0:35932:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.639978:0:35932:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624674.639983:0:35932:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04839400. 02000000:00000001:2.0:1788624674.639985:0:35932:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624674.639995:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624674.639999:0:35932:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2840. 00000400:00000010:2.0:1788624674.640009:0:35932:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08dd0. 00000100:00000200:2.0:1788624674.640018:0:35932:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845089024, portal 4 00000100:00000001:2.0:1788624674.640020:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.640021:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498914816 : -112300210636800 : ffff99dd11d63800) 00000100:00000040:2.0:1788624674.640028:0:35932:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d63800 x1875506845089024/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.640035:0:35932:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624674.640039:0:35932:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624674.640042:0:35932:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08cc0. 00000100:00000200:2.0:1788624674.640045:0:35932:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875506845089024, offset 0 00000400:00000200:2.0:1788624674.640052:0:35932:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624674.643205:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.643227:0:35932:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624674.643234:0:35932:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624674.643239:0:35932:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624674.643244:0:35932:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624674.643247:0:35932:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624674.643251:0:35932:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3068:3068:256:4294967295] 192.168.202.125@tcp LPNI seq info [3068:3068:8:4294967295] 00000400:00000200:2.0:1788624674.643257:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.643269:0:35932:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624674.643279:0:35932:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624674.643293:0:35932:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346100. 00000800:00000200:2.0:1788624674.643303:0:35932:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624674.643311:0:35932:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624674.643317:0:35932:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788624674.643338:0:35932:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624674.643346:0:35932:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 187298 usecs (188 jiffies) 00000400:00000200:2.0:1788624674.643351:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624674.643355:0:35932:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296688892 00000100:00000001:2.0:1788624674.643359:0:35932:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:2.0:1788624674.643362:0:35932:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296688892 00000100:00000001:2.0:1788624674.643365:0:35932:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:2.0:1788624674.643367:0:35932:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624674.643372:0:35932:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.643376:0:35932:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624674.643378:0:35932:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624674.643382:0:35932:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cd000 going to sleep for 11 seconds 00000100:00000001:2.0:1788624674.643385:0:35932:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624674.643388:0:35932:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624674.644760:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624674.644771:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346100. 00000400:00000200:3.0:1788624674.644780:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.644789:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624674.644797:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08cc0 00000400:00000010:3.0:1788624674.644800:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08cc0. 00000100:00000001:3.0:1788624674.644807:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624674.644816:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63800 x1875506845089024/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.644828:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624674.644832:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d63800 x1875506845089024/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624690 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.644839:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.644841:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624674.650472:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.650496:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624674.650502:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.650505:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.650518:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.650528:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624674.650539:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.650545:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.650551:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.650556:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 328 into portal 15 MB=0x6a9c378ae0400 00000400:00000200:3.0:1788624674.650567:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.125@tcp of length 328/328 into md 0x82b5 [2] + 2032 00000400:00000010:3.0:1788624674.650574:0:2384:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a000. 00000400:00000200:3.0:1788624674.650579:0:2384:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff99dd048e1c00 00000800:00000001:3.0:1788624674.650588:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.650597:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.650601:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.650606:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624674.650615:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd048e1c00 00000400:00000010:3.0:1788624674.650617:0:2384:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff99dd048e1c00. 00000100:00000001:3.0:1788624674.650625:0:2384:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788624674.650628:0:2384:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1788624674.650633:0:2384:0:(events.c:341:request_in_callback()) incoming req@ffff99dd049cf050 x1875506868651008 msgsize 328 00000100:00100000:3.0:1788624674.650637:0:2384:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.125@tcp (source: 12345-192.168.202.125@tcp) 00000100:00000040:3.0:1788624674.650640:0:2384:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1788624674.650666:0:2384:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788624674.650678:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.650681:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788624674.653540:0:16937:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff99dd0483a400. 00000100:00000010:2.0:1788624674.653562:0:16937:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff99dd04816000. 00000100:00100000:2.0:1788624674.653566:0:16937:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1788624674.653571:0:16937:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1788624674.653579:0:16937:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2f20. 00000400:00000010:2.0:1788624674.653588:0:16937:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff99dd111cd240. 00000100:00000001:2.0:1788624674.653602:0:16937:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788624674.653605:0:16937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875506868651008 02000000:00000001:2.0:1788624674.653609:0:16937:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788624674.653612:0:16937:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624674.653615:0:16937:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.653632:0:16937:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624674.653638:0:16937:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875506868651008 00000020:00000001:2.0:1788624674.653641:0:16937:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788624674.653644:0:16937:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d28 00000020:00000001:2.0:1788624674.653647:0:16937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.653651:0:16937:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3000 refcount=4 00000020:00000001:2.0:1788624674.653654:0:16937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000020:00000001:2.0:1788624674.653656:0:16937:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000100:00000001:2.0:1788624674.653662:0:16937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788624674.653667:0:16937:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd11d2da80. 00000100:00000001:2.0:1788624674.653671:0:16937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788624674.653674:0:16937:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd11d2da80. 00000020:00000010:2.0:1788624674.653684:0:16937:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd0633be00. 00000020:00000010:2.0:1788624674.653690:0:16937:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff99dd05188880. 00000020:00000010:2.0:1788624674.653697:0:16937:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99dd04f3d960. 00000100:00000040:2.0:1788624674.653709:0:16937:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788624674.653713:0:16937:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788624674.653714:0:16937:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788624674.653717:0:16937:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.653727:0:16937:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.653752:0:16937:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.653766:0:16937:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788624674.653768:0:16937:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788624674.653778:0:16937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.125@tcp, seq: 66 00000100:00000040:2.0:1788624674.653783:0:16937:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff99dd051f3000 : new rpc_count 1 00000100:00000001:2.0:1788624674.653785:0:16937:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446631773277057104 : -112300432494512 : ffff99dd049cf050) 00000100:00000040:2.0:1788624674.653796:0:16937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff99dd049cf050 x1875506868651008/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:240/0 lens 328/0 e 0 to 0 dl 1788624685 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624674.653807:0:16937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788624674.653809:0:16937:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd11d2da80. 00000100:00000001:2.0:1788624674.653811:0:16937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788624674.653813:0:16937:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd11d2da80. 00000100:00100000:2.0:1788624674.653817:0:16937:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99dd049cf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9520:x1875506868651008:12345-192.168.202.125@tcp:104: 00000100:00000200:2.0:1788624674.653820:0:16937:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875506868651008 00010000:00000001:2.0:1788624674.653823:0:16937:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788624674.653833:0:16937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.653834:0:16937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.653836:0:16937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e000 refcount=2 00000020:00000001:2.0:1788624674.653839:0:16937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:2.0:1788624674.653842:0:16937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:2.0:1788624674.653846:0:16937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624674.653851:0:16937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624674.653857:0:16937:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000de9a66fb/0xcc94206c7ef41a3a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xa103bd66258a8a05 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788624674.653876:0:16937:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788624674.653879:0:16937:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788624674.653884:0:16937:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff99dd04838000. 02000000:00000001:2.0:1788624674.653886:0:16937:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.653889:0:16937:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.653894:0:16937:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788624674.653897:0:16937:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624674.653901:0:16937:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd1068a1e8 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1788624674.653907:0:16937:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788624674.653911:0:16937:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 16 to 192.168.202.125@tcp 00000100:00000001:2.0:1788624674.653913:0:16937:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 02000000:00000001:2.0:1788624674.653916:0:16937:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788624674.653918:0:16937:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.653923:0:16937:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624674.653925:0:16937:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624674.653930:0:16937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08c38. 00000100:00000200:2.0:1788624674.653934:0:16937:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875506868651008, offset 224 00000400:00000200:2.0:1788624674.653943:0:16937:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624674.653957:0:16937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.653968:0:16937:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624674.653976:0:16937:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3069:3069:256:4294967295] 192.168.202.125@tcp LPNI seq info [3069:3069:8:4294967295] 00000400:00000200:2.0:1788624674.653981:0:16937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.653991:0:16937:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624674.653997:0:16937:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624674.654004:0:16937:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346f00. 00000800:00000200:2.0:1788624674.654012:0:16937:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624674.654022:0:16937:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624674.654026:0:16937:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624674.654044:0:16937:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624674.654047:0:16937:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00010000:00000001:2.0:1788624674.654051:0:16937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788624674.654055:0:16937:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99dd111cde40. 00010000:00000001:2.0:1788624674.654058:0:16937:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788624674.654395:0:16937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788624674.654399:0:16937:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.654401:0:16937:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.654404:0:16937:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624674.654411:0:16937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd049cf050 x1875506868651008/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:240/0 lens 328/224 e 0 to 0 dl 1788624685 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788624674.654422:0:16937:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99dd049cf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9520:x1875506868651008:12345-192.168.202.125@tcp:104: Request processed in 613us (3787us total) trans 0 rc 0/0 00000100:00100000:2.0:1788624674.654430:0:16937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.125@tcp, seq: 66 00000100:00000040:2.0:1788624674.654434:0:16937:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99dd051f3000 : new rpc_count 0 00000100:00000001:2.0:1788624674.654436:0:16937:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788624674.654438:0:16937:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788624674.654446:0:16937:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff99dd05188880. 00000020:00000010:2.0:1788624674.654451:0:16937:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99dd04f3d960. 00000020:00000010:2.0:1788624674.654456:0:16937:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99dd0633be00. 00000020:00000040:2.0:1788624674.654462:0:16937:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3000 : new refcount 3 02000000:00000001:2.0:1788624674.654469:0:16937:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788624674.654472:0:16937:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff99dd049cfc00. 02000000:00000001:2.0:1788624674.654476:0:16937:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788624674.654479:0:16937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11597b80. 02000000:00000001:2.0:1788624674.654484:0:16937:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788624674.654485:0:16937:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff99dd049cc000. 02000000:00000001:2.0:1788624674.654487:0:16937:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788624674.654489:0:16937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d62d80. 02000000:00000001:2.0:1788624674.654497:0:16937:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788624674.654498:0:16937:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff99dd049ccc00. 02000000:00000001:2.0:1788624674.654500:0:16937:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788624674.654501:0:16937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63480. 02000000:00000001:2.0:1788624674.654504:0:16937:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788624674.654506:0:16937:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff99dd049cdc00. 02000000:00000001:2.0:1788624674.654509:0:16937:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788624674.654510:0:16937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11597800. 02000000:00000001:2.0:1788624674.654513:0:16937:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788624674.654514:0:16937:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff99dd049ce400. 02000000:00000001:2.0:1788624674.654516:0:16937:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788624674.654517:0:16937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11597480. 02000000:00000001:2.0:1788624674.654519:0:16937:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788624674.654520:0:16937:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff99dd049cc400. 02000000:00000001:2.0:1788624674.654522:0:16937:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788624674.654523:0:16937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d61f80. 00000100:00000010:2.0:1788624674.654527:0:16937:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff99dd04a06000. 00000100:00000010:2.0:1788624674.654531:0:16937:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff99dd049cf000. 00000100:00000001:2.0:1788624674.654534:0:16937:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788624674.654676:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624674.654681:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346f00. 00000400:00000200:2.0:1788624674.654685:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624674.654691:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624674.654699:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08c38 00000400:00000010:2.0:1788624674.654702:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08c38. 00000100:00000001:2.0:1788624674.654707:0:2383:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:2.0:1788624674.654709:0:2383:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788624674.654710:0:2383:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff99dd04838000. 02000000:00000001:2.0:1788624674.654712:0:2383:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1788624674.654713:0:2383:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:0.0:1788624674.657875:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624674.657884:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624674.657890:0:16814:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788624674.657895:0:16814:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788624674.657898:0:16814:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788624674.657907:0:16814:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000de9a66fb/0xcc94206c7ef41a3a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0xa103bd66258a8a05 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788624674.657931:0:16814:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd1067e000 already unused, calling callback (ffffffffc1016300) 00000008:00000001:0.0:1788624674.657935:0:16814:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788624674.657939:0:16814:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788624674.657941:0:16814:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.657944:0:16814:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.657948:0:16814:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e000 refcount=3 00000020:00000001:0.0:1788624674.657951:0:16814:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:0.0:1788624674.657954:0:16814:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474906112 : -112300234645504 : ffff99dd1067e000) 00010000:00000001:0.0:1788624674.657957:0:16814:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624674.657961:0:16814:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000de9a66fb/0xcc94206c7ef41a3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0xa103bd66258a8a05 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788624674.657969:0:16814:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788624674.657971:0:16814:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624674.657976:0:16814:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255831704 : -112300453719912 : ffff99dd03591098) 00000020:00001000:0.0:1788624674.657979:0:16814:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591090 00000008:00000001:0.0:1788624674.657981:0:16814:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788624674.657985:0:16814:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1788624674.657986:0:16814:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624674.657988:0:16814:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773482286472 : -112300227265144 : ffff99dd10d87d88) 00000020:00001000:0.0:1788624674.657990:0:16814:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd10d87d80 00000008:00000001:0.0:1788624674.657994:0:16814:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1788624674.657997:0:16814:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1788624674.658000:0:16814:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788624674.658003:0:16814:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624674.658007:0:16814:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1788624674.658010:0:16814:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000020:00000001:0.0:1788624674.658013:0:16814:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:0.0:1788624674.658016:0:16814:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788624674.658019:0:16814:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788624674.658022:0:16814:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788624674.658026:0:16814:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624674.658028:0:16814:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788624674.658030:0:16814:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624674.658035:0:16814:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff99dd02e42230 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1788624674.658039:0:16814:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788624674.658042:0:16814:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788624674.658045:0:16814:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788624674.658048:0:16814:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788624674.658049:0:16814:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.658051:0:16814:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624674.658052:0:16814:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788624674.658053:0:16814:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1788624674.658055:0:16814:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624674.658057:0:16814:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1788624674.658061:0:16814:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788624674.658063:0:16814:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788624674.658066:0:16814:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788624674.658068:0:16814:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788624674.658070:0:16814:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624674.658072:0:16814:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1788624674.658075:0:16814:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624674.658076:0:16814:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1788624674.658077:0:16814:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788624674.658080:0:16814:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd10d87d80 00000008:00000001:0.0:1788624674.658083:0:16814:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.658085:0:16814:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00010000:00000001:0.0:1788624674.658088:0:16814:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1788624674.658091:0:16814:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.658093:0:16814:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000020:00000001:0.0:1788624674.658096:0:16814:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788624674.658099:0:16814:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788624674.658102:0:16814:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788624674.658129:0:16814:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.658132:0:16814:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.658134:0:16814:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000020:00000001:0.0:1788624674.658136:0:16814:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:0.0:1788624674.658137:0:16814:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1788624674.658140:0:16814:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.658143:0:16814:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000008:00000001:0.0:1788624674.658147:0:16814:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788624674.658148:0:16814:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591090 00000008:00000001:0.0:1788624674.658151:0:16814:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.658154:0:16814:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624674.658159:0:16814:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624674.658161:0:16814:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624674.658164:0:16814:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624674.658168:0:16814:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788624674.658171:0:16814:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd1067e000 with handle 0xcc94206c7ef41a3a from hash 00010000:00000001:0.0:1788624674.658174:0:16814:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624674.658176:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.658178:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.658180:0:16814:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624674.658185:0:16814:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624674.658188:0:16814:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788624674.658196:0:16814:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624674.658200:0:16814:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.658203:0:16814:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624674.658206:0:16814:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788624674.658357:0:16814:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddaa00. 00000020:00000040:1.0:1788624674.658363:0:16814:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=4 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:1.0:1788624674.658370:0:16814:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624674.658373:0:16814:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624674.658380:0:16814:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624674.658390:0:16814:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd05355800. 00000100:00000001:1.0:1788624674.658399:0:16814:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.658402:0:16814:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788624674.658410:0:16814:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000de9a66fb/0xcc94206c7ef41a3a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xa103bd66258a8a05 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788624674.658419:0:16814:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788624674.658421:0:16814:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.658426:0:16814:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624674.658433:0:16814:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624674.658450:0:16814:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005ade73a] to pc [ptlrpcd_00_00+0] req@ffff99dd11ddaa00 x1875506845089152/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788624674.658488:0:16814:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624674.658491:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.658492:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.658494:0:16814:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.658496:0:16814:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624674.658499:0:16814:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.658502:0:16814:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000de9a66fb/0xcc94206c7ef41a3a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xa103bd66258a8a05 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624674.658510:0:16814:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788624674.658512:0:16814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000de9a66fb/0xcc94206c7ef41a3a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0xa103bd66258a8a05 expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788624674.658526:0:16814:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd049c39c0. 00010000:00000001:1.0:1788624674.658541:0:16814:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.658542:0:16814:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788624674.658544:0:16814:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff99dd111cde40. 00010000:00000001:1.0:1788624674.658548:0:16814:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.658550:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624674.658552:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.658554:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788624674.658556:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624674.658557:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.658559:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788624674.658561:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624674.658562:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.658563:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788624674.658570:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788624674.658574:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788624674.658576:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.658584:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624674.658587:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.658589:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624674.658590:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624674.658593:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624674.658599:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddaa00 x1875506845089152/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624674.658608:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624674.658611:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624674.658615:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624674.658618:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624674.658621:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624674.658634:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845089152:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788624674.658641:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624674.658648:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624674.658652:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624674.658655:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624674.658660:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd05355000. 02000000:00000001:1.0:1788624674.658662:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624674.658672:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624674.658678:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793f20. 00000400:00000010:1.0:1788624674.658687:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c7f8. 00000100:00000200:1.0:1788624674.658696:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845089152, portal 18 00000100:00000001:1.0:1788624674.658698:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624674.658700:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499402752 : -112300210148864 : ffff99dd11ddaa00) 00000100:00000040:1.0:1788624674.658707:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11ddaa00 x1875506845089152/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624690 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624674.658715:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624674.658719:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624674.658722:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c550. 00000100:00000200:1.0:1788624674.658726:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875506845089152, offset 0 00000400:00000200:1.0:1788624674.658733:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624674.658742:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624674.658752:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624674.658758:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624674.658762:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624674.658767:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624674.658770:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624674.658774:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3070:3070:256:4294967295] 192.168.202.125@tcp LPNI seq info [3070:3070:8:4294967295] 00000400:00000200:1.0:1788624674.658779:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624674.658791:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624674.658798:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624674.658806:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd11fb0400. 00000800:00000200:1.0:1788624674.658814:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624674.658822:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624674.658827:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd11fb0400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788624674.658848:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624674.658854:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 187298 usecs (188 jiffies) 00000400:00000200:1.0:1788624674.658858:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624674.658860:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296688908 00000100:00000001:1.0:1788624674.658864:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:1.0:1788624674.658866:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296688908 00000100:00000001:1.0:1788624674.658869:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:1.0:1788624674.658871:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624674.658874:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.658876:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.658879:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.659327:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624674.659331:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624674.659727:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624674.659734:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd11fb0400. 00000400:00000200:3.0:1788624674.659742:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.659750:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624674.659758:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c550 00000400:00000010:3.0:1788624674.659761:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c550. 00000100:00000001:3.0:1788624674.659767:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624674.659773:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddaa00 x1875506845089152/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624690 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624674.659794:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624674.659798:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddaa00 x1875506845089152/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624690 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624674.659805:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.659807:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788624674.663330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067e000. 00000800:00000001:2.0:1788624674.665360:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624674.665384:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624674.665391:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624674.665394:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624674.665405:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.665415:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624674.665427:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.665433:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.665439:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.665444:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 392 into portal 15 MB=0x6a9c378ae0480 00000400:00000200:2.0:1788624674.665455:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.125@tcp of length 392/392 into md 0x8b3d [2] + 0 00000800:00000001:2.0:1788624674.665463:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624674.665472:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624674.665477:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624674.665482:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624674.665491:0:2383:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788624674.665494:0:2383:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788624674.665501:0:2383:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d61f80. 00000100:00000040:2.0:1788624674.665505:0:2383:0:(events.c:341:request_in_callback()) incoming req@ffff99dd11d61f80 x1875506868651136 msgsize 392 00000100:00100000:2.0:1788624674.665510:0:2383:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.125@tcp (source: 12345-192.168.202.125@tcp) 00000100:00000001:2.0:1788624674.665532:0:2383:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788624674.665543:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624674.665547:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624674.665641:0:16806:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788624674.665645:0:16806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875506868651136 02000000:00000001:3.0:1788624674.665649:0:16806:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788624674.665652:0:16806:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624674.665654:0:16806:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624674.665659:0:16806:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624674.665665:0:16806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875506868651136 00000020:00000001:3.0:1788624674.665669:0:16806:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788624674.665671:0:16806:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d28 00000020:00000001:3.0:1788624674.665674:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.665679:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3000 refcount=4 00000020:00000001:3.0:1788624674.665681:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000020:00000001:3.0:1788624674.665684:0:16806:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000100:00000001:3.0:1788624674.665689:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624674.665695:0:16806:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3b00. 00000100:00000001:3.0:1788624674.665699:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624674.665702:0:16806:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3b00. 00000020:00000010:3.0:1788624674.665710:0:16806:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd113f0800. 00000020:00000010:3.0:1788624674.665717:0:16806:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff99dd1115a580. 00000020:00000010:3.0:1788624674.665723:0:16806:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99dd1145fd48. 00000100:00000040:3.0:1788624674.665733:0:16806:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788624674.665736:0:16806:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788624674.665738:0:16806:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788624674.665740:0:16806:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.665750:0:16806:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.665768:0:16806:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624674.665782:0:16806:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788624674.665785:0:16806:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788624674.665790:0:16806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.125@tcp, seq: 67 00000100:00000040:3.0:1788624674.665794:0:16806:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff99dd051f3000 : new rpc_count 1 00000100:00000001:3.0:1788624674.665797:0:16806:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446631773498908544 : -112300210643072 : ffff99dd11d61f80) 00000100:00000040:3.0:1788624674.665808:0:16806:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff99dd11d61f80 x1875506868651136/t0(0) o105->LOV_OSC_UUID@192.168.202.125@tcp:240/0 lens 392/0 e 0 to 0 dl 1788624685 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788624674.665819:0:16806:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788624674.665822:0:16806:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd049c3b00. 00000100:00000001:3.0:1788624674.665825:0:16806:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788624674.665827:0:16806:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd049c3b00. 00000100:00100000:3.0:1788624674.665832:0:16806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99dd11d61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6507:x1875506868651136:12345-192.168.202.125@tcp:105: 00000100:00000200:3.0:1788624674.665836:0:16806:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875506868651136 00010000:00000001:3.0:1788624674.665840:0:16806:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788624674.665848:0:16806:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.665850:0:16806:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.665852:0:16806:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=4 00000020:00000001:3.0:1788624674.665854:0:16806:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.665858:0:16806:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00010000:3.0:1788624674.665866:0:16806:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624674.665880:0:16806:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:3.0:1788624674.665883:0:16806:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624674.665894:0:16806:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624674.665903:0:16806:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788624674.665907:0:16806:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.665909:0:16806:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788624674.665911:0:16806:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1788624674.665914:0:16806:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624674.665921:0:16806:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1788624674.665926:0:16806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788624674.665933:0:16806:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x44:0x0].0x0 (ffff99dd0382ab00) refcount = 1 00010000:00000040:3.0:1788624674.665936:0:16806:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788624674.665939:0:16806:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624674.665948:0:16806:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:3.0:1788624674.665951:0:16806:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1788624674.665959:0:16806:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff99dd049c3b00. 00000100:00000001:3.0:1788624674.665963:0:16806:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624674.665969:0:16806:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd049a8c00. 00000100:00000001:3.0:1788624674.665972:0:16806:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773276900352 : -112300432651264 : ffff99dd049a8c00) 00000100:00000001:3.0:1788624674.665974:0:16806:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446631773276900352 : -112300432651264 : ffff99dd049a8c00) 00000100:00000001:3.0:1788624674.665976:0:16806:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624674.665978:0:16806:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1788624674.665980:0:16806:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1788624674.665983:0:16806:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788624674.665986:0:16806:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.665988:0:16806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.665990:0:16806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.665992:0:16806:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.665994:0:16806:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1788624674.665995:0:16806:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1788624674.665998:0:16806:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.666000:0:16806:0:(client.c:2699:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.666002:0:16806:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1788624674.666005:0:16806:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd049a8c00. 00000100:00000001:3.0:1788624674.666009:0:16806:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1788624674.666011:0:16806:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1788624674.666013:0:16806:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff99dd049c3b00. 00010000:00010000:3.0:1788624674.666016:0:16806:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff99dd10767400) 00010000:00000001:3.0:1788624674.666018:0:16806:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624674.666019:0:16806:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.666020:0:16806:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624674.666024:0:16806:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788624674.666027:0:16806:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788624674.666033:0:16806:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff99dd049cf400. 02000000:00000001:3.0:1788624674.666035:0:16806:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.666038:0:16806:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.666044:0:16806:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788624674.666048:0:16806:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624674.666052:0:16806:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd1068a1e8 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1788624674.666057:0:16806:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788624674.666060:0:16806:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 16 to 192.168.202.125@tcp 00000100:00000001:3.0:1788624674.666062:0:16806:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 02000000:00000001:3.0:1788624674.666065:0:16806:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788624674.666067:0:16806:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.666071:0:16806:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624674.666074:0:16806:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624674.666080:0:16806:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f908. 00000100:00000200:3.0:1788624674.666086:0:16806:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875506868651136, offset 224 00000400:00000200:3.0:1788624674.666095:0:16806:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624674.666103:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.666185:0:16806:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624674.666193:0:16806:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3071:3071:256:4294967295] 192.168.202.125@tcp LPNI seq info [3071:3071:8:4294967295] 00000400:00000200:3.0:1788624674.666199:0:16806:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.666209:0:16806:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624674.666216:0:16806:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624674.666222:0:16806:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185400. 00000800:00000200:3.0:1788624674.666229:0:16806:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624674.666238:0:16806:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624674.666243:0:16806:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788624674.666258:0:16806:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624674.666262:0:16806:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00010000:00000001:3.0:1788624674.666265:0:16806:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624674.666270:0:16806:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d61f80 x1875506868651136/t0(0) o105->LOV_OSC_UUID@192.168.202.125@tcp:240/0 lens 392/224 e 0 to 0 dl 1788624685 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788624674.666280:0:16806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99dd11d61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6507:x1875506868651136:12345-192.168.202.125@tcp:105: Request processed in 459us (772us total) trans 0 rc 0/0 00000100:00100000:3.0:1788624674.666289:0:16806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.125@tcp, seq: 67 00000100:00000040:3.0:1788624674.666293:0:16806:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99dd051f3000 : new rpc_count 0 00000100:00000001:3.0:1788624674.666295:0:16806:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788624674.666297:0:16806:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788624674.666303:0:16806:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff99dd1115a580. 00000020:00000010:3.0:1788624674.666308:0:16806:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99dd1145fd48. 00000020:00000010:3.0:1788624674.666312:0:16806:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99dd113f0800. 00000020:00000040:3.0:1788624674.666318:0:16806:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3000 : new refcount 3 00000100:00000001:3.0:1788624674.666321:0:16806:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788624674.666446:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624674.666450:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185400. 00000400:00000200:3.0:1788624674.666454:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.666458:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624674.666463:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f908 00000400:00000010:3.0:1788624674.666466:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f908. 00000100:00000001:3.0:1788624674.666470:0:2384:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788624674.666472:0:2384:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:2.0:1788624674.693976:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624674.694010:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624674.694017:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624674.694021:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624674.694034:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.694045:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624674.694056:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.694061:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.694069:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.694074:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 400 into portal 4 MB=0x6a9c377467d00 00000400:00000200:2.0:1788624674.694080:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.694087:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 400/400 into md 0x8b2d [1] + 224 00000800:00000001:2.0:1788624674.694096:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624674.694171:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624674.694176:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624674.694182:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624674.694191:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624674.694204:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63800 x1875506845089024/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624690 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624674.694216:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff99dd11d63800 x1875506845089024/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.694237:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624674.694249:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624674.694253:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624674.694422:0:35932:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788624674.694432:0:35932:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788624674.694434:0:35932:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788624674.694439:0:35932:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2840. 00000400:00000200:3.0:1788624674.694444:0:35932:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08dd0 00000400:00000010:3.0:1788624674.694447:0:35932:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08dd0. 00000100:00000001:3.0:1788624674.694451:0:35932:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624674.694456:0:35932:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d63800 x1875506845089024/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788624674.694465:0:35932:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d63800 x1875506845089024/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.694471:0:35932:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788624674.694473:0:35932:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624674.694475:0:35932:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788624674.694479:0:35932:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788624674.694482:0:35932:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788624674.694485:0:35932:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624674.694488:0:35932:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788624674.694500:0:35932:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=102 v=5 (5 5 5 5) 00000100:00001000:3.0:1788624674.694504:0:35932:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788624674.694507:0:35932:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788624674.694509:0:35932:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.694512:0:35932:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788624674.694517:0:35932:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.694521:0:35932:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788624674.694524:0:35932:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967336 00000100:00000001:3.0:1788624674.694526:0:35932:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788624674.694528:0:35932:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624674.694533:0:35932:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d63800 x1875506845089024/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.694541:0:35932:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624674.694544:0:35932:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788624674.694547:0:35932:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788624674.694551:0:35932:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63800 x1875506845089024/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624690 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788624674.694565:0:35932:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d63800 pname:cluuid:pid:xid:nid:opc:job uname:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35932:1875506845089024:192.168.202.125@tcp:101:uname.0 00000100:00000001:3.0:1788624674.694571:0:35932:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788624674.694574:0:35932:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.694578:0:35932:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788624674.694580:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624674.694584:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d63800 x1875506845089024/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624690 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.694590:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788624674.694593:0:35932:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cd000. 00000100:00000001:3.0:1788624674.694597:0:35932:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788624674.694599:0:35932:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.694602:0:35932:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788624674.694606:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.694609:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.694613:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=4 00000020:00000001:3.0:1788624674.694616:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.694619:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000040:3.0:1788624674.694630:0:35932:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10767400, remote cookie: 0xa103bd66258a8a0c, flags: 0x20002 00010000:00000001:3.0:1788624674.694633:0:35932:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788624674.694637:0:35932:0:(ldlm_lock.c:1884:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624674.694640:0:35932:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788624674.694643:0:35932:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.694648:0:35932:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624674.694659:0:35932:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788624674.694661:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.694663:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.694664:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.694665:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.694667:0:35932:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.694672:0:35932:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788624674.694676:0:35932:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788624674.694680:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.694682:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.694683:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:3.0:1788624674.694685:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.694687:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.694689:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.694690:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.694692:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=4 00000020:00000001:3.0:1788624674.694693:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.694695:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.694698:0:35932:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.694702:0:35932:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.694706:0:35932:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624674.694714:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.694715:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788624674.694720:0:35932:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788624674.694725:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000008:00010000:3.0:1788624674.694730:0:35932:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788624674.694738:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.694740:0:35932:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788624674.694743:0:35932:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788624674.694747:0:35932:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788624674.694750:0:35932:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.694752:0:35932:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.694754:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000008:00000001:3.0:1788624674.694756:0:35932:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:3.0:1788624674.694759:0:35932:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.694761:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.694763:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.694764:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=5 00000020:00000001:3.0:1788624674.694766:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.694768:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.694770:0:35932:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624674.694836:0:35932:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624674.694845:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.694847:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788624674.694850:0:35932:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624674.694857:0:35932:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624674.694858:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.694859:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788624674.694861:0:35932:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.694863:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624674.694868:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d63800 x1875506845089024/t0(0) o101->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 328/400 e 0 to 0 dl 1788624690 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.694875:0:35932:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788624674.694878:0:35932:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788624674.694882:0:35932:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd04839400. 02000000:00000001:3.0:1788624674.694886:0:35932:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788624674.694889:0:35932:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788624674.694891:0:35932:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:3.0:1788624674.694893:0:35932:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788624674.694896:0:35932:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd0633b200. 02000000:00000001:3.0:1788624674.694900:0:35932:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788624674.694903:0:35932:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788624674.694905:0:35932:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63800. 00000100:00000001:3.0:1788624674.694912:0:35932:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788624674.694913:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788624674.694915:0:35932:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.694919:0:35932:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.694922:0:35932:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.694926:0:35932:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.694928:0:35932:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.694931:0:35932:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.694935:0:35932:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.694937:0:35932:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.694940:0:35932:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1788624674.694946:0:35932:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:3.0:1788624674.694953:0:35932:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788624674.694955:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.694957:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.694960:0:35932:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788624674.694965:0:35932:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788624674.694970:0:35932:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788624674.694972:0:35932:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.694974:0:35932:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788624674.694975:0:35932:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788624674.694977:0:35932:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:3.0:1788624674.694981:0:35932:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788624674.694983:0:35932:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1788624674.694986:0:35932:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.694987:0:35932:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.694989:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000080:00200000:3.0:1788624674.694992:0:35932:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1788624674.694995:0:35932:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788624674.695065:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67b80 00000080:00200000:3.0:1788624674.695069:0:35932:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:3.0:1788624674.695072:0:35932:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1788624674.695076:0:35932:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd035227c0 00020000:00000002:3.0:1788624674.695079:0:35932:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd185882a0 addref 2/0 by ffff99dd035227c0. 00020000:00000002:3.0:1788624674.695082:0:35932:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd035227c0 00000020:00000001:3.0:1788624674.695085:0:35932:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:3.0:1788624674.695088:0:35932:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1788624674.695092:0:35932:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1788624674.695098:0:35932:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:3.0:1788624674.695102:0:35932:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624674.695149:0:35932:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494036288 : -112300215515328 : ffff99dd118bc740) 00000020:00000001:3.0:1788624674.695152:0:35932:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788624674.695156:0:35932:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788624674.695159:0:35932:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.695161:0:35932:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.695163:0:35932:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.695164:0:35932:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.695174:0:35932:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1788624674.695176:0:35932:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:3.0:1788624674.695212:0:35932:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:3.0:1788624674.695215:0:35932:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x30:0x0] ffffeaa68434a700 0 1 00000020:00000001:3.0:1788624674.695218:0:35932:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1788624674.695220:0:35932:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.695223:0:35932:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:3.0:1788624674.695230:0:35932:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff99dd03590c40. 00000020:00000001:3.0:1788624674.695233:0:35932:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1788624674.695235:0:35932:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:3.0:1788624674.695239:0:35932:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:3.0:1788624674.695242:0:35932:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:3.0:1788624674.695244:0:35932:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624674.695245:0:35932:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494036288 : -112300215515328 : ffff99dd118bc740) 00000008:00000001:3.0:1788624674.695250:0:35932:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:3.0:1788624674.695252:0:35932:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff99dd03590cb0 folio ffffeaa68434a700 pg:0 obj off 0 00000008:00000001:3.0:1788624674.695255:0:35932:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.695256:0:35932:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1788624674.695258:0:35932:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:3.0:1788624674.695259:0:35932:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:3.0:1788624674.695262:0:35932:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.695266:0:35932:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.695268:0:35932:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446631773255830592 : -112300453721024 : ffff99dd03590c40) 00000020:00000001:3.0:1788624674.695270:0:35932:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446631773255830592 : -112300453721024 : ffff99dd03590c40) 00000020:00000001:3.0:1788624674.695273:0:35932:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1788624674.695275:0:35932:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788624674.695277:0:35932:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498062816 : -112300211488800 : ffff99dd11c937e0) 00000020:00000001:3.0:1788624674.695280:0:35932:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788624674.695281:0:35932:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788624674.695284:0:35932:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788624674.695289:0:35932:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c64036cc[2 000000009b83cf61 1 1 00000000293666d0 0 0 0] 00000020:00000001:3.0:1788624674.695291:0:35932:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788624674.695293:0:35932:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788624674.695294:0:35932:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:3.0:1788624674.695297:0:35932:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:3.0:1788624674.695299:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.695301:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.695302:0:35932:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788624674.695304:0:35932:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788624674.695305:0:35932:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1788624674.695308:0:35932:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.695309:0:35932:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.695311:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000080:00000001:3.0:1788624674.695315:0:35932:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788624674.695317:0:35932:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:3.0:1788624674.695319:0:35932:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.695323:0:35932:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:3.0:1788624674.695324:0:35932:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:3.0:1788624674.695327:0:35932:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788624674.695328:0:35932:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498062816 : -112300211488800 : ffff99dd11c937e0) 00000020:00000001:3.0:1788624674.695330:0:35932:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1788624674.695332:0:35932:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788624674.695348:0:35932:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1788624674.695350:0:35932:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788624674.695352:0:35932:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788624674.695353:0:35932:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1788624674.695357:0:35932:0:(rw26.c:929:ll_write_end()) page@00000000c64036cc[3 000000009b83cf61 2 1 00000000293666d0 0 0 0] 00000080:00200000:3.0:1788624674.695360:0:35932:0:(rw26.c:929:ll_write_end()) vmpage @00000000cb3136e2 17ffffc0001001 3:0 ffff99dd03590c40 0 lru 00000080:00200000:3.0:1788624674.695368:0:35932:0:(rw26.c:929:ll_write_end()) osc-page@000000005fea4531 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000aada82c8 00000000c7529b1c > 3< 0 0 > 4< 0 0 8 8388608 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1788624674.695370:0:35932:0:(rw26.c:929:ll_write_end()) end page@00000000c64036cc 00000080:00200000:3.0:1788624674.695372:0:35932:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1788624674.695374:0:35932:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:3.0:1788624674.695379:0:35932:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1788624674.695381:0:35932:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:3.0:1788624674.695384:0:35932:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1788624674.695387:0:35932:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1788624674.695389:0:35932:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624674.695390:0:35932:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494036288 : -112300215515328 : ffff99dd118bc740) 00000020:00000001:3.0:1788624674.695393:0:35932:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1788624674.695395:0:35932:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1788624674.695398:0:35932:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1788624674.695400:0:35932:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788624674.695401:0:35932:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:3.0:1788624674.695403:0:35932:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1788624674.695406:0:35932:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff99dd42067a40 ready 0|-|- wr 0|-|- rd 0|- oap ffff99dd03590cb0 folio ffffeaa68434a700 pg:0 added for cmd 2 00000008:00000001:3.0:1788624674.695412:0:35932:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:3.0:1788624674.695414:0:35932:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff99dd10dbf800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:3.0:1788624674.695420:0:35932:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff99dd10dbf800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:3.0:1788624674.695424:0:35932:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff99dd03590ce8 page ffffeaa68434a700 00000008:00000020:3.0:1788624674.695428:0:35932:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0000-osc-ffff99dd10dbf800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8359936, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:3.0:1788624674.695433:0:35932:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:3.0:1788624674.695435:0:35932:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.695437:0:35932:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:3.0:1788624674.695442:0:35932:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff99dd09118540. 00000008:00000020:3.0:1788624674.695448:0:35932:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff99dd42067a40 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:3.0:1788624674.695455:0:35932:0:(osc_cache.c:1926:osc_update_pending()) obj ffff99dd42067a40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:3.0:1788624674.695460:0:35932:0:(osc_cache.c:858:osc_extent_find()) extent ffff99dd09118540@{[0 -> 0/1023], [3|1|-|active|wi|ffff99dd42067a40], [28672|0|-|-|ffff99dd10767400|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:3.0:1788624674.695467:0:35932:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000f782d031 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:3.0:1788624674.695474:0:35932:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:3.0:1788624674.695478:0:35932:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.695481:0:35932:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.695483:0:35932:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1788624674.695484:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000008:00000002:3.0:1788624674.695486:0:35932:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:3.0:1788624674.695489:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.695490:0:35932:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788624674.695492:0:35932:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:3.0:1788624674.695494:0:35932:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788624674.695496:0:35932:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.695498:0:35932:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.695499:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000008:00000001:3.0:1788624674.695501:0:35932:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1788624674.695503:0:35932:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1788624674.695505:0:35932:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788624674.695508:0:35932:0:(cl_page.c:556:cl_batch_put()) page@00000000c64036cc[4 000000009b83cf61 2 1 00000000293666d0 0 0 0] 00000020:00000001:3.0:1788624674.695510:0:35932:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:3.0:1788624674.695512:0:35932:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1788624674.695513:0:35932:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1788624674.695516:0:35932:0:(osc_request.c:745:osc_update_next_shrink()) next time 3221 to shrink grant 00000080:00000001:3.0:1788624674.695518:0:35932:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:3.0:1788624674.695521:0:35932:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1788624674.695529:0:35932:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff99dd1912a378, count 1, dirtied 1 00000080:00000001:3.0:1788624674.695532:0:35932:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1788624674.695534:0:35932:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788624674.695536:0:35932:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788624674.695537:0:35932:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788624674.695539:0:35932:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788624674.695541:0:35932:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c64036cc[3 000000009b83cf61 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788624674.695543:0:35932:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1788624674.695544:0:35932:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788624674.695546:0:35932:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788624674.695547:0:35932:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788624674.695549:0:35932:0:(cl_page.c:556:cl_batch_put()) page@00000000c64036cc[3 000000009b83cf61 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788624674.695550:0:35932:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:3.0:1788624674.695551:0:35932:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1788624674.695552:0:35932:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:3.0:1788624674.695554:0:35932:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1788624674.695556:0:35932:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.695557:0:35932:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.695560:0:35932:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.695561:0:35932:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788624674.695563:0:35932:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:3.0:1788624674.695566:0:35932:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1788624674.695568:0:35932:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1788624674.695570:0:35932:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.695572:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67b80 00000080:00200000:3.0:1788624674.695574:0:35932:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:3.0:1788624674.695578:0:35932:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.695580:0:35932:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788624674.695582:0:35932:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788624674.695583:0:35932:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788624674.695585:0:35932:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:3.0:1788624674.695587:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.695588:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.695590:0:35932:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788624674.695592:0:35932:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788624674.695593:0:35932:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.695595:0:35932:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.695596:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000008:00000001:3.0:1788624674.695598:0:35932:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.695600:0:35932:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.695602:0:35932:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.695603:0:35932:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.695605:0:35932:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.695607:0:35932:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788624674.695608:0:35932:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1788624674.695610:0:35932:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788624674.695611:0:35932:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:3.0:1788624674.695613:0:35932:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:3.0:1788624674.695616:0:35932:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1788624674.695620:0:35932:0:(osc_cache.c:1926:osc_update_pending()) obj ffff99dd42067a40 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:3.0:1788624674.695627:0:35932:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788624674.695631:0:35932:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.695633:0:35932:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788624674.695634:0:35932:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.695636:0:35932:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:3.0:1788624674.695638:0:35932:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788624674.695639:0:35932:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.695641:0:35932:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.695644:0:35932:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788624674.695646:0:35932:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788624674.695648:0:35932:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788624674.695650:0:35932:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd18bb1308 (ffff99dd03591e18/0) at cl_lock_release():245 00000020:00000001:3.0:1788624674.695653:0:35932:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788624674.695655:0:35932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd18bb1308 (ffff99dd03591e18/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788624674.695659:0:35932:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788624674.695661:0:35932:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624674.695662:0:35932:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494036288 : -112300215515328 : ffff99dd118bc740) 00000020:00000001:3.0:1788624674.695664:0:35932:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788624674.695665:0:35932:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd05188630 (ffff99dd03591998/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788624674.695668:0:35932:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788624674.695670:0:35932:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788624674.695672:0:35932:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.695674:0:35932:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.695676:0:35932:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=5 00000020:00000001:3.0:1788624674.695679:0:35932:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.695681:0:35932:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.695684:0:35932:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624674.695687:0:35932:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788624674.695694:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.695695:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.695697:0:35932:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624674.695700:0:35932:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624674.695703:0:35932:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788624674.695712:0:35932:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624674.695715:0:35932:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624674.695718:0:35932:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624674.695723:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.695724:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.695726:0:35932:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.695730:0:35932:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624674.695732:0:35932:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.695735:0:35932:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.695739:0:35932:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.695742:0:35932:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624674.695743:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.695744:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.695745:0:35932:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.695746:0:35932:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788624674.695747:0:35932:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788624674.695749:0:35932:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788624674.695751:0:35932:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788624674.695752:0:35932:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788624674.695753:0:35932:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788624674.695755:0:35932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd18bb1308 (ffff99dd03591e18/0) at cl_lock_fini():72 00020000:00000001:3.0:1788624674.695759:0:35932:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788624674.695760:0:35932:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788624674.695761:0:35932:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd05188630 (ffff99dd03591e18/1) at cl_lock_fini():72 00000008:00000010:3.0:1788624674.695764:0:35932:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd10fb2260. 00000020:00000001:3.0:1788624674.695768:0:35932:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788624674.695770:0:35932:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd05188600. 00020000:00000001:3.0:1788624674.698641:0:35932:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788624674.698652:0:35932:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788624674.698655:0:35932:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1788624674.698659:0:35932:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788624674.698663:0:35932:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788624674.698665:0:35932:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788624674.698667:0:35932:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788624674.698669:0:35932:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.698674:0:35932:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.698676:0:35932:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788624674.698677:0:35932:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788624674.698680:0:35932:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1788624674.698684:0:35932:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:3.0:1788624674.698687:0:35932:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788624674.698689:0:35932:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788624674.698691:0:35932:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788624674.698692:0:35932:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788624674.698694:0:35932:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788624674.698698:0:35932:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788624674.698699:0:35932:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.698702:0:35932:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.698704:0:35932:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788624674.698706:0:35932:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788624674.698708:0:35932:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788624674.698714:0:35932:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:3.0:1788624674.698719:0:35932:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:3.0:1788624674.698722:0:35932:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:3.0:1788624674.698725:0:35932:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788624674.698727:0:35932:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788624674.698729:0:35932:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788624674.698730:0:35932:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788624674.698732:0:35932:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788624674.698734:0:35932:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591990 00020000:00000001:3.0:1788624674.698740:0:35932:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788624674.698742:0:35932:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788624674.698744:0:35932:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788624674.698746:0:35932:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788624674.698750:0:35932:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788624674.698751:0:35932:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1788624674.698754:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67c98 00000080:00200000:3.0:1788624674.698757:0:35932:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:3.0:1788624674.701980:0:35932:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788624674.701994:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.702000:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.702002:0:35932:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788624674.702176:0:35932:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788624674.702184:0:35932:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788624674.702187:0:35932:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:3.0:1788624674.702191:0:35932:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788624674.702192:0:35932:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:3.0:1788624674.702195:0:35932:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=23 (1) m=1788624674 a=0 c=1788624674 b=0 00020000:00000001:3.0:1788624674.702200:0:35932:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788624674.702202:0:35932:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788624674 a=0 c=1788624674 b=0 00020000:00000001:3.0:1788624674.702205:0:35932:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.702207:0:35932:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.702209:0:35932:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000080:00200000:3.0:1788624674.702213:0:35932:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:3.0:1788624674.702216:0:35932:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1788624674.702224:0:35932:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:3.0:1788624674.702228:0:35932:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:3.0:1788624674.702231:0:35932:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591e10 00000020:00000001:3.0:1788624674.702240:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67d88 00000080:00000008:3.0:1788624674.702243:0:35932:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:3.0:1788624674.702246:0:35932:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:3.0:1788624674.702274:0:35932:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788624674.702277:0:35932:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd035227c0 00020000:00000002:3.0:1788624674.702283:0:35932:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd035227c0 00020000:00000001:3.0:1788624674.702286:0:35932:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.702295:0:35932:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788624674.702297:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67df0 00000080:00200008:3.0:1788624674.702300:0:35932:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), flags 102001 00000080:00000001:3.0:1788624674.702304:0:35932:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1788624674.702307:0:35932:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788624674.702308:0:35932:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788624674.702310:0:35932:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd035227c0 00020000:00000002:3.0:1788624674.702312:0:35932:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd035227c0 00020000:00000001:3.0:1788624674.702314:0:35932:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.702316:0:35932:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1788624674.702401:0:35932:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624674.702406:0:35932:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624674.702409:0:35932:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624674.702413:0:35932:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624674.702416:0:35932:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.702418:0:35932:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1788624674.702421:0:35932:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624674.702427:0:35932:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624674.702431:0:35932:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624674.702441:0:35932:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 2 00010000:00000001:3.0:1788624674.702444:0:35932:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624674.702451:0:35932:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.702453:0:35932:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x30:0x0]: 0 00000080:00000001:3.0:1788624674.702456:0:35932:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788624674.702459:0:35932:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788624674.702470:0:35932:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd113f0800. 00000080:00000001:3.0:1788624674.702473:0:35932:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788624674.702480:0:35932:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788624674.702485:0:35932:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1788624674.702487:0:35932:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624674.702488:0:35932:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624674.702489:0:35932:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624674.702491:0:35932:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624674.702493:0:35932:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.702494:0:35932:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1788624674.702496:0:35932:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.702498:0:35932:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x30:0x0] 00000002:00000001:3.0:1788624674.702503:0:35932:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788624674.702505:0:35932:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff99dd10dbf800: [0x200000405:0x30:0x0] file closed with intent: 200 00000100:00000010:3.0:1788624674.702515:0:35932:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597480. 00000020:00000040:3.0:1788624674.702520:0:35932:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:3.0:1788624674.702526:0:35932:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624674.702531:0:35932:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624674.702535:0:35932:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624674.702545:0:35932:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd113f1a00. 00000100:00000001:3.0:1788624674.702554:0:35932:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788624674.702580:0:35932:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11595f80 x1875506845088768/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624690 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788624674.702595:0:35932:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788624674.702601:0:35932:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11597480 x1875506845089408/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788624674.702610:0:35932:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624674.702612:0:35932:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624674.702620:0:35932:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd049a8c00. 00000800:00000001:2.0:1788624674.703196:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624674.703217:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624674.703220:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624674.703223:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624674.703232:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.703238:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624674.703249:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.703254:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.703261:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.703266:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 18 MB=0x6a9c377467d80 00000400:00000200:2.0:1788624674.703272:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.703279:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8b4d [1] + 224 00000800:00000001:2.0:1788624674.703288:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624674.703304:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624674.703308:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624674.703314:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624674.703854:0:35932:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773276900352 : -112300432651264 : ffff99dd049a8c00) 00000100:00000001:3.0:1788624674.703860:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624674.703862:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490738304 : -112300218813312 : ffff99dd11597480) 00000100:00000001:3.0:1788624674.703869:0:35932:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624674.703875:0:35932:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.703878:0:35932:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624674.703880:0:35932:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624674.703888:0:35932:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11597480 x1875506845089408/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.703899:0:35932:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624674.703901:0:35932:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624674.703907:0:35932:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624674.703911:0:35932:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624674.703914:0:35932:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624674.703918:0:35932:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11597480 pname:cluuid:pid:xid:nid:opc:job uname:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35932:1875506845089408:192.168.202.125@tcp:35:uname.0 00000100:00000001:3.0:1788624674.703924:0:35932:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624674.703931:0:35932:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624674.703934:0:35932:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624674.703937:0:35932:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788624674.704046:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624674.704055:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddaa00 x1875506845089152/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624690 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624674.704066:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11ddaa00 x1875506845089152/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624690 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.704093:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624674.704141:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624674.704147:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.704204:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624674.704209:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624674.704219:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624674.704221:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624674.704226:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793f20. 00000400:00000200:1.0:1788624674.704232:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c7f8 00000400:00000010:1.0:1788624674.704235:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c7f8. 00000100:00000001:1.0:1788624674.704238:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624674.704243:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddaa00 x1875506845089152/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624690 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624674.704252:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddaa00 x1875506845089152/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624690 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624674.704258:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624674.704260:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.704263:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624674.704266:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624674.704269:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624674.704271:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624674.704274:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624674.704285:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445538 time=234 v=5 (5 5 0 5) 00000100:00001000:1.0:1788624674.704289:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624674.704292:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624674.704294:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.704298:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624674.704302:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.704306:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624674.704309:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967336 00000100:00000001:1.0:1788624674.704311:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624674.704313:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624674.704318:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddaa00 x1875506845089152/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624690 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624674.704324:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624674.704329:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624674.704331:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624674.704335:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddaa00 x1875506845089152/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624690 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624674.704343:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845089152:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788624674.704349:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.704351:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624674.704355:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddaa00 x1875506845089152/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624690 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624674.704361:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624674.704364:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624674.704368:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd05355000. 02000000:00000001:1.0:1788624674.704374:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624674.704376:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624674.704378:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624674.704381:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624674.704384:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd05355800. 02000000:00000001:1.0:1788624674.704388:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624674.704390:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624674.704392:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddaa00. 00000100:00000001:1.0:1788624674.704397:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624674.704398:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.704401:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.704412:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624674.704414:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.704417:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624674.704420:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624674.707444:0:35932:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049cbc00. 02000000:00000001:0.0:1788624674.707461:0:35932:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624674.707480:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624674.707524:0:35932:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793f20. 00000400:00000010:1.0:1788624674.707536:0:35932:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c7f8. 00000100:00000200:1.0:1788624674.707554:0:35932:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845089408, portal 10 00000100:00000001:1.0:1788624674.707558:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624674.707560:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490738304 : -112300218813312 : ffff99dd11597480) 00000100:00000040:1.0:1788624674.707578:0:35932:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11597480 x1875506845089408/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624674.707588:0:35932:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624674.707591:0:35932:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624674.707708:0:35932:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c198. 00000100:00000200:1.0:1788624674.707715:0:35932:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845089408, offset 0 00000400:00000200:1.0:1788624674.707724:0:35932:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624674.707735:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624674.707744:0:35932:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624674.707751:0:35932:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624674.707756:0:35932:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624674.707761:0:35932:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624674.707823:0:35932:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624674.707828:0:35932:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3072:3072:256:4294967295] 192.168.202.125@tcp LPNI seq info [3072:3072:8:4294967295] 00000400:00000200:1.0:1788624674.707834:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624674.707847:0:35932:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624674.707855:0:35932:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624674.707863:0:35932:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd11fb0500. 00000800:00000200:1.0:1788624674.707872:0:35932:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624674.707882:0:35932:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624674.707887:0:35932:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd11fb0500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788624674.707911:0:35932:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624674.707917:0:35932:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 817430 usecs (818 jiffies) 00000400:00000200:1.0:1788624674.707921:0:35932:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624674.707925:0:35932:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296689587 00000100:00000001:1.0:1788624674.707929:0:35932:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:1.0:1788624674.707931:0:35932:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296689587 00000100:00000001:1.0:1788624674.707934:0:35932:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:1.0:1788624674.707936:0:35932:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624674.707940:0:35932:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.707944:0:35932:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624674.707946:0:35932:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624674.707949:0:35932:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd049a8c00 going to sleep for 11 seconds 00000100:00000001:1.0:1788624674.707952:0:35932:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624674.707956:0:35932:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624674.708821:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624674.708830:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd11fb0500. 00000400:00000200:2.0:1788624674.708838:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624674.708845:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624674.708853:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c198 00000400:00000010:2.0:1788624674.708856:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c198. 00000100:00000001:2.0:1788624674.708861:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624674.708868:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11597480 x1875506845089408/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.708880:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.708884:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11597480 x1875506845089408/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.708891:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.708892:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624674.714744:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.714769:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624674.714785:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.714788:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.714799:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.714809:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624674.714819:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.714824:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.714831:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.714837:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377467e80 00000400:00000200:3.0:1788624674.714842:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.714849:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x8b5d [1] + 224 00000800:00000001:3.0:1788624674.714858:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.714866:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.714869:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.714875:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624674.714884:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624674.714895:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11597480 x1875506845089408/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624674.714908:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11597480 x1875506845089408/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.714934:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624674.714946:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.714950:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.715170:0:35932:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624674.715181:0:35932:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624674.715184:0:35932:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624674.715188:0:35932:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793f20. 00000400:00000200:1.0:1788624674.715195:0:35932:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c7f8 00000400:00000010:1.0:1788624674.715198:0:35932:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c7f8. 00000100:00000001:1.0:1788624674.715202:0:35932:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624674.715207:0:35932:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11597480 x1875506845089408/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624674.715217:0:35932:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11597480 x1875506845089408/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624674.715223:0:35932:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624674.715225:0:35932:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.715228:0:35932:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624674.715232:0:35932:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624674.715235:0:35932:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624674.715237:0:35932:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624674.715241:0:35932:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624674.715254:0:35932:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=102 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624674.715259:0:35932:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624674.715261:0:35932:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624674.715264:0:35932:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.715268:0:35932:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624674.715272:0:35932:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.715275:0:35932:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624674.715277:0:35932:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788624674.715293:0:35932:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624674.715295:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624674.715298:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490738304 : -112300218813312 : ffff99dd11597480) 00000100:00000001:1.0:1788624674.715303:0:35932:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624674.715305:0:35932:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788624674.715307:0:35932:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624674.715311:0:35932:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624674.715317:0:35932:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11597480 x1875506845089408/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624690 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624674.715325:0:35932:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624674.715329:0:35932:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624674.715331:0:35932:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624674.715336:0:35932:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11597480 x1875506845089408/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624690 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624674.715345:0:35932:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11597480 pname:cluuid:pid:xid:nid:opc:job uname:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35932:1875506845089408:192.168.202.125@tcp:35:uname.0 00000100:00000001:1.0:1788624674.715351:0:35932:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.715354:0:35932:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.715357:0:35932:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624674.715360:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624674.715363:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11597480 x1875506845089408/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624690 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624674.715371:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624674.715374:0:35932:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd049a8c00. 00000100:00000001:1.0:1788624674.715379:0:35932:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624674.715381:0:35932:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.715389:0:35932:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624674.715390:0:35932:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490738304 : -112300218813312 : ffff99dd11597480) 00000002:00000001:1.0:1788624674.715395:0:35932:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624674.715399:0:35932:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624674.715405:0:35932:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd113f0800. 00000080:00000001:1.0:1788624674.715409:0:35932:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788624674.715412:0:35932:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788624674.715416:0:35932:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624674.715419:0:35932:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624674.715422:0:35932:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624674.715425:0:35932:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624674.715427:0:35932:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624674.715429:0:35932:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1788624674.715432:0:35932:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624674.715437:0:35932:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788624674.715442:0:35932:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11595f80 x1875506845088768/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624690 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624674.715450:0:35932:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624674.715452:0:35932:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624674.715455:0:35932:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd11d2d200. 00000100:00000001:1.0:1788624674.715458:0:35932:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624674.715461:0:35932:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11597480 x1875506845089408/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624690 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624674.715467:0:35932:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.715470:0:35932:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624674.715474:0:35932:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd017c8000. 00000080:00000001:1.0:1788624674.715478:0:35932:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.715485:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67df0 00000080:00000008:1.0:1788624674.715488:0:35932:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), flags 102001, rc = 0 00000080:00000001:1.0:1788624674.715491:0:35932:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.715498:0:35932:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788624674.715500:0:35932:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881c67e00 00000080:00002000:1.0:1788624674.715502:0:35932:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff99dd1934d510, parent ffff99dd19287870, inode ffff99dd1912a1c8) hashed, 00000080:00000001:1.0:1788624674.715505:0:35932:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.771210:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624674.771224:0:24257:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624674.771228:0:24257:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624674.771232:0:24257:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.771238:0:24257:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624674.771241:0:24257:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.771243:0:24257:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.771246:0:24257:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.771249:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624674.771251:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.771255:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624674.771256:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.771259:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624674.771260:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.777445:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624674.777458:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624674.777465:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788624674.788570:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fd08 00000080:00200008:3.0:1788624674.788583:0:35937:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788624674.788594:0:35937:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624674.788596:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fc80 00000080:00200000:3.0:1788624674.788598:0:35937:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624674.788607:0:35937:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd113f0800. 00800000:00000002:3.0:1788624674.788615:0:35937:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624674.788620:0:35937:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624674.788796:0:35937:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.788799:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fba0 00800000:00000002:3.0:1788624674.788802:0:35937:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.788807:0:35937:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624674.788810:0:35937:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624674.788814:0:35937:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624674.788817:0:35937:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624674.788820:0:35937:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624674.788822:0:35937:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.788825:0:35937:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.788828:0:35937:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.788833:0:35937:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624674.788839:0:35937:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.788841:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa70 00000002:00010000:3.0:1788624674.788844:0:35937:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624674.788848:0:35937:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624674.788850:0:35937:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624674.788854:0:35937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788624674.788862:0:35937:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624674.788865:0:35937:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624674.788868:0:35937:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624674.788870:0:35937:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788624674.788873:0:35937:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788624674.788882:0:35937:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597800. 00000020:00000040:3.0:1788624674.788887:0:35937:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:3.0:1788624674.788895:0:35937:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788624674.788901:0:35937:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624674.788909:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.788911:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.788914:0:35937:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.788918:0:35937:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624674.788921:0:35937:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624674.788927:0:35937:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624674.788937:0:35937:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cf000. 00000100:00000001:3.0:1788624674.788945:0:35937:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.788952:0:35937:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624674.788954:0:35937:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.788956:0:35937:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624674.788957:0:35937:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.788959:0:35937:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624674.788965:0:35937:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773490739200 : -112300218812416 : ffff99dd11597800) 00010000:00000001:3.0:1788624674.788970:0:35937:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788624674.788973:0:35937:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788624674.788978:0:35937:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd0382a800. 00010000:00000010:3.0:1788624674.788983:0:35937:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd1115a580. 00010000:00000001:3.0:1788624674.788987:0:35937:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624674.788992:0:35937:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067e400. 00000020:00000001:3.0:1788624674.788996:0:35937:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624674.788999:0:35937:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067e400 with handle 0xcc94206c7ef41a48 to hash 00000020:00000001:3.0:1788624674.789001:0:35937:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624674.789004:0:35937:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:3.0:1788624674.789617:0:35937:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:3.0:1788624674.789622:0:35937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.789625:0:35937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.789631:0:35937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624674.789643:0:35937:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624674.789657:0:35937:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788624674.789664:0:35937:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624674.789666:0:35937:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624674.789676:0:35937:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd049a8b40. 00000100:00000001:3.0:1788624674.789679:0:35937:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773276900160 : -112300432651456 : ffff99dd049a8b40) 00000100:00000001:3.0:1788624674.789683:0:35937:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624674.789684:0:35937:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490739200 : -112300218812416 : ffff99dd11597800) 00000100:00000001:3.0:1788624674.789690:0:35937:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624674.789696:0:35937:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.789698:0:35937:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624674.789700:0:35937:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624674.789715:0:35937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11597800 x1875506845089536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.789725:0:35937:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624674.789728:0:35937:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624674.789732:0:35937:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624674.789736:0:35937:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624674.789738:0:35937:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624674.789742:0:35937:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11597800 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35937:1875506845089536:192.168.202.125@tcp:101:lfs.0 00000100:00000001:3.0:1788624674.789747:0:35937:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624674.789753:0:35937:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624674.789757:0:35937:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624674.789760:0:35937:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624674.789765:0:35937:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd115ed000. 02000000:00000001:3.0:1788624674.789768:0:35937:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624674.789778:0:35937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624674.789784:0:35937:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560a000. 00000400:00000010:3.0:1788624674.789793:0:35937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f908. 00000100:00000200:3.0:1788624674.789803:0:35937:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845089536, portal 10 00000100:00000001:3.0:1788624674.789805:0:35937:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624674.789806:0:35937:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490739200 : -112300218812416 : ffff99dd11597800) 00000100:00000040:3.0:1788624674.789813:0:35937:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11597800 x1875506845089536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.789822:0:35937:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624674.789825:0:35937:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624674.789828:0:35937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112fee0. 00000100:00000200:3.0:1788624674.789831:0:35937:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845089536, offset 0 00000400:00000200:3.0:1788624674.789839:0:35937:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624674.789849:0:35937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.789859:0:35937:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624674.789866:0:35937:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624674.789872:0:35937:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624674.789876:0:35937:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624674.789880:0:35937:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624674.789884:0:35937:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3073:3073:256:4294967295] 192.168.202.125@tcp LPNI seq info [3073:3073:8:4294967295] 00000400:00000200:3.0:1788624674.789889:0:35937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.789899:0:35937:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624674.789907:0:35937:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624674.789914:0:35937:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185400. 00000800:00000200:3.0:1788624674.789923:0:35937:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624674.789933:0:35937:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624674.789939:0:35937:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788624674.790035:0:35937:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624674.790041:0:35937:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 816457 usecs (817 jiffies) 00000400:00000200:3.0:1788624674.790046:0:35937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624674.790049:0:35937:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296689668 00000100:00000001:3.0:1788624674.790054:0:35937:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:3.0:1788624674.790062:0:35937:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296689668 00000100:00000001:3.0:1788624674.790064:0:35937:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:3.0:1788624674.790067:0:35937:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624674.790070:0:35937:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.790073:0:35937:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624674.790075:0:35937:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624674.790079:0:35937:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd049a8b40 going to sleep for 11 seconds 00000100:00000001:3.0:1788624674.790082:0:35937:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624674.790085:0:35937:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624674.791462:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624674.791471:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185400. 00000400:00000200:2.0:1788624674.791478:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624674.791486:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624674.791495:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112fee0 00000400:00000010:2.0:1788624674.791498:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112fee0. 00000100:00000001:2.0:1788624674.791504:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624674.791512:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11597800 x1875506845089536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.791526:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.791529:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11597800 x1875506845089536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624690 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.791537:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.791539:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624674.798713:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.798740:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624674.798747:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.798750:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.798763:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.798773:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624674.798786:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.798792:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.798799:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.798804:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377467f00 00000400:00000200:3.0:1788624674.798811:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.798818:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x8b65 [1] + 224 00000800:00000001:3.0:1788624674.798828:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.798854:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.798858:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.798864:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624674.798875:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624674.798887:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11597800 x1875506845089536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624690 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624674.798908:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11597800 x1875506845089536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.798940:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624674.798954:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.798958:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.799176:0:35937:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624674.799187:0:35937:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624674.799191:0:35937:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624674.799195:0:35937:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560a000. 00000400:00000200:1.0:1788624674.799201:0:35937:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f908 00000400:00000010:1.0:1788624674.799205:0:35937:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f908. 00000100:00000001:1.0:1788624674.799208:0:35937:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624674.799213:0:35937:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11597800 x1875506845089536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624674.799223:0:35937:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11597800 x1875506845089536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624674.799230:0:35937:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624674.799232:0:35937:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.799235:0:35937:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624674.799240:0:35937:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624674.799243:0:35937:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624674.799245:0:35937:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624674.799249:0:35937:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624674.799262:0:35937:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=103 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624674.799268:0:35937:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624674.799271:0:35937:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624674.799273:0:35937:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.799276:0:35937:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624674.799280:0:35937:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.799284:0:35937:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624674.799287:0:35937:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788624674.799289:0:35937:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624674.799293:0:35937:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624674.799299:0:35937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11597800 x1875506845089536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624674.799306:0:35937:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624674.799310:0:35937:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624674.799312:0:35937:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624674.799317:0:35937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11597800 x1875506845089536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624690 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624674.799336:0:35937:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11597800 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35937:1875506845089536:192.168.202.125@tcp:101:lfs.0 00000100:00000001:1.0:1788624674.799342:0:35937:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.799345:0:35937:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.799347:0:35937:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624674.799350:0:35937:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624674.799354:0:35937:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11597800 x1875506845089536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624690 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624674.799361:0:35937:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624674.799365:0:35937:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd049a8b40. 00000100:00000001:1.0:1788624674.799370:0:35937:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624674.799372:0:35937:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.799375:0:35937:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788624674.799380:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.799383:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.799387:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=4 00000020:00000001:1.0:1788624674.799390:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:1.0:1788624674.799394:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000040:1.0:1788624674.799402:0:35937:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd1067e400, remote cookie: 0xa103bd66258a8a1a, flags: 0x1001 00010000:00010000:1.0:1788624674.799408:0:35937:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624674.799420:0:35937:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624674.799428:0:35937:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788624674.799434:0:35937:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788624674.799437:0:35937:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788624674.799440:0:35937:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788624674.799441:0:35937:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788624674.799445:0:35937:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd0382a800) refcount = 1 00010000:00010000:1.0:1788624674.799449:0:35937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624674.799460:0:35937:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788624674.799463:0:35937:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788624674.799465:0:35937:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624674.799468:0:35937:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788624674.799471:0:35937:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.799475:0:35937:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624674.799481:0:35937:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788624674.799483:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.799485:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.799486:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.799487:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.799490:0:35937:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624674.799495:0:35937:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788624674.799497:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.799498:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.799500:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=3 00000020:00000001:1.0:1788624674.799502:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:1.0:1788624674.799504:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:1.0:1788624674.799506:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.799507:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.799509:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=4 00000020:00000001:1.0:1788624674.799510:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:1.0:1788624674.799512:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:1.0:1788624674.799515:0:35937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624674.799520:0:35937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.799524:0:35937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624674.799530:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.799532:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.799534:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.799535:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.799536:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=5 00000020:00000001:1.0:1788624674.799538:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:1.0:1788624674.799540:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:1.0:1788624674.799543:0:35937:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624674.799546:0:35937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624674.799552:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.799554:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624674.799556:0:35937:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624674.799562:0:35937:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624674.799564:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.799565:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.799566:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.799567:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788624674.799572:0:35937:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11597800 x1875506845089536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624690 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788624674.799580:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.799581:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.799582:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=3 00000020:00000001:1.0:1788624674.799584:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:1.0:1788624674.799586:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:1.0:1788624674.799588:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.799589:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624674.799590:0:35937:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624674.799593:0:35937:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624674.799596:0:35937:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788624674.799599:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.799601:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.799603:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=3 00000020:00000001:1.0:1788624674.799605:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:1.0:1788624674.799607:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00000002:00010000:1.0:1788624674.799610:0:35937:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624674.799616:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.799617:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.799619:0:35937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624674.799620:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.799621:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.799623:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=3 00000020:00000001:1.0:1788624674.799624:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:1.0:1788624674.799626:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000040:1.0:1788624674.799634:0:35937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a800 count: 2 00010000:00000001:1.0:1788624674.799637:0:35937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624674.799642:0:35937:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788624674.799645:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.799646:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624674.799648:0:35937:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624674.799651:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f9f8 00000002:00002000:1.0:1788624674.799654:0:35937:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788624674.799657:0:35937:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624674.799662:0:35937:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624674.799665:0:35937:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624674.799669:0:35937:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788624674.799672:0:35937:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624674.799677:0:35937:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624674.799681:0:35937:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd113f0800. 00000080:00000001:1.0:1788624674.799687:0:35937:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624674.799690:0:35937:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624674.799697:0:35937:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788624674.799702:0:35937:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788624674.799710:0:35937:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd1878ef00. 00800000:00000001:1.0:1788624674.799713:0:35937:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773610241792 : -112300099309824 : ffff99dd1878ef00) 00800000:00000001:1.0:1788624674.799716:0:35937:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624674.799719:0:35937:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788624674.799722:0:35937:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788624674.799725:0:35937:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788624674.799728:0:35937:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788624674.799732:0:35937:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788624674.799734:0:35937:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.799739:0:35937:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788624674.799742:0:35937:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1788624674.799746:0:35937:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788624672 to 1788624674 00000080:00200000:1.0:1788624674.799751:0:35937:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1788624674.799753:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.799755:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.799756:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=3 00000020:00000001:1.0:1788624674.799758:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:1.0:1788624674.799760:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:1.0:1788624674.799763:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.799764:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624674.799765:0:35937:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624674.799768:0:35937:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788624674.799769:0:35937:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd1878ef00 1 00800000:00000010:1.0:1788624674.799772:0:35937:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd1878ef00. 00800000:00000001:1.0:1788624674.799775:0:35937:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624674.799779:0:35937:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41a48 00800000:00000001:1.0:1788624674.799782:0:35937:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624674.799784:0:35937:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624674.799785:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.799786:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.799787:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=3 00000020:00000001:1.0:1788624674.799789:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:1.0:1788624674.799791:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:1.0:1788624674.799794:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.799796:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624674.799797:0:35937:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624674.799799:0:35937:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.799802:0:35937:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624674.799805:0:35937:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:1.0:1788624674.799808:0:35937:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a48 from it ffffbef881d1fcb8 00010000:00000001:1.0:1788624674.799810:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.799811:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.799813:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=3 00000020:00000001:1.0:1788624674.799815:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:1.0:1788624674.799817:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:1.0:1788624674.799819:0:35937:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624674.799822:0:35937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624674.799828:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.799829:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.799831:0:35937:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624674.799834:0:35937:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624674.799837:0:35937:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624674.799845:0:35937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624674.799847:0:35937:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624674.799849:0:35937:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624674.799854:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.799855:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.799857:0:35937:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.799860:0:35937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624674.799862:0:35937:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.799865:0:35937:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.799867:0:35937:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.799869:0:35937:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624674.799871:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.799872:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624674.799874:0:35937:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624674.799879:0:35937:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11597800 x1875506845089536/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624690 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624674.799885:0:35937:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624674.799888:0:35937:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624674.799892:0:35937:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd115ed000. 02000000:00000001:1.0:1788624674.799896:0:35937:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624674.799899:0:35937:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624674.799901:0:35937:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624674.799903:0:35937:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624674.799906:0:35937:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049cf000. 02000000:00000001:1.0:1788624674.799910:0:35937:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624674.799912:0:35937:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624674.799914:0:35937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11597800. 00000100:00000001:1.0:1788624674.799918:0:35937:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624674.799919:0:35937:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624674.799924:0:35937:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.799930:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fd08 00000080:00000008:1.0:1788624674.799932:0:35937:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788624674.803456:0:35937:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.803526:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fd08 00000080:00200008:0.0:1788624674.803531:0:35937:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788624674.803540:0:35937:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624674.803542:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fc80 00000080:00200000:0.0:1788624674.803544:0:35937:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624674.803553:0:35937:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744600. 00800000:00000002:0.0:1788624674.803560:0:35937:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624674.803565:0:35937:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624674.803571:0:35937:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624674.803574:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fba0 00800000:00000002:0.0:1788624674.803578:0:35937:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624674.803582:0:35937:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624674.803586:0:35937:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624674.803589:0:35937:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624674.803592:0:35937:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624674.803596:0:35937:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624674.803598:0:35937:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624674.803600:0:35937:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624674.803603:0:35937:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624674.803607:0:35937:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624674.803615:0:35937:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624674.803617:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa70 00000002:00010000:0.0:1788624674.803618:0:35937:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624674.803677:0:35937:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624674.803680:0:35937:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624674.803684:0:35937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624674.803694:0:35937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a800 count: 2 00010000:00000001:0.0:1788624674.803697:0:35937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624674.803704:0:35937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624674.803709:0:35937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624674.803714:0:35937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788624674.803727:0:35937:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624674.803733:0:35937:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624674.803737:0:35937:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788624674.803744:0:35937:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624674.803746:0:35937:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624674.803748:0:35937:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624674.803750:0:35937:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624674.803753:0:35937:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624674.803755:0:35937:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624674.803759:0:35937:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624674.803762:0:35937:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624674.803766:0:35937:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744600. 00000080:00000001:0.0:1788624674.803772:0:35937:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624674.803774:0:35937:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624674.803777:0:35937:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624674.803781:0:35937:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41a48 00800000:00000001:0.0:1788624674.803785:0:35937:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624674.803787:0:35937:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624674.803789:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.803792:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.803796:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=3 00000020:00000001:0.0:1788624674.803798:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:0.0:1788624674.803801:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:0.0:1788624674.803804:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.803806:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624674.803807:0:35937:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624674.803809:0:35937:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624674.803812:0:35937:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a48 from it ffffbef881d1fcb8 00010000:00000001:0.0:1788624674.803814:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.803815:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.803817:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=3 00000020:00000001:0.0:1788624674.803818:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:0.0:1788624674.803820:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:0.0:1788624674.803822:0:35937:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624674.803825:0:35937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624674.803831:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.803832:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.803834:0:35937:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624674.803837:0:35937:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624674.803840:0:35937:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624674.803852:0:35937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624674.803855:0:35937:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624674.803857:0:35937:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624674.803862:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.803863:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.803865:0:35937:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.803868:0:35937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624674.803871:0:35937:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.803873:0:35937:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.803875:0:35937:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.803878:0:35937:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624674.803879:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.803880:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624674.803883:0:35937:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624674.803885:0:35937:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624674.803889:0:35937:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.803895:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fd08 00000080:00000008:0.0:1788624674.803897:0:35937:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788624674.804273:0:35937:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624674.804275:0:35937:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624674.804277:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb78 00000080:00200000:0.0:1788624674.804280:0:35937:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624674.804285:0:35937:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744600. 00800000:00000002:0.0:1788624674.804289:0:35937:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624674.804292:0:35937:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624674.804294:0:35937:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624674.804296:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fa98 00800000:00000002:0.0:1788624674.804298:0:35937:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624674.804301:0:35937:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624674.804303:0:35937:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624674.804305:0:35937:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624674.804306:0:35937:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624674.804308:0:35937:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624674.804310:0:35937:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624674.804312:0:35937:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624674.804314:0:35937:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624674.804317:0:35937:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624674.804321:0:35937:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624674.804331:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1f968 00000002:00010000:0.0:1788624674.804334:0:35937:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624674.804337:0:35937:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624674.804338:0:35937:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624674.804340:0:35937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624674.804345:0:35937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a800 count: 2 00010000:00000001:0.0:1788624674.804347:0:35937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624674.804349:0:35937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624674.804351:0:35937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624674.804354:0:35937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788624674.804362:0:35937:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624674.804365:0:35937:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624674.804368:0:35937:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788624674.804374:0:35937:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624674.804376:0:35937:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624674.804378:0:35937:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624674.804379:0:35937:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624674.804381:0:35937:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624674.804383:0:35937:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624674.804385:0:35937:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624674.804387:0:35937:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624674.804390:0:35937:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744600. 00000080:00000001:0.0:1788624674.804392:0:35937:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624674.804394:0:35937:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624674.804396:0:35937:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624674.804399:0:35937:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41a48 00800000:00000001:0.0:1788624674.804402:0:35937:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624674.804403:0:35937:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624674.804405:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.804406:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.804408:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=3 00000020:00000001:0.0:1788624674.804410:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:0.0:1788624674.804412:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:0.0:1788624674.804414:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.804415:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624674.804417:0:35937:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624674.804418:0:35937:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624674.804420:0:35937:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a48 from it ffffbef881d1fbb0 00010000:00000001:0.0:1788624674.804422:0:35937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.804423:0:35937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.804424:0:35937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=3 00000020:00000001:0.0:1788624674.804426:0:35937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:0.0:1788624674.804428:0:35937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:0.0:1788624674.804430:0:35937:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624674.804433:0:35937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624674.804439:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.804440:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.804441:0:35937:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624674.804442:0:35937:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624674.804444:0:35937:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788624674.804450:0:35937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624674.804452:0:35937:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624674.804453:0:35937:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624674.804456:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.804457:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.804459:0:35937:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.804461:0:35937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624674.804462:0:35937:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.804464:0:35937:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.804466:0:35937:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.804468:0:35937:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624674.804469:0:35937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.804470:0:35937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624674.804472:0:35937:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624674.804473:0:35937:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624674.804476:0:35937:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 44 00000080:00000001:0.0:1788624674.804479:0:35937:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624674.804486:0:35937:0:(dir.c:3015:ll_dir_open()) Process entered 00000080:00000001:0.0:1788624674.804489:0:35937:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788624674.804492:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fb78 00000080:00200008:0.0:1788624674.804494:0:35937:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 100000 00000080:00000010:0.0:1788624674.804500:0:35937:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd2030fcc0. 00000080:00000001:0.0:1788624674.804506:0:35937:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624674.804508:0:35937:0:(dir.c:3016:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624674.804619:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624674.804632:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:0.0:1788624674.804640:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624674.804644:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624674.804651:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9000. 00000020:00000001:0.0:1788624674.804656:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624674.804659:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624674.804662:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624674.804665:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9000 uarg=0000000000000000 00800000:00000001:0.0:1788624674.804673:0:35937:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788624674.804675:0:35937:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff99dd10dbf800: age 2012, max_age 2020 00000002:00000001:0.0:1788624674.804680:0:35937:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788624674.804683:0:35937:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000010:0.0:1788624674.804690:0:35937:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06300. 00000020:00000040:0.0:1788624674.804694:0:35937:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624674.804699:0:35937:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624674.804702:0:35937:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624674.804705:0:35937:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624674.804714:0:35937:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd2139c200. 00000100:00000001:0.0:1788624674.804723:0:35937:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.804727:0:35937:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624674.804730:0:35937:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624674.804738:0:35937:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd184fd180. 00000100:00000001:0.0:1788624674.804741:0:35937:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773607547264 : -112300102004352 : ffff99dd184fd180) 00000100:00000001:0.0:1788624674.804744:0:35937:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624674.804746:0:35937:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000001:0.0:1788624674.804753:0:35937:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624674.804759:0:35937:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.804761:0:35937:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624674.804763:0:35937:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624674.804777:0:35937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06300 x1875506845089664/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624674.804786:0:35937:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624674.804789:0:35937:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624674.804794:0:35937:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624674.804797:0:35937:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624674.804799:0:35937:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624674.804803:0:35937:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35937:1875506845089664:192.168.202.125@tcp:41:lfs.0 00000100:00000001:0.0:1788624674.804808:0:35937:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624674.804815:0:35937:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624674.804818:0:35937:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624674.804821:0:35937:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624674.804826:0:35937:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049ca800. 02000000:00000001:0.0:1788624674.804828:0:35937:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624674.804838:0:35937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624674.804844:0:35937:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dc60. 00000400:00000010:0.0:1788624674.804854:0:35937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053957f8. 00000100:00000200:0.0:1788624674.804864:0:35937:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845089664, portal 10 00000100:00000001:0.0:1788624674.804866:0:35937:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624674.804867:0:35937:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000040:0.0:1788624674.804876:0:35937:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c06300 x1875506845089664/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624674.804885:0:35937:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624674.804889:0:35937:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624674.804892:0:35937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395550. 00000100:00000200:0.0:1788624674.804897:0:35937:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845089664, offset 0 00000400:00000200:0.0:1788624674.804905:0:35937:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624674.804917:0:35937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624674.804927:0:35937:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624674.804935:0:35937:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624674.804940:0:35937:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624674.804944:0:35937:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624674.804947:0:35937:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624674.804952:0:35937:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3074:3074:256:4294967295] 192.168.202.125@tcp LPNI seq info [3074:3074:8:4294967295] 00000400:00000200:0.0:1788624674.804957:0:35937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624674.804968:0:35937:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624674.804974:0:35937:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624674.804980:0:35937:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139ca00. 00000800:00000200:0.0:1788624674.804988:0:35937:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624674.804999:0:35937:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624674.805005:0:35937:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788624674.805466:0:35937:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624674.805472:0:35937:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 815485 usecs (816 jiffies) 00000400:00000200:0.0:1788624674.805476:0:35937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624674.805480:0:35937:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296689683 00000100:00000001:0.0:1788624674.805483:0:35937:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:0.0:1788624674.805486:0:35937:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296689683 00000100:00000001:0.0:1788624674.805488:0:35937:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:0.0:1788624674.805491:0:35937:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624674.805494:0:35937:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.805496:0:35937:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624674.805499:0:35937:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624674.805502:0:35937:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd184fd180 going to sleep for 11 seconds 00000100:00000001:0.0:1788624674.805506:0:35937:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624674.805510:0:35937:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624674.805706:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624674.805712:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139ca00. 00000400:00000200:2.0:1788624674.805718:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624674.805724:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624674.805732:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395550 00000400:00000010:2.0:1788624674.805735:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395550. 00000100:00000001:2.0:1788624674.805740:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624674.805744:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06300 x1875506845089664/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.805762:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.805765:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06300 x1875506845089664/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.805772:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.805773:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624674.809214:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.809238:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624674.809243:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.809246:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.809256:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.809266:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624674.809277:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.809283:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.809290:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.809295:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 368 into portal 10 MB=0x6a9c377467f80 00000400:00000200:3.0:1788624674.809302:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.809310:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 368/368 into md 0x8b75 [1] + 224 00000800:00000001:3.0:1788624674.809320:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.809328:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.809333:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.809338:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624674.809348:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624674.809360:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06300 x1875506845089664/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624674.809373:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99dd11c06300 x1875506845089664/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624674.809400:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624674.809413:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.809416:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.809526:0:35937:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624674.809537:0:35937:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624674.809539:0:35937:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624674.809544:0:35937:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dc60. 00000400:00000200:0.0:1788624674.809551:0:35937:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053957f8 00000400:00000010:0.0:1788624674.809554:0:35937:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053957f8. 00000100:00000001:0.0:1788624674.809557:0:35937:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624674.809562:0:35937:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06300 x1875506845089664/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624674.809572:0:35937:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06300 x1875506845089664/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624674.809579:0:35937:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624674.809581:0:35937:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.809584:0:35937:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624674.809588:0:35937:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624674.809591:0:35937:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624674.809594:0:35937:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624674.809597:0:35937:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624674.809608:0:35937:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=103 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624674.809614:0:35937:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624674.809617:0:35937:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624674.809620:0:35937:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.809623:0:35937:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624674.809628:0:35937:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.809632:0:35937:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624674.809635:0:35937:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934607 00000100:00000001:0.0:1788624674.809637:0:35937:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624674.809641:0:35937:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624674.809647:0:35937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06300 x1875506845089664/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624674.809656:0:35937:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624674.809659:0:35937:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624674.809662:0:35937:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624674.809666:0:35937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06300 x1875506845089664/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624674.809674:0:35937:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35937:1875506845089664:192.168.202.125@tcp:41:lfs.0 00000100:00000001:0.0:1788624674.809679:0:35937:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.809682:0:35937:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.809685:0:35937:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624674.809688:0:35937:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624674.809691:0:35937:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06300 x1875506845089664/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624674.809698:0:35937:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624674.809701:0:35937:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd184fd180. 00000100:00000001:0.0:1788624674.809705:0:35937:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624674.809706:0:35937:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624674.809714:0:35937:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788624674.809716:0:35937:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624674.809720:0:35937:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06300 x1875506845089664/t0(0) o41->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624674.809727:0:35937:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624674.809730:0:35937:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624674.809734:0:35937:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049ca800. 02000000:00000001:0.0:1788624674.809737:0:35937:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624674.809740:0:35937:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624674.809742:0:35937:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624674.809745:0:35937:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624674.809748:0:35937:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd2139c200. 02000000:00000001:0.0:1788624674.809752:0:35937:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624674.809754:0:35937:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624674.809757:0:35937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06300. 00000100:00000001:0.0:1788624674.809761:0:35937:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624674.809762:0:35937:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788624674.809764:0:35937:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624674.809765:0:35937:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624674.809766:0:35937:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1788624674.809770:0:35937:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff99dd10dbf800: update ffff99dd10709e18 cache blocks 317378/353529 objects 1023699/1024000 00800000:00000001:0.0:1788624674.809775:0:35937:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624674.809782:0:35937:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624674.809785:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624674.809789:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9000. 00000080:00000001:0.0:1788624674.809793:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624674.809797:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624674.809987:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788624674.809990:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:0.0:1788624674.810000:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788624674.810003:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788624674.810010:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd049c9000. 00000020:00000001:0.0:1788624674.810015:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624674.810017:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788624674.810021:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788624674.810023:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd049c9000 uarg=0000000000000000 00800000:00000001:0.0:1788624674.810030:0:35937:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788624674.810033:0:35937:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff99dd10dbf800: age 2012, max_age 2020 00000002:00000001:0.0:1788624674.810037:0:35937:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788624674.810040:0:35937:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000010:0.0:1788624674.810046:0:35937:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06300. 00000020:00000040:0.0:1788624674.810049:0:35937:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=5 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624674.810053:0:35937:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624674.810056:0:35937:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624674.810063:0:35937:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624674.810069:0:35937:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd2139c200. 00000100:00000001:0.0:1788624674.810077:0:35937:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.810081:0:35937:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624674.810083:0:35937:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624674.810089:0:35937:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd184fd180. 00000100:00000001:0.0:1788624674.810092:0:35937:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773607547264 : -112300102004352 : ffff99dd184fd180) 00000100:00000001:0.0:1788624674.810095:0:35937:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624674.810097:0:35937:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000001:0.0:1788624674.810103:0:35937:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624674.810254:0:35937:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.810257:0:35937:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624674.810259:0:35937:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624674.810265:0:35937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06300 x1875506845089792/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624674.810274:0:35937:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624674.810276:0:35937:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624674.810281:0:35937:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624674.810284:0:35937:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624674.810287:0:35937:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624674.810291:0:35937:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35937:1875506845089792:192.168.202.125@tcp:41:lfs.0 00000100:00000001:0.0:1788624674.810295:0:35937:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624674.810302:0:35937:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624674.810306:0:35937:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624674.810309:0:35937:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624674.810540:0:35937:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd0483a000. 02000000:00000001:2.0:1788624674.810543:0:35937:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624674.810550:0:35937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624674.810554:0:35937:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2318. 00000400:00000010:2.0:1788624674.810561:0:35937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08c38. 00000100:00000200:2.0:1788624674.810569:0:35937:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845089792, portal 10 00000100:00000001:2.0:1788624674.810571:0:35937:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.810573:0:35937:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497484032 : -112300212067584 : ffff99dd11c06300) 00000100:00000040:2.0:1788624674.810580:0:35937:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c06300 x1875506845089792/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.810588:0:35937:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624674.810591:0:35937:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624674.810594:0:35937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08330. 00000100:00000200:2.0:1788624674.810598:0:35937:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845089792, offset 0 00000400:00000200:2.0:1788624674.810606:0:35937:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624674.810613:0:35937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.810622:0:35937:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624674.810629:0:35937:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624674.810633:0:35937:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624674.810637:0:35937:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624674.810640:0:35937:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624674.810644:0:35937:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3075:3075:256:4294967295] 192.168.202.125@tcp LPNI seq info [3075:3075:8:4294967295] 00000400:00000200:2.0:1788624674.810648:0:35937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.810657:0:35937:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624674.810663:0:35937:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624674.810670:0:35937:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346f00. 00000800:00000200:2.0:1788624674.810678:0:35937:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624674.810687:0:35937:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624674.810692:0:35937:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624674.810705:0:35937:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624674.810711:0:35937:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24750 usecs (25 jiffies) 00000400:00000200:2.0:1788624674.810714:0:35937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624674.810717:0:35937:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296688897 00000800:00000200:2.0:1788624674.810841:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624674.810846:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346f00. 00000400:00000200:2.0:1788624674.810850:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624674.810855:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624674.810859:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08330 00000400:00000010:2.0:1788624674.810861:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08330. 00000100:00000001:2.0:1788624674.810865:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624674.810869:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06300 x1875506845089792/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.810878:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.810881:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c06300 x1875506845089792/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.810888:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.810890:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788624674.810907:0:35937:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:2.0:1788624674.810912:0:35937:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296688897 00000100:00000001:2.0:1788624674.810915:0:35937:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:2.0:1788624674.810918:0:35937:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624674.810921:0:35937:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.810924:0:35937:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624674.810926:0:35937:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624674.810929:0:35937:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd184fd180 going to sleep for 11 seconds 00000100:00000001:2.0:1788624674.810932:0:35937:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624674.810936:0:35937:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788624674.817478:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.817510:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624674.817517:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.817520:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.817533:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.817544:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624674.817557:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.817563:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.817569:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.817574:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 368 into portal 10 MB=0x6a9c377468000 00000400:00000200:3.0:1788624674.817581:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.817590:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 368/368 into md 0x8b7d [1] + 224 00000800:00000001:3.0:1788624674.817871:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.817881:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.817886:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.817892:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624674.817904:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624674.817917:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06300 x1875506845089792/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624674.817931:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99dd11c06300 x1875506845089792/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624674.817959:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624674.817971:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.817975:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.818512:0:35937:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624674.818523:0:35937:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624674.818525:0:35937:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624674.818530:0:35937:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2318. 00000400:00000200:2.0:1788624674.818536:0:35937:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08c38 00000400:00000010:2.0:1788624674.818540:0:35937:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08c38. 00000100:00000001:2.0:1788624674.818543:0:35937:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624674.818549:0:35937:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06300 x1875506845089792/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624674.818559:0:35937:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06300 x1875506845089792/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.818565:0:35937:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624674.818568:0:35937:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.818571:0:35937:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624674.818576:0:35937:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624674.818579:0:35937:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624674.818581:0:35937:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.818585:0:35937:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624674.818607:0:35937:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=103 v=5 (5 103 103 103) 00000100:00001000:2.0:1788624674.818613:0:35937:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=103 v=5 (1 1 1 1) 00000100:00000001:2.0:1788624674.818616:0:35937:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624674.818618:0:35937:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.818621:0:35937:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624674.818632:0:35937:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.818637:0:35937:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624674.818639:0:35937:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967336 00000100:00000001:2.0:1788624674.818642:0:35937:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624674.818644:0:35937:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624674.818650:0:35937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06300 x1875506845089792/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.818658:0:35937:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624674.818661:0:35937:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624674.818663:0:35937:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624674.818667:0:35937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06300 x1875506845089792/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624674.818677:0:35937:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06300 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35937:1875506845089792:192.168.202.125@tcp:41:lfs.0 00000100:00000001:2.0:1788624674.818683:0:35937:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.818687:0:35937:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.818690:0:35937:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624674.818692:0:35937:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.818696:0:35937:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06300 x1875506845089792/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.818704:0:35937:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624674.818707:0:35937:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd184fd180. 00000100:00000001:2.0:1788624674.818711:0:35937:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624674.818713:0:35937:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624674.818722:0:35937:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:2.0:1788624674.818725:0:35937:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.818728:0:35937:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06300 x1875506845089792/t0(0) o41->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/368 e 0 to 0 dl 1788624690 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.818734:0:35937:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624674.818738:0:35937:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624674.818742:0:35937:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd0483a000. 02000000:00000001:2.0:1788624674.818747:0:35937:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624674.818751:0:35937:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624674.818753:0:35937:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624674.818755:0:35937:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624674.818759:0:35937:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd2139c200. 02000000:00000001:2.0:1788624674.818763:0:35937:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624674.818766:0:35937:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624674.818769:0:35937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06300. 00000100:00000001:2.0:1788624674.818773:0:35937:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624674.818774:0:35937:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788624674.818776:0:35937:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624674.818777:0:35937:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624674.818779:0:35937:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:2.0:1788624674.818782:0:35937:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff99dd10dbf800: update ffff99dd1070b7d8 cache blocks 317414/353529 objects 1023735/1024000 00800000:00000001:2.0:1788624674.818789:0:35937:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624674.818797:0:35937:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.818801:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624674.818804:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd049c9000. 00000080:00000001:2.0:1788624674.818808:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.818812:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.818890:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.818892:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.818901:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.818903:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.818910:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.818915:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.818917:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.818920:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.818922:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.818928:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.818930:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.818932:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.818934:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.818936:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.818938:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.818942:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.818943:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.818946:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.818947:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.818948:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.818950:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.818952:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.818953:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.818954:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.818957:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.818958:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.818960:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.818961:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.818963:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.818965:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.818968:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.818969:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.818971:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.818972:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.818973:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.818975:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.818976:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.818977:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.818978:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.818981:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.818982:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.818983:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.818985:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.818986:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.818988:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.818990:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.818991:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.818993:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.818993:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.818995:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.818997:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.819463:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.819469:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.819471:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.819476:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819478:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819480:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.819483:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.819487:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819490:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819496:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.819498:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.819502:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.819503:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.819507:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.819510:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.819512:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.819513:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.819514:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.819516:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819518:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819520:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.819522:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.819524:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819526:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819529:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.819531:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.819533:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.819534:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.819536:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.819539:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.819540:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.819541:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.819543:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.819546:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819548:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819550:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.819552:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.819554:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819556:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819558:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.819560:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.819562:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.819563:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.819566:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.819568:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.819570:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.819571:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.819572:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.819575:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819576:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819578:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.819580:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.819582:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819584:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819587:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.819589:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.819689:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.819691:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.819693:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.819696:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.819698:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.819700:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.819701:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.819704:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819706:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819708:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.819711:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.819713:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819715:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819720:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.819721:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.819724:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.819725:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.819727:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.819729:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.819730:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.819732:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.819733:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.819735:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819737:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819739:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.819740:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.819743:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819745:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819748:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.819749:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.819752:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.819753:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.819756:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.819758:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.819759:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.819760:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.819762:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.819764:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819767:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819768:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.819770:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.819772:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819774:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819778:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.819779:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.819781:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.819783:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.819785:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.819788:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.819789:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.819790:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.819792:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.819794:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819797:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819799:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.819801:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.819803:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819804:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819809:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.819810:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.819813:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.819814:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.819817:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.819819:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.819820:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.819821:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.819823:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.819825:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819827:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819829:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.819831:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.819833:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819835:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819838:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.819839:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.819842:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.819843:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.819845:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.819847:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.819848:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.819849:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.819851:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.819853:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819855:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819856:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.819858:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.819860:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819862:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819865:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.819866:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.819869:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.819870:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.819872:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.819874:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.819875:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.819876:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.819877:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.819880:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819881:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819883:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.819885:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.819886:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819888:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819890:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.819892:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.819894:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.819895:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.819897:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.819899:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.819901:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.819902:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.819903:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.819906:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819908:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819910:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.819912:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.819914:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819916:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819919:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.819921:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.819923:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.819925:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.819927:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.819929:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.819930:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.819932:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.819933:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.819936:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819938:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819940:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.819942:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.819945:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819947:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819950:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.819951:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.819954:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.819955:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.819958:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.819960:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.819962:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.819963:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.819964:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.819966:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819968:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819970:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.819972:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.819974:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819975:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819977:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.819979:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.819981:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.819982:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.819986:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.819988:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.819990:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.819991:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.819992:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.819994:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819996:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.819997:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.820492:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.820499:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820502:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820509:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.820511:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.820516:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.820517:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.820522:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.820526:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.820529:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.820531:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.820533:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.820536:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820538:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820540:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.820542:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.820545:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820547:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820550:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.820551:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.820554:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.820555:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.820557:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.820560:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.820561:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.820563:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.820564:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.820566:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820568:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820570:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.820572:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.820574:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820576:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820579:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.820581:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.820583:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.820584:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.820587:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.820589:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.820590:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.820603:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.820605:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.820608:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820610:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820612:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.820614:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.820617:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820619:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820621:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.820635:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.820639:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.820640:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.820643:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.820645:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.820647:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.820648:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.820650:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.820653:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820656:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820658:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.820659:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.820662:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820664:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820668:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.820669:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.820672:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.820673:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.820676:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.820678:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.820680:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.820681:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.820682:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.820684:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820686:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820688:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.820690:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.820692:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820693:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820697:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.820698:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.820700:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.820701:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.820703:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.820706:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.820708:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.820709:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.820710:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.820712:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820714:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820716:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.820718:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.820721:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820722:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820726:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.820727:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.820730:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.820731:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.820733:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.820735:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.820736:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.820737:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.820738:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.820741:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820742:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820744:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.820746:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.820748:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820750:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820753:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.820754:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.820757:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.820758:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.820760:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.820763:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.820764:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.820765:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.820766:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.820769:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820771:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820772:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.820775:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.820777:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820778:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820781:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.820783:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.820786:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.820787:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.820790:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.820792:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.820794:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.820795:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.820796:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.820799:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820801:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820803:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.820805:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.820807:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820809:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820812:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.820814:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.820817:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.820819:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.820821:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.820823:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.820825:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.820826:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.820828:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.820831:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820833:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820835:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.820837:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.820839:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820841:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820844:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.820846:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.820848:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.820849:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.820853:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.820855:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.820857:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.820858:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.820859:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.820862:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820863:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820865:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.820867:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.820870:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820872:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820875:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.820876:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.820879:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.820880:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.820883:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.820885:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.820887:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.820888:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.820889:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.820892:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820894:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820896:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.820898:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.820900:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820902:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820905:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.820907:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.820910:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.820911:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.820914:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.820916:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.820918:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.820920:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.820921:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.820924:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820926:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820927:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.820929:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.820932:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820934:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820938:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.820939:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.820942:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.820943:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.820946:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.820948:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.820949:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.820950:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.820952:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.820954:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820956:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820958:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.820960:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.820963:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820965:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820968:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.820969:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.820972:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.820973:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.820975:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.820978:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.820980:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.820981:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.820982:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.820985:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820988:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820990:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.820992:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.820994:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820996:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.820999:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821014:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821017:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821018:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821021:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821024:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821026:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821027:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821028:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821031:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821033:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821035:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821037:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821039:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821041:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821045:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821046:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821049:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821051:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821053:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821056:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821057:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821059:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821060:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821063:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821065:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821067:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821069:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821072:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821073:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821077:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821078:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821080:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821082:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821084:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821086:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821087:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821088:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821089:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821091:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821093:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821095:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821097:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821099:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821100:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821103:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821137:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821141:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821142:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821145:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821147:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821149:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821151:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821152:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821155:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821157:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821158:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821160:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821163:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821164:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821168:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821170:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821172:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821173:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821175:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821178:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821180:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821181:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821182:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821185:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821187:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821189:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821191:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821193:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821195:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821198:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821199:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821202:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821203:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821205:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821207:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821209:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821211:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821212:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821215:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821217:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821219:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821221:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821224:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821225:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821229:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821231:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821233:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821234:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821238:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821241:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821242:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821243:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821245:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821247:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821249:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821251:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821253:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821255:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821257:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821260:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821262:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821264:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821265:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821268:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821270:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821272:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821273:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821274:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821277:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821279:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821280:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821283:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821285:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821287:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821290:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821292:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821294:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821295:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821298:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821300:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821302:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821303:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821304:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821307:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821308:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821310:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821312:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821314:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821316:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821319:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821320:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821530:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821531:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821535:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821538:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821540:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821541:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821543:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821545:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821548:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821550:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821552:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821554:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821556:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821562:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821564:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821567:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821568:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821570:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821573:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821575:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821576:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821577:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821580:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821583:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821585:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821587:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821589:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821591:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821594:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821596:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821599:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821600:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821603:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821606:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821608:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821609:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821610:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821613:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821615:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821616:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821619:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821621:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821624:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821627:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821629:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821632:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821633:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821635:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821638:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821639:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821641:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821642:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821645:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821647:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821649:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821651:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821654:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821656:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821660:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821661:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821664:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821665:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821668:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821670:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821671:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821672:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821674:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821677:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821678:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821680:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821683:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821685:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821687:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821690:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821692:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821694:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821695:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821697:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821699:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821700:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821702:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821703:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821706:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821708:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821709:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821712:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821714:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821716:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821719:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821721:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821724:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821726:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821728:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821730:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821732:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821733:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821734:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821737:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821738:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821740:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821743:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821745:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821747:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821750:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821751:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821753:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821755:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821757:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821759:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821760:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821761:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821763:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821765:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821767:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821769:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821771:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821774:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821775:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821778:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821780:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821782:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821783:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821786:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821788:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821790:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821791:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821792:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821795:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821797:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821798:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821801:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821803:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821805:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821808:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821809:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821812:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821813:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821816:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821818:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821820:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821821:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821823:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821825:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821827:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821829:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821831:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821833:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821835:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821837:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821839:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821841:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821842:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821844:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821846:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821848:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821850:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821852:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821854:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821856:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821857:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821860:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821861:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821863:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821879:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821880:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821883:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821884:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821886:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821889:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821890:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821892:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821893:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821895:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821897:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821899:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821901:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821904:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821906:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821909:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821910:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821913:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821914:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821916:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821918:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821920:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821921:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821923:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821926:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821928:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821930:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821932:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821934:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821936:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821939:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821941:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821943:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821945:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821947:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821949:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821951:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821952:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821953:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821956:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821957:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821959:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821961:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821963:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821965:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821968:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.821969:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.821972:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.821973:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.821975:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.821977:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.821979:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.821980:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.821981:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.821984:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821986:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821988:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.821990:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.821993:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821994:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.821997:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.822601:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.822612:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.822615:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.822622:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.822626:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.822629:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.822632:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.822633:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.822637:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.822640:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.822642:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.822645:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.822649:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.822652:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.822662:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.822664:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.822667:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.822668:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.822671:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.822673:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.822674:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.822675:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.822677:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.822680:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.822681:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.822684:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.822686:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.822688:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.822690:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.822693:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.822696:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.822699:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.822700:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.822702:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.822704:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.822706:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.822707:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.822708:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.822711:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.822713:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.822715:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.822718:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.822720:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.822722:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.822727:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.822728:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.822731:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.822732:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.822734:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.822737:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.822739:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.822740:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.822741:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.822744:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.822746:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.822748:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.822750:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.822752:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.822754:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.822757:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.822759:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.822761:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.822762:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.822766:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.822768:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.822770:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.822771:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.822772:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.822775:0:35937:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.822777:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.822778:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.822781:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.822783:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.822785:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.822788:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.822790:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.822793:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.822794:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.822796:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.822798:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.822800:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788624674.822801:0:35937:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788624674.822803:0:35937:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00800000:00000001:2.0:1788624674.822806:0:35937:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788624674.822808:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788624674.822810:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1788624674.822812:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.822814:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788624674.822816:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788624674.822819:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.822820:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.822823:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.822824:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.822826:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.822828:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.822830:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.822835:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.822838:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.822846:0:35937:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:2.0:1788624674.822848:0:35937:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff99dd10dbf800: age 2012, max_age 2020 00000008:00000001:2.0:1788624674.822853:0:35937:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1788624674.822858:0:35937:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000010:2.0:1788624674.822866:0:35937:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63480. 00000020:00000040:2.0:1788624674.822869:0:35937:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=4 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:2.0:1788624674.822875:0:35937:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624674.822876:0:35937:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:2.0:1788624674.822879:0:35937:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788624674.822882:0:35937:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624674.822886:0:35937:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624674.822893:0:35937:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624674.822902:0:35937:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd20346f00. 00000100:00000001:2.0:1788624674.822910:0:35937:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.822914:0:35937:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624674.822916:0:35937:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624674.822925:0:35937:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cda80. 00000100:00000001:2.0:1788624674.822927:0:35937:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486766720 : -112300222784896 : ffff99dd111cda80) 00000100:00000001:2.0:1788624674.822931:0:35937:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.822932:0:35937:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913920 : -112300210637696 : ffff99dd11d63480) 00000100:00000001:2.0:1788624674.822938:0:35937:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624674.822944:0:35937:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.822947:0:35937:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624674.822949:0:35937:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624674.822965:0:35937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63480 x1875506845089920/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.822977:0:35937:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624674.822980:0:35937:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.822985:0:35937:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624674.822988:0:35937:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624674.822991:0:35937:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624674.822995:0:35937:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63480 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35937:1875506845089920:192.168.202.125@tcp:13:lfs.0 00000100:00000001:2.0:1788624674.823411:0:35937:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624674.823419:0:35937:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624674.823422:0:35937:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.823425:0:35937:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624674.823434:0:35937:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04838400. 02000000:00000001:2.0:1788624674.823436:0:35937:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624674.823446:0:35937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624674.823453:0:35937:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2318. 00000400:00000010:2.0:1788624674.823463:0:35937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08c38. 00000100:00000200:2.0:1788624674.823472:0:35937:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845089920, portal 4 00000100:00000001:2.0:1788624674.823474:0:35937:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.823475:0:35937:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913920 : -112300210637696 : ffff99dd11d63480) 00000100:00000040:2.0:1788624674.823484:0:35937:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d63480 x1875506845089920/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.823493:0:35937:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624674.823496:0:35937:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624674.823499:0:35937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08330. 00000100:00000200:2.0:1788624674.823502:0:35937:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875506845089920, offset 0 00000400:00000200:2.0:1788624674.823511:0:35937:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624674.823522:0:35937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.823534:0:35937:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624674.823541:0:35937:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624674.823545:0:35937:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624674.823549:0:35937:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624674.823552:0:35937:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624674.823556:0:35937:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3076:3076:256:4294967295] 192.168.202.125@tcp LPNI seq info [3076:3076:8:4294967295] 00000400:00000200:2.0:1788624674.823561:0:35937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.823571:0:35937:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624674.823578:0:35937:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624674.823585:0:35937:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346500. 00000800:00000200:2.0:1788624674.823604:0:35937:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624674.823616:0:35937:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624674.823620:0:35937:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624674.823649:0:35937:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624674.823654:0:35937:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 186297 usecs (187 jiffies) 00000400:00000200:2.0:1788624674.823658:0:35937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624674.823661:0:35937:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296689072 00000100:00000001:2.0:1788624674.823665:0:35937:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:2.0:1788624674.823668:0:35937:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296689072 00000100:00000001:2.0:1788624674.823671:0:35937:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:2.0:1788624674.823673:0:35937:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624674.823677:0:35937:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.823680:0:35937:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624674.823683:0:35937:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624674.823687:0:35937:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cda80 going to sleep for 11 seconds 00000100:00000001:2.0:1788624674.823690:0:35937:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624674.823693:0:35937:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624674.825252:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624674.825264:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346500. 00000400:00000200:3.0:1788624674.825272:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.825282:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624674.825292:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08330 00000400:00000010:3.0:1788624674.825296:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08330. 00000100:00000001:3.0:1788624674.825302:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624674.825315:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63480 x1875506845089920/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624674.825401:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624674.825406:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d63480 x1875506845089920/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624674.825415:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.825417:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624674.826261:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.826281:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624674.826286:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.826289:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.826299:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.826306:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624674.826316:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.826322:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.826329:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.826334:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 368 into portal 4 MB=0x6a9c377468080 00000400:00000200:3.0:1788624674.826340:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.826348:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 368/368 into md 0x8b8d [1] + 224 00000800:00000001:3.0:1788624674.826358:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.826366:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.826371:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.826374:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624674.826381:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624674.826388:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63480 x1875506845089920/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624674.826401:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99dd11d63480 x1875506845089920/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624674.826421:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624674.826435:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.826438:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.826666:0:35937:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624674.826677:0:35937:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624674.826680:0:35937:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624674.826683:0:35937:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2318. 00000400:00000200:2.0:1788624674.826688:0:35937:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08c38 00000400:00000010:2.0:1788624674.826691:0:35937:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08c38. 00000100:00000001:2.0:1788624674.826694:0:35937:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624674.826699:0:35937:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d63480 x1875506845089920/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624674.826708:0:35937:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d63480 x1875506845089920/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.826715:0:35937:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624674.826717:0:35937:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.826720:0:35937:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624674.826723:0:35937:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624674.826726:0:35937:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624674.826730:0:35937:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.826733:0:35937:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624674.826745:0:35937:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194454f0 time=64 v=5 (5 0 0 0) 00000100:00001000:2.0:1788624674.826749:0:35937:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624674.826752:0:35937:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624674.826754:0:35937:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.826757:0:35937:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624674.826763:0:35937:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.826767:0:35937:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624674.826769:0:35937:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967336 00000100:00000001:2.0:1788624674.826772:0:35937:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624674.826774:0:35937:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624674.826779:0:35937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d63480 x1875506845089920/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.826787:0:35937:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624674.826791:0:35937:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624674.826793:0:35937:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624674.826797:0:35937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63480 x1875506845089920/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624674.826805:0:35937:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d63480 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35937:1875506845089920:192.168.202.125@tcp:13:lfs.0 00000100:00000001:2.0:1788624674.826810:0:35937:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.826813:0:35937:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.826816:0:35937:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624674.826818:0:35937:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.826822:0:35937:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d63480 x1875506845089920/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.826829:0:35937:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624674.826833:0:35937:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cda80. 00000100:00000001:2.0:1788624674.826837:0:35937:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624674.826838:0:35937:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624674.826846:0:35937:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:2.0:1788624674.826848:0:35937:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.826851:0:35937:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d63480 x1875506845089920/t0(0) o13->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.826858:0:35937:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624674.826862:0:35937:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624674.826865:0:35937:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd04838400. 02000000:00000001:2.0:1788624674.826868:0:35937:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624674.826872:0:35937:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624674.826874:0:35937:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:2.0:1788624674.826876:0:35937:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624674.826880:0:35937:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd20346f00. 02000000:00000001:2.0:1788624674.826883:0:35937:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624674.826886:0:35937:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624674.826888:0:35937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63480. 00000100:00000001:2.0:1788624674.826894:0:35937:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624674.826895:0:35937:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1788624674.826899:0:35937:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff99dd10dbf800: update ffff99dd064b1e18 cache blocks 901326/958279 objects 261771/262144 00020000:00000001:2.0:1788624674.826904:0:35937:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624674.826910:0:35937:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.826913:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624674.826917:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.826923:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.826926:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.827326:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.827339:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.827349:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.827352:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.827359:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.827364:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.827367:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.827371:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.827374:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.827382:0:35937:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:2.0:1788624674.827384:0:35937:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff99dd10dbf800: age 2012, max_age 2020 00000008:00000001:2.0:1788624674.827388:0:35937:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:2.0:1788624674.827392:0:35937:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000010:2.0:1788624674.827397:0:35937:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63480. 00000020:00000040:2.0:1788624674.827401:0:35937:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=4 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:2.0:1788624674.827405:0:35937:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624674.827406:0:35937:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:2.0:1788624674.827408:0:35937:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788624674.827411:0:35937:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624674.827415:0:35937:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624674.827421:0:35937:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624674.827427:0:35937:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd20346f00. 00000100:00000001:2.0:1788624674.827435:0:35937:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.827438:0:35937:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624674.827441:0:35937:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624674.827448:0:35937:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cda80. 00000100:00000001:2.0:1788624674.827450:0:35937:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486766720 : -112300222784896 : ffff99dd111cda80) 00000100:00000001:2.0:1788624674.827453:0:35937:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.827455:0:35937:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913920 : -112300210637696 : ffff99dd11d63480) 00000100:00000001:2.0:1788624674.827461:0:35937:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624674.827466:0:35937:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.827468:0:35937:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624674.827470:0:35937:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624674.827475:0:35937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63480 x1875506845090048/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.827482:0:35937:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624674.827485:0:35937:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.827488:0:35937:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624674.827491:0:35937:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624674.827493:0:35937:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624674.827497:0:35937:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63480 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35937:1875506845090048:192.168.202.125@tcp:13:lfs.0 00000100:00000001:2.0:1788624674.827501:0:35937:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624674.827507:0:35937:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624674.827509:0:35937:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.827513:0:35937:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624674.827517:0:35937:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd04838400. 02000000:00000001:2.0:1788624674.827519:0:35937:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624674.827526:0:35937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624674.827530:0:35937:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2318. 00000400:00000010:2.0:1788624674.827536:0:35937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08c38. 00000100:00000200:2.0:1788624674.827543:0:35937:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845090048, portal 4 00000100:00000001:2.0:1788624674.827545:0:35937:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.827546:0:35937:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913920 : -112300210637696 : ffff99dd11d63480) 00000100:00000040:2.0:1788624674.827552:0:35937:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11d63480 x1875506845090048/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.827559:0:35937:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624674.827562:0:35937:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624674.827564:0:35937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08088. 00000100:00000200:2.0:1788624674.827567:0:35937:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875506845090048, offset 0 00000400:00000200:2.0:1788624674.827573:0:35937:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624674.827581:0:35937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.827589:0:35937:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624674.827709:0:35937:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624674.827714:0:35937:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624674.827718:0:35937:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624674.827721:0:35937:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624674.827724:0:35937:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3077:3077:256:4294967295] 192.168.202.125@tcp LPNI seq info [3077:3077:8:4294967295] 00000400:00000200:2.0:1788624674.827729:0:35937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.827738:0:35937:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624674.827745:0:35937:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624674.827751:0:35937:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346200. 00000800:00000200:2.0:1788624674.827759:0:35937:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624674.827767:0:35937:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624674.827773:0:35937:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624674.827835:0:35937:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624674.827840:0:35937:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25186 usecs (26 jiffies) 00000400:00000200:2.0:1788624674.827844:0:35937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624674.827846:0:35937:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296688915 00000100:00000001:2.0:1788624674.827850:0:35937:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:2.0:1788624674.827852:0:35937:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296688915 00000100:00000001:2.0:1788624674.827855:0:35937:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:2.0:1788624674.827857:0:35937:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624674.827860:0:35937:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.827863:0:35937:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624674.827865:0:35937:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624674.827867:0:35937:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cda80 going to sleep for 11 seconds 00000100:00000001:2.0:1788624674.827869:0:35937:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624674.827872:0:35937:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624674.828434:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624674.828440:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346200. 00000400:00000200:3.0:1788624674.828447:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.828453:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624674.828459:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08088 00000400:00000010:3.0:1788624674.828462:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08088. 00000100:00000001:3.0:1788624674.828467:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624674.828472:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63480 x1875506845090048/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624674.828482:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624674.828486:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d63480 x1875506845090048/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624674.828492:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.828494:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624674.835414:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.835446:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624674.835452:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.835456:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.835470:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.835481:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624674.835493:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.835499:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.835505:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.835510:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 368 into portal 4 MB=0x6a9c377468100 00000400:00000200:3.0:1788624674.835516:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.835523:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 368/368 into md 0x8b9d [1] + 224 00000800:00000001:3.0:1788624674.835533:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.835541:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.835545:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.835550:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624674.835559:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624674.835570:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63480 x1875506845090048/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624674.835583:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff99dd11d63480 x1875506845090048/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.835668:0:35937:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624674.835691:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624674.835704:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.835708:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788624674.839324:0:35937:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624674.839333:0:35937:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624674.839339:0:35937:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2318. 00000400:00000200:2.0:1788624674.839353:0:35937:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08c38 00000400:00000010:2.0:1788624674.839356:0:35937:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08c38. 00000100:00000001:2.0:1788624674.839363:0:35937:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624674.839379:0:35937:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d63480 x1875506845090048/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624674.839392:0:35937:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d63480 x1875506845090048/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.839402:0:35937:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624674.839405:0:35937:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.839409:0:35937:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624674.839413:0:35937:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624674.839417:0:35937:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624674.839420:0:35937:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.839424:0:35937:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624674.839436:0:35937:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447cf0 time=101 v=5 (5 0 0 0) 00000100:00001000:2.0:1788624674.839441:0:35937:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624674.839444:0:35937:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624674.839446:0:35937:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.839450:0:35937:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624674.839455:0:35937:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.839460:0:35937:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624674.839465:0:35937:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:2.0:1788624674.839467:0:35937:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624674.839469:0:35937:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624674.839474:0:35937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d63480 x1875506845090048/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.839483:0:35937:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624674.839487:0:35937:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624674.839489:0:35937:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624674.839493:0:35937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63480 x1875506845090048/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788624674.839502:0:35937:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d63480 pname:cluuid:pid:xid:nid:opc:job lfs:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35937:1875506845090048:192.168.202.125@tcp:13:lfs.0 00000100:00000001:2.0:1788624674.839508:0:35937:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.839512:0:35937:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.839514:0:35937:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624674.839517:0:35937:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.839521:0:35937:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d63480 x1875506845090048/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.839528:0:35937:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624674.839532:0:35937:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cda80. 00000100:00000001:2.0:1788624674.839536:0:35937:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624674.839537:0:35937:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788624674.839545:0:35937:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:2.0:1788624674.839547:0:35937:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.839550:0:35937:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d63480 x1875506845090048/t0(0) o13->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:7/4 lens 224/368 e 0 to 0 dl 1788624690 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.839557:0:35937:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624674.839561:0:35937:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624674.839565:0:35937:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd04838400. 02000000:00000001:2.0:1788624674.839568:0:35937:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624674.839572:0:35937:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624674.839574:0:35937:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:2.0:1788624674.839576:0:35937:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624674.839580:0:35937:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd20346f00. 02000000:00000001:2.0:1788624674.839585:0:35937:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624674.839588:0:35937:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624674.839590:0:35937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63480. 00000100:00000001:2.0:1788624674.839599:0:35937:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624674.839600:0:35937:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1788624674.839604:0:35937:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff99dd10dbf800: update ffff99dd064b37d8 cache blocks 901366/958279 objects 261774/262144 00020000:00000001:2.0:1788624674.839609:0:35937:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788624674.839617:0:35937:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.839620:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788624674.839624:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.839629:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.839633:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.839793:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.839796:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.839805:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.839809:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.839819:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.839825:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.839827:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.839832:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.839834:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.839838:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.839840:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.839843:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.839845:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.839848:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.839850:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.839855:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.839856:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.839859:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.839860:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.839863:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.839866:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.839867:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.839869:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.839871:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.839874:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.839877:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.839879:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.839881:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.839884:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.839885:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.839888:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.839889:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.839892:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.839893:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.839896:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.839899:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.839900:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.839902:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.839903:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.839906:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.839908:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.839910:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.839912:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.839915:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.839916:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.839919:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.839920:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.839922:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.839923:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.839926:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.839929:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.839930:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.839932:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.839933:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.839937:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.839939:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.839941:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.839943:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.839945:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.839947:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.839950:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.839951:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.839954:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.839955:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.839957:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.839959:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.839961:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.839962:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.839963:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.839966:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.839968:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.839970:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.839972:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.839974:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.839975:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.839978:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.839980:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.839983:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.839984:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.839986:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.839989:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.839990:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.839992:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.839993:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.839996:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.839998:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840013:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840016:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840020:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840021:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840025:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840026:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840029:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840030:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840032:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840034:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840036:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840037:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840038:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840041:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840042:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840044:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840046:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840049:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840051:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840054:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840055:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840058:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840059:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840061:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840064:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840065:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840066:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840068:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840071:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840072:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840075:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840077:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840079:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840081:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840084:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840086:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840088:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840089:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840092:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840093:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840095:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840097:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840098:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840101:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840102:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840145:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840148:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840151:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840153:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840157:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840158:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840162:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840163:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840165:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840167:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840169:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840170:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840172:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840175:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840176:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840178:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840180:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840182:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840183:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840186:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840187:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840189:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840190:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840193:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840195:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840196:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840197:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840198:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840201:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840203:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840205:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840207:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840209:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840211:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840214:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840216:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840219:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840220:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840222:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840224:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840226:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840227:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840228:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840231:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840233:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840234:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840236:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840238:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840240:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840242:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840243:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840246:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840247:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840250:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840252:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840253:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840255:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840256:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840259:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840261:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840262:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840265:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840267:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840269:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840272:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840273:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840276:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840277:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840279:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840281:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840283:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840284:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840285:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840287:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840289:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840291:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840293:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840294:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840296:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840299:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840300:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840302:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840303:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840305:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840308:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840309:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840310:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840311:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840314:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840316:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840318:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840320:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840323:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840324:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840327:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840328:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840331:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840332:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840334:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840336:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840337:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840338:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840340:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840342:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840344:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840346:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840348:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840350:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840352:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840359:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840361:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840363:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840365:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840367:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840370:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840371:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840372:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840373:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840376:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840378:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840380:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840382:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840385:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840387:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840390:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840391:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840393:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840394:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840396:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840398:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840399:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840400:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840401:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840404:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840405:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840407:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840409:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840411:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840412:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840415:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840417:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840419:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840420:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840422:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840424:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840426:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840427:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840428:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840431:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840432:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840434:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840436:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840439:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840440:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840443:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840445:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840447:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840448:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840451:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840453:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840454:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840455:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840457:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840459:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840461:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840463:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840465:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840467:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840469:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840472:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840473:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840476:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840477:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840478:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840480:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840482:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840483:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840484:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840487:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840488:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840490:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840492:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840494:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840495:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840498:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840499:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840501:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840502:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840505:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840506:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840508:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840509:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840510:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840513:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840515:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840517:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840519:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840521:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840523:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840526:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840527:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840530:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840531:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840533:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840535:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840536:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840537:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840539:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840541:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840543:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840545:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840547:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840548:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840550:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840553:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840554:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840557:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840558:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840560:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840562:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840564:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840565:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840567:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840569:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840571:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840573:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840574:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840576:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840578:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840581:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840582:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840584:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840585:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840587:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840589:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840590:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840591:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840592:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840595:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840597:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840599:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840601:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840603:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840604:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840607:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840608:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840611:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840612:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840614:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840616:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840617:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840619:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840620:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840622:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840625:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840627:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840629:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840631:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840633:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840636:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840637:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840640:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840641:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840643:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840646:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840647:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840649:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840650:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840653:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840654:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840656:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840658:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840660:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840661:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840664:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840665:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840668:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840669:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840671:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840673:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840674:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840675:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840676:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840678:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840680:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840682:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840684:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840688:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840689:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840693:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840694:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840697:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840698:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840700:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840702:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840703:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840704:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840706:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840708:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840710:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840712:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840715:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840717:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840719:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840722:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840723:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840726:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840727:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840729:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840731:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840733:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840734:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840735:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840738:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840740:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840741:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840744:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840746:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840747:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840750:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840753:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840755:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840757:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840759:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840761:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840762:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840764:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840765:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840767:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840769:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840770:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840773:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840775:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840777:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840780:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840781:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840783:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840784:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840786:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840788:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840789:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840791:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840792:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840795:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840796:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840798:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840799:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840801:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840803:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840805:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840807:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840810:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840811:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840813:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840815:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840816:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840817:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840818:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840820:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840823:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840824:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840827:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840829:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840831:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840833:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840834:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840837:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840838:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840840:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840842:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840844:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840845:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840846:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840848:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840850:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840852:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840854:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840856:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840857:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840860:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840861:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840863:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840864:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840866:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840868:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840870:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840872:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840873:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840875:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840877:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840878:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840880:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840881:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840882:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840885:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840887:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840889:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840890:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840891:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840893:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840894:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840895:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840897:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840899:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840901:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840902:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840904:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840906:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840908:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840910:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840911:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840913:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840914:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840916:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840918:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840919:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840921:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840922:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840924:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840927:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840929:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840931:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840933:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840934:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840937:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840938:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840941:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840942:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840945:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840947:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840948:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840949:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840951:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840953:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840955:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840957:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840959:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840961:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840963:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840966:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840967:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840970:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840971:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.840973:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.840975:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.840977:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.840978:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.840979:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.840981:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840983:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840985:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.840987:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.840989:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840991:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.840994:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.840996:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.840998:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.840999:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841001:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841003:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841005:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841006:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841007:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841010:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841011:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841013:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841015:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841017:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841019:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841022:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841023:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841025:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841027:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841029:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841031:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841032:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841033:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841034:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841037:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841039:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841041:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841043:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841045:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841047:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841050:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841052:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841055:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841056:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841058:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841060:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841062:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841063:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841064:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841067:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841068:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841070:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841072:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841075:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841076:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841079:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841081:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841083:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841084:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841087:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841089:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841090:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841091:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841093:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841095:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841097:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841099:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841100:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841102:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841167:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841172:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841173:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841176:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841177:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841180:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841183:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841184:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841186:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841187:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841189:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841191:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841193:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841196:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841199:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841201:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841204:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841205:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841208:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841209:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841211:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841213:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841215:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841216:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841218:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841220:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841222:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841224:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841226:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841228:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841230:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841233:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841234:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841237:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841238:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841239:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841241:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841243:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841245:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841246:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841249:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841251:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841253:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841254:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841256:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841257:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841260:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841261:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841263:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841265:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841266:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841269:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841270:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841271:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841273:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841275:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841277:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841279:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841281:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841283:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841285:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841287:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841289:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841292:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841293:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841301:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841304:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841305:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841306:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841308:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841310:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841312:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841314:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841316:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841318:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841320:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841323:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841324:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841327:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841328:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841330:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841332:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841333:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841334:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841336:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841338:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841340:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841341:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841343:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841345:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841346:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841348:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841350:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841352:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841352:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841354:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841356:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841357:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841357:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841358:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841360:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841362:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841364:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841366:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841369:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841370:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841373:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841374:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841377:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841378:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841380:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841382:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841383:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841384:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841386:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841388:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841390:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841391:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841393:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841396:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841397:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841401:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841402:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841405:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841406:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841408:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841411:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841412:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841414:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841415:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841418:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841420:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841422:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841424:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841426:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841428:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841431:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841433:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841435:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841437:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841439:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841441:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841442:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841443:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841445:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841447:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841449:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841451:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841453:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841456:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841458:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841462:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841463:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841466:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841467:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841469:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841472:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841473:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841474:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841476:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841478:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841480:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841482:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841484:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841487:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841489:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841491:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841492:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841495:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841496:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841498:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841500:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841502:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841503:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841505:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841507:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841509:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841511:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841514:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841516:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841518:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841521:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841523:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841525:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841527:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841529:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841531:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841532:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841533:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841535:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841537:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841539:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841541:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841542:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841544:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841546:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841548:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841549:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841552:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841553:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841555:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841557:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841559:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841561:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841562:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841564:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841566:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841567:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841569:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841571:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841573:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841576:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841577:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841579:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841580:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841582:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841584:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841585:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841586:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841587:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841589:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841591:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841593:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841595:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841597:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841599:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841601:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841603:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841605:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841606:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841608:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841611:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841612:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841613:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841615:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841617:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841620:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841622:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841624:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841626:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841628:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841630:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841632:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841634:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841634:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841636:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841638:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841639:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841640:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841641:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841644:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841645:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841647:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841649:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841651:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841653:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841656:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841657:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841659:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841660:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841662:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841664:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841666:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841667:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841668:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841671:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841673:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841675:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841676:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841679:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841680:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841684:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841685:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841688:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841689:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841693:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841695:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841696:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841697:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841698:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841700:0:35937:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841702:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841704:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1788624674.841706:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841708:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841709:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788624674.841712:0:35937:0:(dir.c:2006:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788624674.841713:0:35937:0:(dir.c:2008:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8) cmd=c00866a4 arg=7ffc05f95bb0 00000080:00000001:2.0:1788624674.841716:0:35937:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788624674.841717:0:35937:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788624674.841719:0:35937:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff99dd0483a000. 00000020:00000001:2.0:1788624674.841721:0:35937:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841722:0:35937:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:2.0:1788624674.841723:0:35937:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:2.0:1788624674.841724:0:35937:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff99dd10dbf800: cmd=c00866a4 len=592 karg=ffff99dd0483a000 uarg=0000000000000000 00020000:00000001:2.0:1788624674.841726:0:35937:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788624674.841729:0:35937:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788624674.841730:0:35937:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1788624674.841732:0:35937:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff99dd0483a000. 00000080:00000001:2.0:1788624674.841735:0:35937:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788624674.841736:0:35937:0:(dir.c:2951:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1788624674.841752:0:35937:0:(dir.c:3021:ll_dir_release()) Process entered 00000080:00000001:2.0:1788624674.841756:0:35937:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788624674.841760:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fdd0 00000080:00200008:2.0:1788624674.841762:0:35937:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 100000 00000080:00400000:2.0:1788624674.841768:0:35937:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788624674.841772:0:35937:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd2030fcc0. 00000080:00000001:2.0:1788624674.841777:0:35937:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788624674.841779:0:35937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881d1fdd0 00000080:00000008:2.0:1788624674.841781:0:35937:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff99dd198763c8), flags 100000, rc = 0 00000080:00000001:2.0:1788624674.841784:0:35937:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.841785:0:35937:0:(dir.c:3022:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.852543:0:35938:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624674.852555:0:35938:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624674.852557:0:35938:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624674.852562:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfbc0 00000080:00200000:3.0:1788624674.852568:0:35938:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624674.852579:0:35938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd113f0c00. 00800000:00000002:3.0:1788624674.852590:0:35938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624674.852595:0:35938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624674.852601:0:35938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.852603:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfae0 00800000:00000002:3.0:1788624674.852607:0:35938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.852611:0:35938:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624674.852615:0:35938:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624674.852618:0:35938:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624674.852622:0:35938:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624674.852625:0:35938:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624674.852628:0:35938:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.852630:0:35938:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.852633:0:35938:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.852637:0:35938:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624674.852643:0:35938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.852645:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf9b0 00000002:00010000:3.0:1788624674.852647:0:35938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624674.852652:0:35938:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624674.852655:0:35938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624674.852660:0:35938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624674.852670:0:35938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a800 count: 2 00010000:00000001:3.0:1788624674.852673:0:35938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624674.852680:0:35938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.852684:0:35938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624674.852691:0:35938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788624674.852710:0:35938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624674.852718:0:35938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.852723:0:35938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788624674.852730:0:35938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624674.852733:0:35938:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624674.852735:0:35938:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624674.852737:0:35938:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624674.852739:0:35938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624674.852742:0:35938:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624674.852745:0:35938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624674.852749:0:35938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624674.852754:0:35938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd113f0c00. 00000080:00000001:3.0:1788624674.852762:0:35938:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624674.852765:0:35938:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624674.852768:0:35938:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624674.852772:0:35938:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41a48 00800000:00000001:3.0:1788624674.852776:0:35938:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624674.852778:0:35938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624674.852780:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.852783:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.852787:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=3 00000020:00000001:3.0:1788624674.852790:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:3.0:1788624674.852793:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:3.0:1788624674.852797:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.852799:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624674.852801:0:35938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624674.852803:0:35938:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624674.852806:0:35938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a48 from it ffffbef881dbfbf8 00010000:00000001:3.0:1788624674.852808:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.852810:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.852812:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=3 00000020:00000001:3.0:1788624674.852813:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:3.0:1788624674.852816:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:3.0:1788624674.852818:0:35938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624674.852821:0:35938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788624674.852828:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.852829:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.852830:0:35938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624674.852834:0:35938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624674.852837:0:35938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788624674.852845:0:35938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624674.852849:0:35938:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624674.852851:0:35938:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624674.852857:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.852858:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.852860:0:35938:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.852864:0:35938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624674.852867:0:35938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.852869:0:35938:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.852871:0:35938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.852873:0:35938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624674.852874:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.852876:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624674.852879:0:35938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624674.852881:0:35938:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624674.852883:0:35938:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788624674.852889:0:35938:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.852898:0:35938:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788624674.852900:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb58 00000080:00002000:3.0:1788624674.852902:0:35938:0:(dcache.c:87:ll_dcompare()) found name recon(ffff99dd1934d510) flags 0x48000e refc 0 00000080:00000001:3.0:1788624674.852906:0:35938:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.852908:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfbc8 00000080:00200000:3.0:1788624674.852910:0:35938:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:3.0:1788624674.852918:0:35938:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788624674.852920:0:35938:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x30:0x0](ffff99dd1912a1c8), inode mode 81a4 mask 52 00000080:00000001:3.0:1788624674.852923:0:35938:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.852932:0:35938:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788624674.852934:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb98 00000080:00200008:3.0:1788624674.852936:0:35938:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), flags 102101 00000080:00000010:3.0:1788624674.852944:0:35938:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd06754a00. 00000080:00000001:3.0:1788624674.852951:0:35938:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788624674.852954:0:35938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd113f0c00. 00800000:00000002:3.0:1788624674.852957:0:35938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624674.852959:0:35938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624674.852961:0:35938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.852963:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfa48 00800000:00000002:3.0:1788624674.852964:0:35938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000405:0x30:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.852968:0:35938:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788624674.852971:0:35938:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624674.852972:0:35938:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624674.852973:0:35938:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624674.852975:0:35938:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624674.852977:0:35938:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.852979:0:35938:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1788624674.852981:0:35938:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.852983:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf9c8 00800000:00000002:3.0:1788624674.852985:0:35938:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788624674.852989:0:35938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.852990:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf900 00000002:00010000:3.0:1788624674.852992:0:35938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:3.0:1788624674.852996:0:35938:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788624674.852999:0:35938:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788624674.853003:0:35938:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788624674.853023:0:35938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 2 00010000:00000001:3.0:1788624674.853026:0:35938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624674.853028:0:35938:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788624674.853032:0:35938:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.853034:0:35938:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624674.853036:0:35938:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624674.853039:0:35938:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788624674.853041:0:35938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a800 count: 2 00010000:00000001:3.0:1788624674.853043:0:35938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624674.853044:0:35938:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788624674.853047:0:35938:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788624674.853049:0:35938:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:3.0:1788624674.853058:0:35938:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788624674.853063:0:35938:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788624674.853066:0:35938:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788624674.853068:0:35938:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788624674.853071:0:35938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624674.853072:0:35938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624674.853075:0:35938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a800 count: 3 00010000:00000001:3.0:1788624674.853077:0:35938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624674.853079:0:35938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624674.853080:0:35938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624674.853081:0:35938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624674.853083:0:35938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a800 count: 3 00010000:00000001:3.0:1788624674.853084:0:35938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624674.853086:0:35938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624674.853088:0:35938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624674.853089:0:35938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624674.853090:0:35938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382a800 count: 3 00010000:00000001:3.0:1788624674.853092:0:35938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788624674.853094:0:35938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.853096:0:35938:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788624674.853099:0:35938:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788624674.853103:0:35938:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788624674.853148:0:35938:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788624674.853151:0:35938:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788624674.853153:0:35938:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.853158:0:35938:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788624674.853162:0:35938:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788624674.853164:0:35938:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788624674.853166:0:35938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.853168:0:35938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788624674.853171:0:35938:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd1067e400 with handle 0xcc94206c7ef41a48 from hash 00010000:00000001:3.0:1788624674.853173:0:35938:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788624674.853175:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.853176:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.853177:0:35938:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788624674.853181:0:35938:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788624674.853184:0:35938:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788624674.853186:0:35938:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624674.853188:0:35938:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624674.853190:0:35938:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788624674.853197:0:35938:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597b80. 00000020:00000040:3.0:1788624674.853201:0:35938:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:3.0:1788624674.853209:0:35938:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788624674.853211:0:35938:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.853215:0:35938:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788624674.853220:0:35938:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624674.853222:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.853224:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.853225:0:35938:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.853228:0:35938:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624674.853230:0:35938:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624674.853234:0:35938:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624674.853243:0:35938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cc400. 00000100:00000001:3.0:1788624674.853252:0:35938:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.853259:0:35938:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624674.853262:0:35938:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788624674.853265:0:35938:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1788624674.853273:0:35938:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788624674.853274:0:35938:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788624674.853276:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788624674.853279:0:35938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a48 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a8a1a expref: -99 pid: 35937 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:3.0:1788624674.853287:0:35938:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd0382a800 count: 0 00010000:00000010:3.0:1788624674.853293:0:35938:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd1115a580. 00010000:00000001:3.0:1788624674.853304:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.853306:0:35938:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.853307:0:35938:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624674.853308:0:35938:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.853310:0:35938:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788624674.853318:0:35938:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773490740096 : -112300218811520 : ffff99dd11597b80) 00010000:00000001:3.0:1788624674.853322:0:35938:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788624674.853324:0:35938:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788624674.853328:0:35938:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd0382a200. 00010000:00000010:3.0:1788624674.853331:0:35938:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd1115a580. 00010000:00000001:3.0:1788624674.853336:0:35938:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624674.853340:0:35938:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067ec00. 00000020:00000001:3.0:1788624674.853343:0:35938:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624674.853345:0:35938:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067ec00 with handle 0xcc94206c7ef41a4f to hash 00000020:00000001:3.0:1788624674.853347:0:35938:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624674.853348:0:35938:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624674.853353:0:35938:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:3.0:1788624674.853355:0:35938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.853357:0:35938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.853361:0:35938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624674.853368:0:35938:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35938 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788624674.853381:0:35938:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788624674.853397:0:35938:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11597b80 x1875506845090304/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788624674.853413:0:35938:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788624674.853419:0:35938:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624674.853421:0:35938:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624674.853430:0:35938:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd049a8f00. 00000100:00000001:3.0:1788624674.853432:0:35938:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773276901120 : -112300432650496 : ffff99dd049a8f00) 00000100:00000001:3.0:1788624674.853435:0:35938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624674.853437:0:35938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490740096 : -112300218811520 : ffff99dd11597b80) 00000100:00000001:3.0:1788624674.853442:0:35938:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624674.853447:0:35938:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.853450:0:35938:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624674.853452:0:35938:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624674.853457:0:35938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11597b80 x1875506845090304/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.853467:0:35938:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624674.853469:0:35938:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624674.853474:0:35938:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624674.853477:0:35938:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624674.853480:0:35938:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624674.853484:0:35938:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11597b80 pname:cluuid:pid:xid:nid:opc:job bash:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35938:1875506845090304:192.168.202.125@tcp:101:bash.0 00000100:00000001:3.0:1788624674.853489:0:35938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624674.853498:0:35938:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624674.853501:0:35938:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624674.853504:0:35938:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624674.853591:0:35938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff99dd04900000. 02000000:00000001:3.0:1788624674.853593:0:35938:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624674.853605:0:35938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624674.853610:0:35938:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560ac60. 00000400:00000010:3.0:1788624674.853618:0:35938:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff99dd049ce400. 00000100:00000200:3.0:1788624674.853628:0:35938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875506845090304, portal 10 00000100:00000001:3.0:1788624674.853630:0:35938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624674.853632:0:35938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490740096 : -112300218811520 : ffff99dd11597b80) 00000100:00000040:3.0:1788624674.853638:0:35938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11597b80 x1875506845090304/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624690 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.853646:0:35938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624674.853649:0:35938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624674.853653:0:35938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f660. 00000100:00000200:3.0:1788624674.853656:0:35938:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875506845090304, offset 0 00000400:00000200:3.0:1788624674.853663:0:35938:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624674.853673:0:35938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.853683:0:35938:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624674.853690:0:35938:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624674.853694:0:35938:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624674.853699:0:35938:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624674.853702:0:35938:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624674.853706:0:35938:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3078:3078:256:4294967295] 192.168.202.125@tcp LPNI seq info [3078:3078:8:4294967295] 00000400:00000200:3.0:1788624674.853711:0:35938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.853722:0:35938:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624674.853729:0:35938:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624674.853737:0:35938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185400. 00000800:00000200:3.0:1788624674.853745:0:35938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624674.853754:0:35938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624674.853759:0:35938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788624674.853789:0:35938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624674.853794:0:35938:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 814507 usecs (815 jiffies) 00000400:00000200:3.0:1788624674.853798:0:35938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624674.853801:0:35938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296689728 00000100:00000001:3.0:1788624674.853804:0:35938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:3.0:1788624674.853807:0:35938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296689728 00000100:00000001:3.0:1788624674.853809:0:35938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:3.0:1788624674.853811:0:35938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624674.853815:0:35938:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.853817:0:35938:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624674.853820:0:35938:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624674.853823:0:35938:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd049a8f00 going to sleep for 11 seconds 00000100:00000001:3.0:1788624674.853825:0:35938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624674.853828:0:35938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624674.854076:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624674.854082:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185400. 00000400:00000200:2.0:1788624674.854088:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624674.854094:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624674.854101:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f660 00000400:00000010:2.0:1788624674.854139:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f660. 00000100:00000001:2.0:1788624674.854146:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624674.854151:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11597b80 x1875506845090304/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624690 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.854160:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.854164:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11597b80 x1875506845090304/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624690 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.854171:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.854173:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624674.858666:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.858695:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624674.858702:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.858705:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.858719:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.858731:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624674.858743:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.858750:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.858757:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.858763:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c377468200 00000400:00000200:3.0:1788624674.858770:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.858779:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x8bad [32] + 224 00000800:00000001:3.0:1788624674.858789:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.858798:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.858802:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.858808:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624674.858821:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624674.858837:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11597b80 x1875506845090304/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624690 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624674.858851:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff99dd11597b80 x1875506845090304/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.858919:0:35938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624674.858941:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624674.858954:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.858958:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788624674.862615:0:35938:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624674.862624:0:35938:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624674.862629:0:35938:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560ac60. 00000400:00000200:0.0:1788624674.862638:0:35938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd049ce400 00000400:00000010:0.0:1788624674.862641:0:35938:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff99dd049ce400. 00000100:00000001:0.0:1788624674.862647:0:35938:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624674.862665:0:35938:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11597b80 x1875506845090304/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624674.862678:0:35938:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11597b80 x1875506845090304/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.862687:0:35938:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624674.862689:0:35938:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.862693:0:35938:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624674.862697:0:35938:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624674.862699:0:35938:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624674.862702:0:35938:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624674.862705:0:35938:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624674.862717:0:35938:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=103 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624674.862721:0:35938:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624674.862725:0:35938:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624674.862727:0:35938:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.862731:0:35938:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624674.862735:0:35938:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.862739:0:35938:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788624674.862741:0:35938:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788624674.862744:0:35938:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788624674.862747:0:35938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624674.862748:0:35938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490740096 : -112300218811520 : ffff99dd11597b80) 00000100:00000001:0.0:1788624674.862752:0:35938:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624674.862755:0:35938:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934607 00000100:00000001:0.0:1788624674.862757:0:35938:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624674.862761:0:35938:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624674.862766:0:35938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11597b80 x1875506845090304/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624690 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.862774:0:35938:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624674.862777:0:35938:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624674.862780:0:35938:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624674.862784:0:35938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11597b80 x1875506845090304/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624690 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624674.862793:0:35938:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11597b80 pname:cluuid:pid:xid:nid:opc:job bash:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35938:1875506845090304:192.168.202.125@tcp:101:bash.0 00000100:00000001:0.0:1788624674.862799:0:35938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.862803:0:35938:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.862806:0:35938:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624674.862809:0:35938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624674.862812:0:35938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11597b80 x1875506845090304/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624690 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.862820:0:35938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624674.862823:0:35938:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd049a8f00. 00000100:00000001:0.0:1788624674.862828:0:35938:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624674.862830:0:35938:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.862834:0:35938:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624674.862842:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.862845:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.862850:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=4 00000020:00000001:0.0:1788624674.862852:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:0.0:1788624674.862856:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000040:0.0:1788624674.862864:0:35938:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd1067ec00, remote cookie: 0xa103bd66258a8a28, flags: 0x1001 00010000:00010000:0.0:1788624674.862870:0:35938:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a28 expref: -99 pid: 35938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788624674.862880:0:35938:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788624674.862883:0:35938:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788624674.862892:0:35938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 2 00010000:00000001:0.0:1788624674.862894:0:35938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1788624674.862898:0:35938:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd0382a200 count: 0 00010000:00000010:0.0:1788624674.862904:0:35938:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd1115a580. 00010000:00000001:0.0:1788624674.862910:0:35938:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624674.862914:0:35938:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a28 expref: -99 pid: 35938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624674.862924:0:35938:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a28 expref: -99 pid: 35938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624674.862930:0:35938:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624674.862935:0:35938:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624674.862937:0:35938:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624674.862939:0:35938:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624674.862941:0:35938:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624674.862943:0:35938:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff99dd03870e00) refcount = 2 00010000:00000040:0.0:1788624674.862946:0:35938:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788624674.862949:0:35938:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788624674.862963:0:35938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a28 expref: -99 pid: 35938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624674.862970:0:35938:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624674.862973:0:35938:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624674.862975:0:35938:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624674.862978:0:35938:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624674.862981:0:35938:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624674.862984:0:35938:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a28 expref: -99 pid: 35938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624674.862990:0:35938:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624674.862992:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.862994:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.862995:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.862996:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.862998:0:35938:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624674.863002:0:35938:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788624674.864262:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.864269:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.864273:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=3 00000020:00000001:0.0:1788624674.864452:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:0.0:1788624674.864459:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:0.0:1788624674.864461:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.864463:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.864464:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=4 00000020:00000001:0.0:1788624674.864466:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:0.0:1788624674.864468:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:0.0:1788624674.864471:0:35938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624674.864476:0:35938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624674.864480:0:35938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a28 expref: -99 pid: 35938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624674.864493:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.864495:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.864496:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.864497:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.864498:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=5 00000020:00000001:0.0:1788624674.864500:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:0.0:1788624674.864502:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:0.0:1788624674.864505:0:35938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624674.864508:0:35938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a28 expref: -99 pid: 35938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624674.864514:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.864515:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624674.864517:0:35938:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a28 expref: -99 pid: 35938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624674.864524:0:35938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624674.864525:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.864526:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.864527:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.864528:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788624674.864546:0:35938:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff99dd11597b80 x1875506845090304/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624690 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624674.864558:0:35938:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788624674.864564:0:35938:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11597b80 x1875506845090304/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624690 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624674.864572:0:35938:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.864580:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.864581:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.864583:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=3 00000020:00000001:0.0:1788624674.864586:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:0.0:1788624674.864588:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00000002:00010000:0.0:1788624674.864593:0:35938:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a28 expref: -99 pid: 35938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788624674.864611:0:35938:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99dd215f8980. 00010000:00000001:0.0:1788624674.864614:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.864615:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624674.864617:0:35938:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624674.864619:0:35938:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624674.864623:0:35938:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788624674.864627:0:35938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624674.864629:0:35938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490740096 : -112300218811520 : ffff99dd11597b80) 00010000:00000001:0.0:1788624674.864631:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.864633:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.864634:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=3 00000020:00000001:0.0:1788624674.864636:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:0.0:1788624674.864638:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00000002:00010000:0.0:1788624674.864641:0:35938:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a28 expref: -99 pid: 35938 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624674.864648:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.864649:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.864651:0:35938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624674.864653:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.864654:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.864655:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=3 00000020:00000001:0.0:1788624674.864657:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:0.0:1788624674.864659:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000040:0.0:1788624674.864666:0:35938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 3 00010000:00000001:0.0:1788624674.864669:0:35938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624674.864674:0:35938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624674.864678:0:35938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624674.864681:0:35938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788624674.864690:0:35938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624674.864697:0:35938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624674.864700:0:35938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624674.864706:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.864707:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.864709:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.864710:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.864711:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=3 00000020:00000001:0.0:1788624674.864713:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:0.0:1788624674.864715:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:0.0:1788624674.864717:0:35938:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1788624674.864720:0:35938:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a28 expref: -99 pid: 35938 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624674.864725:0:35938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624674.864728:0:35938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xa103bd66258a8a28 expref: -99 pid: 35938 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624674.864733:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.864735:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788624674.864737:0:35938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0xa103bd66258a8a28 expref: -99 pid: 35938 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624674.864743:0:35938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624674.864745:0:35938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.864749:0:35938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788624674.864755:0:35938:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99dd184fd780. 00010000:00000001:0.0:1788624674.864759:0:35938:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788624674.864838:0:35938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1788624674.864842:0:35938:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.864843:0:35938:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.864845:0:35938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624674.864847:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.864848:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624674.864849:0:35938:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624674.864853:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf888 00000002:00002000:0.0:1788624674.864856:0:35938:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788624674.864859:0:35938:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624674.864864:0:35938:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624674.864867:0:35938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624674.864871:0:35938:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788624674.864875:0:35938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624674.864880:0:35938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624674.864884:0:35938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd113f0c00. 00000080:00000001:0.0:1788624674.864892:0:35938:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788624674.864899:0:35938:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788624674.864903:0:35938:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1788624674.864908:0:35938:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624674.864913:0:35938:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255831704 : -112300453719912 : ffff99dd03591098) 00000020:00001000:0.0:1788624674.864915:0:35938:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591090 00000020:00000001:0.0:1788624674.864918:0:35938:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788624674.864923:0:35938:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788624674.864926:0:35938:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788624674.864933:0:35938:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd1879cc60. 00020000:00000010:0.0:1788624674.864939:0:35938:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd049c7a00. 00020000:00000010:0.0:1788624674.864945:0:35938:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd1879cde0. 00020000:00000001:0.0:1788624674.864948:0:35938:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773610298848 : -112300099252768 : ffff99dd1879cde0) 00020000:00000002:0.0:1788624674.864952:0:35938:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd1879cde0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788624674.864957:0:35938:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788624674.864961:0:35938:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd049c7a00: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:0.0:1788624674.864966:0:35938:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd107ec4d8) owner ffff99dd04868000 00020000:00000001:0.0:1788624674.864970:0:35938:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788624674.864972:0:35938:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd107ec4d8) owner ffff99dd04868000 00020000:00000010:0.0:1788624674.864976:0:35938:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd049c7a00. 00020000:00000010:0.0:1788624674.864980:0:35938:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd1879cc60. 00020000:00000010:0.0:1788624674.864983:0:35938:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd1879cde0. 00020000:00000002:0.0:1788624674.864985:0:35938:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788624674.864987:0:35938:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.864989:0:35938:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788624674.864991:0:35938:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591090 00000080:00000001:0.0:1788624674.864997:0:35938:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:0.0:1788624674.865000:0:35938:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1788624674.865017:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.865019:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.865021:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=3 00000020:00000001:0.0:1788624674.865023:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:0.0:1788624674.865025:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00000080:00000001:0.0:1788624674.865029:0:35938:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788624674.865031:0:35938:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624674.865032:0:35938:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255831704 : -112300453719912 : ffff99dd03591098) 00000020:00001000:0.0:1788624674.865034:0:35938:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591090 00000020:00000001:0.0:1788624674.865035:0:35938:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788624674.865037:0:35938:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788624674.865038:0:35938:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788624674.865041:0:35938:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd1879cde0. 00020000:00000010:0.0:1788624674.865043:0:35938:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd049c7a00. 00020000:00000010:0.0:1788624674.865046:0:35938:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd1879cc60. 00020000:00000001:0.0:1788624674.865048:0:35938:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773610298464 : -112300099253152 : ffff99dd1879cc60) 00020000:00000002:0.0:1788624674.865050:0:35938:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd1879cc60, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788624674.865054:0:35938:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788624674.865057:0:35938:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd049c7a00: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:0.0:1788624674.865059:0:35938:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd107ec4d8) owner ffff99dd04868000 00020000:00000001:0.0:1788624674.865061:0:35938:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788624674.865064:0:35938:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd107ec4d8) owner ffff99dd04868000 00020000:00000010:0.0:1788624674.865067:0:35938:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd049c7a00. 00020000:00000010:0.0:1788624674.865069:0:35938:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd1879cde0. 00020000:00000010:0.0:1788624674.865071:0:35938:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd1879cc60. 00020000:00000002:0.0:1788624674.865073:0:35938:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788624674.865075:0:35938:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.865077:0:35938:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.865080:0:35938:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788624674.865084:0:35938:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd04868000 00020000:00000002:0.0:1788624674.865088:0:35938:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd185882a0 addref 2/0 by ffff99dd04868000. 00020000:00000002:0.0:1788624674.865091:0:35938:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd04868000 00020000:00000001:0.0:1788624674.865094:0:35938:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788624674.865097:0:35938:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788624674.865098:0:35938:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788624674.865100:0:35938:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788624674.865103:0:35938:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788624674.865372:0:35938:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x30:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788624674.865376:0:35938:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591090 00000080:00000001:0.0:1788624674.865379:0:35938:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.865380:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.865382:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624674.865384:0:35938:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788624674.865387:0:35938:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788624674.865389:0:35938:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624674.865393:0:35938:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff99dd1912a1c8) for lock 0xcc94206c7ef41a33 00800000:00000001:0.0:1788624674.865396:0:35938:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624674.865399:0:35938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624674.865400:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.865401:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.865402:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=3 00000020:00000001:0.0:1788624674.865404:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:0.0:1788624674.865407:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:0.0:1788624674.865409:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.865410:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624674.865411:0:35938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624674.865414:0:35938:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.865417:0:35938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624674.865424:0:35938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11597b80 x1875506845090304/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624690 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.865432:0:35938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624674.865436:0:35938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a33 from it ffffbef881dbfbf0 00010000:00000001:0.0:1788624674.865439:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.865440:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.865441:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=3 00000020:00000001:0.0:1788624674.865443:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:0.0:1788624674.865445:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:0.0:1788624674.865447:0:35938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624674.865450:0:35938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624674.865457:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.865458:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.865460:0:35938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624674.865463:0:35938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624674.865467:0:35938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788624674.865475:0:35938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624674.865478:0:35938:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624674.865481:0:35938:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624674.865486:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.865488:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.865490:0:35938:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.865492:0:35938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624674.865493:0:35938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.865495:0:35938:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.865499:0:35938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.865501:0:35938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624674.865502:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.865503:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788624674.865507:0:35938:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624674.865514:0:35938:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd215f85c0. 00000080:00000001:0.0:1788624674.865517:0:35938:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788624674.865522:0:35938:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788624674.865525:0:35938:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624674.865528:0:35938:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624674.865531:0:35938:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624674.865534:0:35938:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624674.865536:0:35938:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624674.865538:0:35938:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788624674.865541:0:35938:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624674.865544:0:35938:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788624674.865549:0:35938:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd105369a0. 00000002:00100000:0.0:1788624674.865555:0:35938:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11597b80 x1875506845090304/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624690 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624674.865562:0:35938:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624674.865564:0:35938:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788624674.865568:0:35938:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788624674.865573:0:35938:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624674.865577:0:35938:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788624674.865580:0:35938:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788624674.865582:0:35938:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624674.865585:0:35938:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788624674.865586:0:35938:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624674.865590:0:35938:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788624674.865591:0:35938:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624674.865593:0:35938:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788624674.865596:0:35938:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624674.865599:0:35938:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624674.865603:0:35938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624674.865607:0:35938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11597b80 x1875506845090304/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624690 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788624674.865615:0:35938:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624674.865619:0:35938:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff99dd04900000. 02000000:00000001:0.0:1788624674.865655:0:35938:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788624674.865657:0:35938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.865662:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb98 00000080:00000008:0.0:1788624674.865665:0:35938:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), flags 102101, rc = 0 00020000:00000001:0.0:1788624674.865786:0:35938:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788624674.865790:0:35938:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd04868000 00020000:00000002:0.0:1788624674.865795:0:35938:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd04868000 00020000:00000001:0.0:1788624674.865798:0:35938:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.868622:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd28 00000080:00200008:3.0:1788624674.868634:0:35938:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788624674.868646:0:35938:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624674.868649:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfca0 00000080:00200000:3.0:1788624674.868651:0:35938:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff99dd1912a1c8),name=recon 00000080:00000010:3.0:1788624674.868662:0:35938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd113f1200. 00800000:00000002:3.0:1788624674.868669:0:35938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624674.868678:0:35938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624674.868685:0:35938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.868688:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfbc0 00800000:00000002:3.0:1788624674.868691:0:35938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.868695:0:35938:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624674.868700:0:35938:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624674.868704:0:35938:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624674.868707:0:35938:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624674.868710:0:35938:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624674.868712:0:35938:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.868715:0:35938:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.868717:0:35938:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624674.868721:0:35938:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624674.868722:0:35938:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624674.868723:0:35938:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624674.868725:0:35938:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624674.868727:0:35938:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.868729:0:35938:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1788624674.868731:0:35938:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.868734:0:35938:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624674.868741:0:35938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.868743:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfa90 00000002:00010000:3.0:1788624674.868745:0:35938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624674.868750:0:35938:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624674.868752:0:35938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624674.868756:0:35938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624674.868765:0:35938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 3 00010000:00000001:3.0:1788624674.868769:0:35938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624674.868775:0:35938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.868780:0:35938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624674.868786:0:35938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788624674.868806:0:35938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624674.868813:0:35938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.868817:0:35938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788624674.868826:0:35938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624674.868828:0:35938:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624674.868831:0:35938:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624674.868833:0:35938:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624674.868835:0:35938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624674.868837:0:35938:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624674.868841:0:35938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624674.868844:0:35938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624674.868848:0:35938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd113f1200. 00000080:00000001:3.0:1788624674.868853:0:35938:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624674.868855:0:35938:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624674.868859:0:35938:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff99dd1912a1c8) 00000080:00010000:3.0:1788624674.868863:0:35938:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff99dd1912a1c8) for lock 0xcc94206c7ef41a33 00800000:00000001:3.0:1788624674.868867:0:35938:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624674.868870:0:35938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624674.868872:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.868875:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.868878:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=3 00000020:00000001:3.0:1788624674.868881:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:3.0:1788624674.868884:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:3.0:1788624674.868887:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.868889:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624674.868890:0:35938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624674.868892:0:35938:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624674.868895:0:35938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a33 from it ffffbef881dbfcd8 00010000:00000001:3.0:1788624674.868898:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.868899:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.868901:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=3 00000020:00000001:3.0:1788624674.868903:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:3.0:1788624674.868905:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:3.0:1788624674.868908:0:35938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624674.868911:0:35938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788624674.868918:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.868920:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.868921:0:35938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624674.868924:0:35938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624674.868927:0:35938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788624674.868935:0:35938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624674.868939:0:35938:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624674.868942:0:35938:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624674.868947:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.868948:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.868950:0:35938:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.868954:0:35938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624674.868957:0:35938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.868959:0:35938:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.868962:0:35938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.868965:0:35938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624674.868966:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.868967:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624674.868971:0:35938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624674.868974:0:35938:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788624674.868977:0:35938:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788624674.868981:0:35938:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788624674.868983:0:35938:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788624674.868986:0:35938:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788624674.868987:0:35938:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.868989:0:35938:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788624674.868993:0:35938:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788624674.868997:0:35938:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624674.869002:0:35938:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255835160 : -112300453716456 : ffff99dd03591e18) 00000020:00001000:3.0:1788624674.869005:0:35938:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591e10 00000020:00000001:3.0:1788624674.869010:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.869013:0:35938:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788624674.869016:0:35938:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788624674.869019:0:35938:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788624674.869022:0:35938:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624674.869024:0:35938:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788624674.869026:0:35938:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788624674.869028:0:35938:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.869030:0:35938:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788624674.869035:0:35938:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff99dd11c937e0 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788624674.869038:0:35938:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd04868000 00020000:00000001:3.0:1788624674.869042:0:35938:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788624674.869045:0:35938:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788624674.869047:0:35938:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788624674.869049:0:35938:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.869051:0:35938:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788624674.869053:0:35938:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788624674.869055:0:35938:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869056:0:35938:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624674.869057:0:35938:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788624674.869058:0:35938:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788624674.869060:0:35938:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd04868000 00000020:00000001:3.0:1788624674.869062:0:35938:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788624674.869065:0:35938:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788624674.869067:0:35938:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:3.0:1788624674.869070:0:35938:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788624674.869072:0:35938:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788624674.869074:0:35938:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788624674.869076:0:35938:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788624674.869084:0:35938:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788624674.869090:0:35938:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd1115ae80. 00020000:00000002:3.0:1788624674.869093:0:35938:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788624674.869095:0:35938:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788624674.869097:0:35938:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624674.869099:0:35938:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788624674.869101:0:35938:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624674.869103:0:35938:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834008 : -112300453717608 : ffff99dd03591998) 00000020:00001000:3.0:1788624674.869146:0:35938:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591990 00000020:00000001:3.0:1788624674.869150:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3dc38 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.869151:0:35938:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788624674.869155:0:35938:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624674.869156:0:35938:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788624674.869158:0:35938:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.869160:0:35938:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.869162:0:35938:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494036288 : -112300215515328 : ffff99dd118bc740) 00000020:00000001:3.0:1788624674.869164:0:35938:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788624674.869169:0:35938:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd03440850. 00000008:00010000:3.0:1788624674.869172:0:35938:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788624674.869176:0:35938:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788624674.869177:0:35938:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788624674.869179:0:35938:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd1115aeb0, osc lock ffff99dd03440850, flags 0x400001002 00000020:00000001:3.0:1788624674.869181:0:35938:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.869183:0:35938:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.869186:0:35938:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773486296704 : -112300223254912 : ffff99dd1115ae80) 00000020:00000001:3.0:1788624674.869188:0:35938:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788624674.869189:0:35938:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788624674.869191:0:35938:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869192:0:35938:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869195:0:35938:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788624674.869197:0:35938:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788624674.869199:0:35938:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788624674.869201:0:35938:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788624674.869202:0:35938:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624674.869203:0:35938:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494036288 : -112300215515328 : ffff99dd118bc740) 00000020:00000001:3.0:1788624674.869205:0:35938:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788624674.869208:0:35938:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788624674.869210:0:35938:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788624674.869215:0:35938:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788624674.869217:0:35938:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788624674.869219:0:35938:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788624674.869221:0:35938:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788624674.869222:0:35938:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788624674.869223:0:35938:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788624674.869228:0:35938:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788624674.869231:0:35938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624674.869236:0:35938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ab00 count: 2 00010000:00000001:3.0:1788624674.869238:0:35938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624674.869243:0:35938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.869246:0:35938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624674.869249:0:35938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788624674.869259:0:35938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624674.869261:0:35938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.869264:0:35938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788624674.869269:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.869270:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.869272:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=4 00000020:00000001:3.0:1788624674.869274:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.869276:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00000008:00000001:3.0:1788624674.869279:0:35938:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788624674.869282:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.869283:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.869284:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=5 00000020:00000001:3.0:1788624674.869286:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.869288:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00000020:00000001:3.0:1788624674.869292:0:35938:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788624674.869294:0:35938:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788624674.869296:0:35938:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788624674.869297:0:35938:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.869299:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.869299:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.869300:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=6 00000020:00000001:3.0:1788624674.869302:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.869305:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.869306:0:35938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624674.869309:0:35938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788624674.869315:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.869316:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.869317:0:35938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624674.869319:0:35938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624674.869321:0:35938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788624674.869327:0:35938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624674.869329:0:35938:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624674.869330:0:35938:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624674.869332:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.869333:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.869334:0:35938:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.869336:0:35938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624674.869337:0:35938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.869339:0:35938:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.869342:0:35938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.869343:0:35938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624674.869345:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.869346:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.869347:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.869348:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788624674.869349:0:35938:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.869351:0:35938:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869353:0:35938:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.869355:0:35938:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869357:0:35938:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869358:0:35938:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788624674.869359:0:35938:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788624674.869362:0:35938:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788624674.869364:0:35938:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1788624674.869366:0:35938:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869367:0:35938:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.869371:0:35938:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788624674.869373:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.869375:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.869376:0:35938:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788624674.869380:0:35938:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788624674.869383:0:35938:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788624674 a=0 c=1788624674 b=0 00020000:00000001:3.0:1788624674.869386:0:35938:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869387:0:35938:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869389:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000080:00200000:3.0:1788624674.869391:0:35938:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:3.0:1788624674.869394:0:35938:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788624674.869398:0:35938:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788624674.869400:0:35938:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd11c93780 (ffff99dd03591e18/0) at cl_lock_release():245 00000020:00000001:3.0:1788624674.869402:0:35938:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788624674.869404:0:35938:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c93780 (ffff99dd03591e18/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788624674.869406:0:35938:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788624674.869407:0:35938:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624674.869409:0:35938:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494036288 : -112300215515328 : ffff99dd118bc740) 00000020:00000001:3.0:1788624674.869410:0:35938:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788624674.869411:0:35938:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd1115aeb0 (ffff99dd03591998/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788624674.869414:0:35938:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788624674.869416:0:35938:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788624674.869417:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.869418:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788624674.869419:0:35938:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788624674.869421:0:35938:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788624674.869422:0:35938:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788624674.869423:0:35938:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788624674.869424:0:35938:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788624674.869425:0:35938:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c93780 (ffff99dd03591e18/0) at cl_lock_fini():72 00020000:00000001:3.0:1788624674.869428:0:35938:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788624674.869429:0:35938:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788624674.869430:0:35938:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd1115aeb0 (ffff99dd03591e18/1) at cl_lock_fini():72 00000008:00000010:3.0:1788624674.869433:0:35938:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd03440850. 00000020:00000001:3.0:1788624674.869436:0:35938:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788624674.869438:0:35938:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd1115ae80. 00020000:00000001:3.0:1788624674.869440:0:35938:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788624674.869441:0:35938:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788624674.869443:0:35938:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788624674.869444:0:35938:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869446:0:35938:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788624674.869448:0:35938:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788624674.869451:0:35938:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788624674.869452:0:35938:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788624674.869453:0:35938:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788624674.869455:0:35938:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591990 00020000:00000001:3.0:1788624674.869458:0:35938:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788624674.869460:0:35938:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788624674.869462:0:35938:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788624674.869465:0:35938:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788624674.869467:0:35938:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788624674.869469:0:35938:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.869472:0:35938:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788624674.869474:0:35938:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788624674.869475:0:35938:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788624674.869476:0:35938:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591e10 00000001:00000001:3.0:1788624674.869478:0:35938:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869484:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd28 00000080:00000008:3.0:1788624674.869486:0:35938:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788624674.869553:0:35938:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1788624674.869556:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd88 00000080:00200008:3.0:1788624674.869558:0:35938:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 0, count: 23 00000080:00000002:3.0:1788624674.869562:0:35938:0:(file.c:2656:do_file_write_iter()) inode ffff99dd1912a1c8 need_sync_to_oss [0x200000405:0x30:0x0] 00000080:00000001:3.0:1788624674.869565:0:35938:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1788624674.869567:0:35938:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.869569:0:35938:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1788624674.869572:0:35938:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869575:0:35938:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624674.869577:0:35938:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255835160 : -112300453716456 : ffff99dd03591e18) 00000020:00001000:3.0:1788624674.869579:0:35938:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591e10 00000080:00000001:3.0:1788624674.869582:0:35938:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1788624674.869584:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc98 00000080:00200000:3.0:1788624674.869585:0:35938:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:3.0:1788624674.869591:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc30 00000080:00200000:3.0:1788624674.869593:0:35938:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:3.0:1788624674.869595:0:35938:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788624674.869597:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.869599:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.869601:0:35938:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788624674.869602:0:35938:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788624674.869604:0:35938:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788624674 a=0 c=1788624674 b=0 00020000:00000001:3.0:1788624674.869606:0:35938:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869608:0:35938:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869609:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000080:00200000:3.0:1788624674.869611:0:35938:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:3.0:1788624674.869613:0:35938:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788624674.869615:0:35938:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1788624674.869621:0:35938:0:(cl_io.c:214:cl_io_rw_init()) header@000000004813c72f[0x110, 2, [0x200000405:0x30:0x0] hash] 00000020:00200000:3.0:1788624674.869623:0:35938:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:3.0:1788624674.869625:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.869627:0:35938:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788624674.869628:0:35938:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788624674.869630:0:35938:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788624674.869632:0:35938:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624674.869633:0:35938:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1788624674.869637:0:35938:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624674.869642:0:35938:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.869644:0:35938:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788624674.869646:0:35938:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.869648:0:35938:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788624674.869651:0:35938:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff99dd11c937e0 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1788624674.869653:0:35938:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd04868000 00020000:00000001:3.0:1788624674.869656:0:35938:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788624674.869658:0:35938:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788624674.869660:0:35938:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788624674.869661:0:35938:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1788624674.869663:0:35938:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:3.0:1788624674.869666:0:35938:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1788624674.869667:0:35938:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788624674.869668:0:35938:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869670:0:35938:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624674.869671:0:35938:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788624674.869673:0:35938:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788624674.869675:0:35938:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd04868000 00000020:00000001:3.0:1788624674.869676:0:35938:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869678:0:35938:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788624674.869680:0:35938:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:3.0:1788624674.869683:0:35938:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1788624674.869685:0:35938:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869689:0:35938:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788624674.869691:0:35938:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788624674.869693:0:35938:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1788624674.869695:0:35938:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1788624674.869696:0:35938:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:3.0:1788624674.869700:0:35938:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788624674.869702:0:35938:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788624674.869705:0:35938:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788624674.869707:0:35938:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624674.869708:0:35938:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788624674.869709:0:35938:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624674.869710:0:35938:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834008 : -112300453717608 : ffff99dd03591998) 00000020:00001000:3.0:1788624674.869712:0:35938:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591990 00000020:00000001:3.0:1788624674.869713:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3dc38 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.869715:0:35938:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788624674.869716:0:35938:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624674.869717:0:35938:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788624674.869718:0:35938:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.869719:0:35938:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.869721:0:35938:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494036288 : -112300215515328 : ffff99dd118bc740) 00000020:00000001:3.0:1788624674.869723:0:35938:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788624674.869726:0:35938:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788624674.869730:0:35938:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869731:0:35938:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.869734:0:35938:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.869735:0:35938:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869737:0:35938:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869739:0:35938:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1788624674.869742:0:35938:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1788624674.869744:0:35938:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1788624674.869747:0:35938:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1788624674.869750:0:35938:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.869753:0:35938:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.869757:0:35938:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1788624674.869759:0:35938:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:3.0:1788624674.869762:0:35938:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1788624674.869763:0:35938:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1788624674.869765:0:35938:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869766:0:35938:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.869769:0:35938:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.869771:0:35938:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.869773:0:35938:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.869775:0:35938:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788624674.869777:0:35938:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788624674.869778:0:35938:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788624674.869780:0:35938:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788624674.869781:0:35938:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869783:0:35938:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.869785:0:35938:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.869786:0:35938:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869787:0:35938:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788624674.869789:0:35938:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788624674.869790:0:35938:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788624674.869792:0:35938:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788624674.869793:0:35938:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788624674.869796:0:35938:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788624674.869800:0:35938:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd1115ae80. 00020000:00000002:3.0:1788624674.869803:0:35938:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788624674.869805:0:35938:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788624674.869807:0:35938:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624674.869808:0:35938:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494036288 : -112300215515328 : ffff99dd118bc740) 00000020:00000001:3.0:1788624674.869810:0:35938:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788624674.869813:0:35938:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd03440850. 00000008:00010000:3.0:1788624674.869815:0:35938:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1788624674.869817:0:35938:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788624674.869819:0:35938:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788624674.869821:0:35938:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd1115aeb0, osc lock ffff99dd03440850, flags 0x0 00000020:00000001:3.0:1788624674.869823:0:35938:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.869825:0:35938:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.869827:0:35938:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773486296704 : -112300223254912 : ffff99dd1115ae80) 00000020:00000001:3.0:1788624674.869829:0:35938:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788624674.869830:0:35938:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788624674.869833:0:35938:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869834:0:35938:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869836:0:35938:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788624674.869837:0:35938:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788624674.869838:0:35938:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624674.869840:0:35938:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494036288 : -112300215515328 : ffff99dd118bc740) 00000020:00000001:3.0:1788624674.869842:0:35938:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788624674.869843:0:35938:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788624674.869845:0:35938:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1788624674.869848:0:35938:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869850:0:35938:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788624674.869852:0:35938:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788624674.869853:0:35938:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788624674.869855:0:35938:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788624674.869856:0:35938:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788624674.869857:0:35938:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788624674.869859:0:35938:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788624674.869861:0:35938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624674.869864:0:35938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ab00 count: 2 00010000:00000001:3.0:1788624674.869867:0:35938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624674.869870:0:35938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.869873:0:35938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624674.869877:0:35938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788624674.869886:0:35938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624674.869888:0:35938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.869891:0:35938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788624674.869898:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.869900:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.869902:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=4 00000020:00000001:3.0:1788624674.869904:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.869906:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00000008:00000001:3.0:1788624674.869909:0:35938:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788624674.869911:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.869912:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.869913:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=5 00000020:00000001:3.0:1788624674.869915:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.869917:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.869920:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.869921:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.869922:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=6 00000020:00000001:3.0:1788624674.869924:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.869926:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.869928:0:35938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.869930:0:35938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.869933:0:35938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788624674.869939:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.869941:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788624674.869942:0:35938:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.869944:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.869945:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.869946:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=7 00000020:00000001:3.0:1788624674.869948:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.869950:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.869952:0:35938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624674.869955:0:35938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788624674.869962:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.869963:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788624674.869966:0:35938:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788624674.869979:0:35938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624674.869980:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.869981:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.869982:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.869984:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788624674.869985:0:35938:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.869987:0:35938:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869989:0:35938:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.869991:0:35938:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869992:0:35938:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869994:0:35938:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869996:0:35938:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.869998:0:35938:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.870000:0:35938:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1788624674.870003:0:35938:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:3.0:1788624674.870007:0:35938:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788624674.870009:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.870011:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.870013:0:35938:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788624674.870015:0:35938:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788624674.870017:0:35938:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788624674 a=0 c=1788624674 b=0 00020000:00000001:3.0:1788624674.870020:0:35938:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.870022:0:35938:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.870024:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000080:00200000:3.0:1788624674.870026:0:35938:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:3.0:1788624674.870028:0:35938:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788624674.870030:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb80 00000080:00200000:3.0:1788624674.870033:0:35938:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:3.0:1788624674.870036:0:35938:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1788624674.870038:0:35938:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd04868000 00020000:00000002:3.0:1788624674.870041:0:35938:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd185882a0 addref 2/0 by ffff99dd04868000. 00020000:00000002:3.0:1788624674.870043:0:35938:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd04868000 00000020:00000001:3.0:1788624674.870046:0:35938:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:3.0:1788624674.870050:0:35938:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1788624674.870053:0:35938:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1788624674.870054:0:35938:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:3.0:1788624674.870057:0:35938:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624674.870058:0:35938:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494036288 : -112300215515328 : ffff99dd118bc740) 00000020:00000001:3.0:1788624674.870060:0:35938:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788624674.870062:0:35938:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788624674.870065:0:35938:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.870067:0:35938:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.870069:0:35938:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.870071:0:35938:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.870078:0:35938:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1788624674.870086:0:35938:0:(xattr.c:483:ll_xattr_list()) Process entered 00000080:00000001:3.0:1788624674.870088:0:35938:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:3.0:1788624674.870093:0:35938:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:3.0:1788624674.870095:0:35938:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:3.0:1788624674.870099:0:35938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd113f1200. 00000020:00000001:1.0:1788624674.870830:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624674.870834:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.870839:0:16946:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788624674.870842:0:16946:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788624674.870845:0:16946:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788624674.870851:0:16946:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xa103bd66258a8a28 expref: -99 pid: 35938 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624674.870862:0:16946:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd1067ec00 already unused, calling callback (ffffffffc194e620) 00000080:00000001:1.0:1788624674.870865:0:16946:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788624674.870870:0:16946:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xa103bd66258a8a28 expref: -99 pid: 35938 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624674.870877:0:16946:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788624674.870880:0:16946:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788624674.870884:0:16946:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0xa103bd66258a8a28 expref: -99 pid: 35938 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624674.870891:0:16946:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788624674.870894:0:16946:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788624674.870895:0:16946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.870896:0:16946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.870898:0:16946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067ec00 refcount=3 00000020:00000001:1.0:1788624674.870900:0:16946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:1.0:1788624674.870903:0:16946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474909184 : -112300234642432 : ffff99dd1067ec00) 00010000:00000001:1.0:1788624674.870906:0:16946:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788624674.870909:0:16946:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a8a28 expref: -99 pid: 35938 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788624674.870916:0:16946:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788624674.870919:0:16946:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788624674.870922:0:16946:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788624674.870924:0:16946:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00000002:00000001:1.0:1788624674.870929:0:16946:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624674.870931:0:16946:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624674.870937:0:16946:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 3 00010000:00000001:1.0:1788624674.870940:0:16946:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624674.870944:0:16946:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788624674.870947:0:16946:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788624674.870949:0:16946:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624674.870953:0:16946:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.870957:0:16946:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788624674.870964:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.870965:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624674.870967:0:16946:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788624674.870968:0:16946:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.870970:0:16946:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.870972:0:16946:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=2 00000020:00000001:1.0:1788624674.870974:0:16946:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:1.0:1788624674.870975:0:16946:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:1.0:1788624674.870977:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.870978:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624674.870981:0:16946:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624674.870984:0:16946:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788624674.870986:0:16946:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.870989:0:16946:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788624674.870992:0:16946:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788624674.870994:0:16946:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788624674.870995:0:16946:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624674.870997:0:16946:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788624674.871458:0:16946:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd1067ec00 with handle 0xcc94206c7ef41a4f from hash 00010000:00000001:1.0:1788624674.871462:0:16946:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788624674.871464:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.871465:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.871466:0:16946:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788624674.871472:0:16946:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788624674.871475:0:16946:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788624674.871481:0:16946:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624674.871486:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.871487:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.871489:0:16946:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.871491:0:16946:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624674.871494:0:16946:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788624674.871506:0:16946:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddaa00. 00000020:00000040:1.0:1788624674.871512:0:16946:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624674.871520:0:16946:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624674.871523:0:16946:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624674.871527:0:16946:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624674.871536:0:16946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd05355000. 00000100:00000001:1.0:1788624674.871545:0:16946:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.871549:0:16946:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788624674.871556:0:16946:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 2/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a8a28 expref: -99 pid: 35938 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788624674.871569:0:16946:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788624674.871571:0:16946:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.871576:0:16946:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624674.871581:0:16946:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624674.871599:0:16946:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005ade73a] to pc [ptlrpcd_00_01+1] req@ffff99dd11ddaa00 x1875506845090432/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788624674.871639:0:16946:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624674.871642:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.871643:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.871645:0:16946:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.871647:0:16946:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.871649:0:16946:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.871652:0:16946:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 1/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a8a28 expref: -99 pid: 35938 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624674.871660:0:16946:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788624674.871662:0:16946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067ec00/0xcc94206c7ef41a4f lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a8a28 expref: -99 pid: 35938 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1788624674.871670:0:16946:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd215f8980. 00010000:00000001:1.0:1788624674.871683:0:16946:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.871685:0:16946:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788624674.871687:0:16946:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff99dd184fd780. 00010000:00000001:1.0:1788624674.871691:0:16946:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.871693:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624674.871695:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.871697:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788624674.871699:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624674.871700:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.871702:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788624674.871704:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624674.871706:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.871707:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788624674.871715:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788624674.871719:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788624674.871721:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.871730:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624674.871733:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.871735:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624674.871736:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624674.871739:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624674.871745:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddaa00 x1875506845090432/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624674.871753:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624674.871756:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624674.871760:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624674.871763:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624674.871766:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624674.871770:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845090432:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788624674.871775:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624674.871782:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624674.871785:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624674.871788:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624674.871793:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd05355200. 02000000:00000001:1.0:1788624674.871795:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624674.871805:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624674.871809:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793f20. 00000400:00000010:1.0:1788624674.871818:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c7f8. 00000100:00000200:1.0:1788624674.871828:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845090432, portal 18 00000100:00000001:1.0:1788624674.871831:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624674.871833:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499402752 : -112300210148864 : ffff99dd11ddaa00) 00000100:00000040:1.0:1788624674.871840:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11ddaa00 x1875506845090432/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624690 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624674.871849:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624674.871852:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624674.871855:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cc38. 00000100:00000200:1.0:1788624674.871859:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875506845090432, offset 0 00000400:00000200:1.0:1788624674.871867:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624674.871877:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624674.871886:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624674.871894:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624674.871899:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624674.871904:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624674.871907:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624674.871911:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3079:3079:256:4294967295] 192.168.202.125@tcp LPNI seq info [3079:3079:8:4294967295] 00000400:00000200:1.0:1788624674.871916:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624674.871927:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624674.871933:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624674.871939:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd11fb0900. 00000800:00000200:1.0:1788624674.871947:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624674.871956:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624674.871962:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd11fb0900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788624674.872094:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624674.872100:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 813538 usecs (814 jiffies) 00000400:00000200:1.0:1788624674.872139:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624674.872143:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296689747 00000100:00000001:1.0:1788624674.872147:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:1.0:1788624674.872150:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296689747 00000100:00000001:1.0:1788624674.872152:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:1.0:1788624674.872155:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624674.872158:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.872162:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.872164:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.872224:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624674.872227:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788624674.872289:0:35938:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a800. 00010000:00000010:3.1:1788624674.872317:0:35938:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067e400. 00000080:00000001:3.0:1788624674.872327:0:35938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624674.872334:0:35938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.872337:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf798 00800000:00000002:3.0:1788624674.872340:0:35938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x200000405:0x30:0x0] 00800000:00000001:3.0:1788624674.872344:0:35938:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624674.872348:0:35938:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624674.872350:0:35938:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624674.872353:0:35938:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624674.872356:0:35938:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624674.872358:0:35938:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.872361:0:35938:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1788624674.872363:0:35938:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.872368:0:35938:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x30:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624674.872373:0:35938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.872375:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf668 00000002:00010000:3.0:1788624674.872377:0:35938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200000405:0x30:0x0], intent: getxattr flags 0 00000002:00000001:3.0:1788624674.872381:0:35938:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788624674.872383:0:35938:0:(mdc_locks.c:538:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:3.0:1788624674.872388:0:35938:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11597100. 00000020:00000040:3.0:1788624674.872391:0:35938:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=10 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:3.0:1788624674.872395:0:35938:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788624674.872397:0:35938:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.872400:0:35938:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788624674.872404:0:35938:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624674.872408:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.872409:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.872411:0:35938:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.872413:0:35938:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788624674.872415:0:35938:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788624674.872417:0:35938:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788624674.872423:0:35938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049cdc00. 00000100:00000001:3.0:1788624674.872428:0:35938:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.872432:0:35938:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624674.872434:0:35938:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.872435:0:35938:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788624674.872437:0:35938:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.872438:0:35938:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:3.0:1788624674.872441:0:35938:0:(mdc_locks.c:563:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff99dd10dbf800: get xattrs for [0x200000405:0x30:0x0] 00000002:00000001:3.0:1788624674.872449:0:35938:0:(mdc_locks.c:600:mdc_intent_getxattr_pack()) Process leaving (rc=18446631773490737408 : -112300218814208 : ffff99dd11597100) 00010000:00000001:3.0:1788624674.872453:0:35938:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788624674.872455:0:35938:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788624674.872462:0:35938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 2 00010000:00000001:3.0:1788624674.872465:0:35938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624674.872468:0:35938:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788624674.872471:0:35938:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd1067e400. 00000020:00000001:3.0:1788624674.872475:0:35938:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788624674.872478:0:35938:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd1067e400 with handle 0xcc94206c7ef41a56 to hash 00000020:00000001:3.0:1788624674.872480:0:35938:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788624674.872481:0:35938:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:3.0:1788624674.872486:0:35938:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:3.0:1788624674.872489:0:35938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.872491:0:35938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.872495:0:35938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a56 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624674.872508:0:35938:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a56 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788624674.872520:0:35938:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a56 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788624674.872526:0:35938:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788624674.872528:0:35938:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788624674.872534:0:35938:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd049a8000. 00000100:00000001:3.0:1788624674.872537:0:35938:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773276897280 : -112300432654336 : ffff99dd049a8000) 00000100:00000001:3.0:1788624674.872539:0:35938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624674.872540:0:35938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490737408 : -112300218814208 : ffff99dd11597100) 00000100:00000001:3.0:1788624674.872545:0:35938:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788624674.872549:0:35938:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.872551:0:35938:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788624674.872553:0:35938:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788624674.872559:0:35938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11597100 x1875506845090560/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.872568:0:35938:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788624674.872570:0:35938:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624674.872573:0:35938:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788624674.872575:0:35938:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788624674.872577:0:35938:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788624674.872580:0:35938:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11597100 pname:cluuid:pid:xid:nid:opc:job uname:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35938:1875506845090560:192.168.202.125@tcp:101:uname.0 00000100:00000001:3.0:1788624674.872584:0:35938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788624674.872586:0:35938:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788624674.872588:0:35938:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788624674.872590:0:35938:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788624674.872595:0:35938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff99dd049d5000. 02000000:00000001:3.0:1788624674.872597:0:35938:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788624674.872602:0:35938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:3.0:1788624674.872606:0:35938:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0560ad68. 00000400:00000010:3.0:1788624674.872614:0:35938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f660. 00000100:00000200:3.0:1788624674.872617:0:35938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1875506845090560, portal 10 00000100:00000001:3.0:1788624674.872619:0:35938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788624674.872620:0:35938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490737408 : -112300218814208 : ffff99dd11597100) 00000100:00000040:3.0:1788624674.872625:0:35938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11597100 x1875506845090560/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.872632:0:35938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788624674.872634:0:35938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:3.0:1788624674.872637:0:35938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd1112f908. 00000100:00000200:3.0:1788624674.872639:0:35938:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875506845090560, offset 0 00000400:00000200:3.0:1788624674.872645:0:35938:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:3.0:1788624674.872649:0:35938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.872653:0:35938:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:3.0:1788624674.872656:0:35938:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788624674.872659:0:35938:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:3.0:1788624674.872661:0:35938:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788624674.872664:0:35938:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:3.0:1788624674.872666:0:35938:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3080:3080:255:4294967295] 192.168.202.125@tcp LPNI seq info [3080:3080:7:4294967295] 00000400:00000200:3.0:1788624674.872671:0:35938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.872677:0:35938:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:3.0:1788624674.872682:0:35938:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:3.0:1788624674.872687:0:35938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd1b185b00. 00000800:00000200:3.0:1788624674.872692:0:35938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:3.0:1788624674.872697:0:35938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:3.0:1788624674.872700:0:35938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd1b185b00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1788624674.872703:0:35938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788624674.872706:0:35938:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 813538 usecs (814 jiffies) 00000400:00000200:3.0:1788624674.872710:0:35938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:3.0:1788624674.872712:0:35938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296689747 00000100:00000001:3.0:1788624674.872714:0:35938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:3.0:1788624674.872718:0:35938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296689747 00000100:00000001:3.0:1788624674.872720:0:35938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:3.0:1788624674.872722:0:35938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788624674.872725:0:35938:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.872727:0:35938:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788624674.872728:0:35938:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788624674.872731:0:35938:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd049a8000 going to sleep for 11 seconds 00000100:00000001:3.0:1788624674.872734:0:35938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624674.872736:0:35938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624674.872849:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624674.872855:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd11fb0900. 00000400:00000200:2.0:1788624674.872861:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624674.872866:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624674.872874:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cc38 00000400:00000010:2.0:1788624674.872877:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cc38. 00000100:00000001:2.0:1788624674.872882:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624674.872887:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddaa00 x1875506845090432/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624690 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.872898:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.872902:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddaa00 x1875506845090432/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624690 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.872910:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.872912:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788624674.872996:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624674.872999:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd1b185b00. 00000400:00000200:2.0:1788624674.873082:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624674.873086:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624674.873090:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f908 00000400:00000010:2.0:1788624674.873091:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f908. 00000100:00000001:2.0:1788624674.873094:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624674.873098:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11597100 x1875506845090560/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.873345:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.873349:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11597100 x1875506845090560/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788624690 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.873355:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.873357:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788624674.874302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382a200. 00010000:00000010:1.1:1788624674.877434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067ec00. 00000800:00000001:2.0:1788624674.880588:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624674.880620:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624674.880626:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624674.880630:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624674.880643:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.880654:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624674.880667:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.880672:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.880679:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.880685:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 1144 into portal 10 MB=0x6a9c377468300 00000400:00000200:2.0:1788624674.880691:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.880698:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 1144/1144 into md 0x8bc5 [1] + 224 00000800:00000001:2.0:1788624674.880707:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624674.880724:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624674.880728:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624674.880735:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624674.880745:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624674.880758:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11597100 x1875506845090560/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788624690 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788624674.880771:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=1144 offset=224 replen=3376 req@ffff99dd11597100 x1875506845090560/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.880882:0:35938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624674.880902:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624674.880914:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624674.880920:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624674.880922:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624674.880925:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624674.880928:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.880932:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624674.880936:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.880939:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.880941:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.880944:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 18 MB=0x6a9c377468280 00000400:00000200:2.0:1788624674.880948:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.880953:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8bbd [1] + 224 00000800:00000001:2.0:1788624674.880957:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624674.880962:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624674.880965:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624674.880968:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624674.880971:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624674.880975:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddaa00 x1875506845090432/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624690 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624674.880985:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11ddaa00 x1875506845090432/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624690 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624674.881013:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624674.881017:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624674.881020:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624674.881022:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624674.881024:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.881343:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624674.881347:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624674.881356:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624674.881358:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624674.881363:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793f20. 00000400:00000200:1.0:1788624674.881369:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c7f8 00000400:00000010:1.0:1788624674.881372:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c7f8. 00000100:00000001:1.0:1788624674.881375:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624674.881381:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddaa00 x1875506845090432/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624690 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624674.881391:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddaa00 x1875506845090432/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624690 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624674.881398:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624674.881400:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.881403:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624674.881406:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624674.881409:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624674.881412:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624674.881415:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624674.881426:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442580 time=102 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624674.881431:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624674.881434:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624674.881436:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.881440:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624674.881445:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.881449:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624674.881452:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788624674.881454:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624674.881457:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624674.881462:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddaa00 x1875506845090432/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624690 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624674.881470:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624674.881473:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624674.881476:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624674.881479:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddaa00 x1875506845090432/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624690 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624674.881495:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845090432:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788624674.881499:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.881502:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624674.881505:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddaa00 x1875506845090432/t0(0) o103->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624690 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624674.881511:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624674.881514:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624674.881518:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd05355200. 02000000:00000001:1.0:1788624674.881521:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624674.881524:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624674.881534:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624674.881537:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624674.881539:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd05355000. 02000000:00000001:1.0:1788624674.881542:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624674.881544:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624674.881546:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddaa00. 00000100:00000001:1.0:1788624674.881550:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624674.881552:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.881555:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.881564:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624674.881566:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.881569:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624674.881571:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788624674.881762:0:35938:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624674.881765:0:35938:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624674.881768:0:35938:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0560ad68. 00000400:00000200:0.0:1788624674.881772:0:35938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd1112f660 00000400:00000010:0.0:1788624674.881774:0:35938:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd1112f660. 00000100:00000001:0.0:1788624674.881777:0:35938:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624674.881782:0:35938:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11597100 x1875506845090560/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624674.881791:0:35938:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11597100 x1875506845090560/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.881798:0:35938:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624674.881800:0:35938:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.881801:0:35938:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624674.881803:0:35938:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624674.881804:0:35938:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624674.881806:0:35938:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624674.881808:0:35938:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624674.881812:0:35938:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=103 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624674.881815:0:35938:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624674.881817:0:35938:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624674.881819:0:35938:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.881820:0:35938:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624674.881823:0:35938:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.881825:0:35938:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624674.881826:0:35938:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934607 00000100:00000001:0.0:1788624674.881827:0:35938:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624674.881830:0:35938:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624674.881833:0:35938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11597100 x1875506845090560/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.881840:0:35938:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624674.881842:0:35938:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624674.881843:0:35938:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624674.881847:0:35938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11597100 x1875506845090560/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788624690 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624674.881855:0:35938:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11597100 pname:cluuid:pid:xid:nid:opc:job uname:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35938:1875506845090560:192.168.202.125@tcp:101:uname.0 00000100:00000001:0.0:1788624674.881859:0:35938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.881862:0:35938:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.881864:0:35938:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624674.881866:0:35938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624674.881869:0:35938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11597100 x1875506845090560/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788624690 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.881875:0:35938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624674.881878:0:35938:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd049a8000. 00000100:00000001:0.0:1788624674.881882:0:35938:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624674.881884:0:35938:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.881887:0:35938:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624674.881891:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.881894:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.881898:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=4 00000020:00000001:0.0:1788624674.881901:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:0.0:1788624674.881904:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000040:0.0:1788624674.881912:0:35938:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd1067e400, remote cookie: 0xa103bd66258a8a3d, flags: 0x1001 00010000:00010000:0.0:1788624674.881919:0:35938:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a56 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a3d expref: -99 pid: 35938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624674.881930:0:35938:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624674.881935:0:35938:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624674.881938:0:35938:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624674.881940:0:35938:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624674.881942:0:35938:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624674.881945:0:35938:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff99dd03870e00) refcount = 2 00010000:00000040:0.0:1788624674.881948:0:35938:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788624674.881952:0:35938:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788624674.881960:0:35938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a56 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a3d expref: -99 pid: 35938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624674.881966:0:35938:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624674.881969:0:35938:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624674.881971:0:35938:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624674.881974:0:35938:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624674.881976:0:35938:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624674.881980:0:35938:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a56 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a3d expref: -99 pid: 35938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624674.881986:0:35938:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624674.881988:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.881989:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.881990:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.881991:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.881994:0:35938:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624674.881999:0:35938:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788624674.882131:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.882133:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.882134:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=3 00000020:00000001:0.0:1788624674.882137:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:0.0:1788624674.882139:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:0.0:1788624674.882142:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.882143:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788624674.882148:0:35938:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffff99dd11597100 x1875506845090560/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788624690 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788624674.882161:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.882162:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.882164:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=3 00000020:00000001:0.0:1788624674.882166:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:0.0:1788624674.882168:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:0.0:1788624674.882170:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.882171:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624674.882172:0:35938:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624674.882175:0:35938:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624674.882178:0:35938:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788624674.882179:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.882180:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.882182:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=3 00000020:00000001:0.0:1788624674.882183:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:0.0:1788624674.882185:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00000002:00010000:0.0:1788624674.882189:0:35938:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a56 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a3d expref: -99 pid: 35938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624674.882194:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.882195:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.882197:0:35938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788624674.882198:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.882199:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.882201:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=3 00000020:00000001:0.0:1788624674.882202:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:0.0:1788624674.882204:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000040:0.0:1788624674.882211:0:35938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 3 00010000:00000001:0.0:1788624674.882214:0:35938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788624674.882219:0:35938:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589935621/48 (0 0) 00010000:00000001:0.0:1788624674.882222:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.882223:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624674.882225:0:35938:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788624674.882228:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf5f0 00000002:00002000:0.0:1788624674.882231:0:35938:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0x0: rc = 0 00000002:00000001:0.0:1788624674.882234:0:35938:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624674.882239:0:35938:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624674.882242:0:35938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624674.882245:0:35938:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x200000405:0x30:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788624674.882250:0:35938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624674.882255:0:35938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd113f1200. 00000080:00000001:0.0:1788624674.882261:0:35938:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1788624674.882267:0:35938:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff99dd049d5460 xtail=ffff99dd049d549a 00000080:00000001:0.0:1788624674.882269:0:35938:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:0.0:1788624674.882271:0:35938:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:0.0:1788624674.882275:0:35938:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1788624674.882277:0:35938:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788624674.882369:0:35938:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1788624674.882379:0:35938:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff99dd211d4348. 00000080:00000010:0.0:1788624674.882384:0:35938:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff99dd0640acb0. 00000080:00000010:0.0:1788624674.882388:0:35938:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff99dd105362a0. 00000080:00000020:0.0:1788624674.882390:0:35938:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:0.0:1788624674.882392:0:35938:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1788624674.882394:0:35938:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:0.0:1788624674.882396:0:35938:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1788624674.882398:0:35938:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788624674.882400:0:35938:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1788624674.882402:0:35938:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff99dd211d4f00. 00000080:00000010:0.0:1788624674.882404:0:35938:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff99dd0640ab60. 00000080:00000010:0.0:1788624674.882406:0:35938:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff99dd215f82c0. 00000080:00000020:0.0:1788624674.882408:0:35938:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:0.0:1788624674.882409:0:35938:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1788624674.882410:0:35938:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=bash.0 00000080:00000001:0.0:1788624674.882412:0:35938:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1788624674.882413:0:35938:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788624674.882414:0:35938:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1788624674.882416:0:35938:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff99dd211d4668. 00000080:00000010:0.0:1788624674.882419:0:35938:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff99dd0640a8b0. 00000080:00000010:0.0:1788624674.882422:0:35938:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 6 at ffff99dd093455b8. 00000080:00000020:0.0:1788624674.882424:0:35938:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=bash.0 00000080:00000001:0.0:1788624674.882426:0:35938:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1788624674.882427:0:35938:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:0.0:1788624674.882429:0:35938:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:0.0:1788624674.882430:0:35938:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788624674.882431:0:35938:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:0.0:1788624674.882433:0:35938:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff99dd211d4c80. 00000080:00000010:0.0:1788624674.882435:0:35938:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff99dd0640a670. 00000080:00000010:0.0:1788624674.882437:0:35938:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 47 at ffff99dd215f8dc0. 00000080:00000020:0.0:1788624674.882439:0:35938:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:0.0:1788624674.882440:0:35938:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:0.0:1788624674.882442:0:35938:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:0.0:1788624674.882443:0:35938:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:0.0:1788624674.882446:0:35938:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff99dd1912a1c8) for lock 0xcc94206c7ef41a56 00800000:00000001:0.0:1788624674.882451:0:35938:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624674.882454:0:35938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624674.882455:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.882456:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.882458:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=3 00000020:00000001:0.0:1788624674.882460:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:0.0:1788624674.882462:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:0.0:1788624674.882464:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.882465:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624674.882467:0:35938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624674.882468:0:35938:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624674.882472:0:35938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a56 from it ffffbef881dbf8e8 00010000:00000001:0.0:1788624674.882474:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.882475:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.882477:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067e400 refcount=3 00000020:00000001:0.0:1788624674.882478:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:0.0:1788624674.882481:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474907136 : -112300234644480 : ffff99dd1067e400) 00010000:00000001:0.0:1788624674.882484:0:35938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624674.882487:0:35938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a56 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a3d expref: -99 pid: 35938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624674.882494:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.882495:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.882497:0:35938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624674.882499:0:35938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624674.882502:0:35938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a56 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a3d expref: -99 pid: 35938 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788624674.882509:0:35938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624674.882513:0:35938:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624674.882515:0:35938:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624674.882521:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.882522:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.882524:0:35938:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.882572:0:35938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624674.882574:0:35938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.882576:0:35938:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.882579:0:35938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.882582:0:35938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624674.882583:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.882585:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624674.882587:0:35938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624674.882591:0:35938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11597100 x1875506845090560/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788624690 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.882597:0:35938:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624674.882600:0:35938:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624674.882602:0:35938:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff99dd049d5000. 02000000:00000001:0.0:1788624674.882606:0:35938:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624674.882608:0:35938:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624674.882610:0:35938:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:0.0:1788624674.882612:0:35938:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624674.882614:0:35938:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049cdc00. 02000000:00000001:0.0:1788624674.882618:0:35938:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624674.882620:0:35938:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624674.882622:0:35938:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11597100. 00000100:00000001:0.0:1788624674.882625:0:35938:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624674.882627:0:35938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624674.882628:0:35938:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624674.882632:0:35938:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788624674.882633:0:35938:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788624674.882637:0:35938:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1788624674.882640:0:35938:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788624674.882645:0:35938:0:(xattr.c:499:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:0.0:1788624674.882647:0:35938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624674.882649:0:35938:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624674.882651:0:35938:0:(xattr.c:546:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788624674.882657:0:35938:0:(xattr.c:615:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788624674.882667:0:35938:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788624674.882669:0:35938:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:0.0:1788624674.882679:0:35938:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:0.0:1788624674.882681:0:35938:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.882685:0:35938:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788624674.882687:0:35938:0:(cl_page.c:427:cl_page_find()) 0@[0x200000405:0x30:0x0] ffffeaa68434a700 ffff99dd03590c40 1 00000020:00000001:0.0:1788624674.882690:0:35938:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788624674.882692:0:35938:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446631773255830592 : -112300453721024 : ffff99dd03590c40) 00000020:00000001:0.0:1788624674.882695:0:35938:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446631773255830592 : -112300453721024 : ffff99dd03590c40) 00000020:00000001:0.0:1788624674.882698:0:35938:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788624674.882700:0:35938:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788624674.882702:0:35938:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498062816 : -112300211488800 : ffff99dd11c937e0) 00000020:00000001:0.0:1788624674.882705:0:35938:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788624674.882706:0:35938:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788624674.882708:0:35938:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788624674.882715:0:35938:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c64036cc[3 000000009b83cf61 1 1 00000000293666d0 0 0 0] 00000020:00000001:0.0:1788624674.882717:0:35938:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788624674.882719:0:35938:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788624674.882720:0:35938:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:0.0:1788624674.882721:0:35938:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788624674.882723:0:35938:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624674.882726:0:35938:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788624674.882729:0:35938:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:0.0:1788624674.882731:0:35938:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788624674.882732:0:35938:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446631773498062816 : -112300211488800 : ffff99dd11c937e0) 00000020:00000001:0.0:1788624674.882734:0:35938:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788624674.882736:0:35938:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788624674.882740:0:35938:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788624674.882742:0:35938:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788624674.882743:0:35938:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788624674.882744:0:35938:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788624674.882747:0:35938:0:(rw26.c:929:ll_write_end()) page@00000000c64036cc[4 000000009b83cf61 2 1 00000000293666d0 0 0 0] 00000080:00200000:0.0:1788624674.882751:0:35938:0:(rw26.c:929:ll_write_end()) vmpage @00000000cb3136e2 17ffffc0001039 2:0 ffff99dd03590c40 0 lru 00000080:00200000:0.0:1788624674.882760:0:35938:0:(rw26.c:929:ll_write_end()) osc-page@000000005fea4531 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 00000000aada82c8 00000000c7529b1c > 3< 1 0 > 4< 0 0 8 8359936 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:0.0:1788624674.882761:0:35938:0:(rw26.c:929:ll_write_end()) end page@00000000c64036cc 00000080:00200000:0.0:1788624674.882763:0:35938:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788624674.882764:0:35938:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788624674.882766:0:35938:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:0.0:1788624674.882769:0:35938:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788624674.882774:0:35938:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788624674.882776:0:35938:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624674.882778:0:35938:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494036288 : -112300215515328 : ffff99dd118bc740) 00000020:00000001:0.0:1788624674.882780:0:35938:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788624674.882784:0:35938:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788624674.882787:0:35938:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788624674.882790:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000008:00000002:0.0:1788624674.882794:0:35938:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:0.0:1788624674.882796:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000020:00000001:0.0:1788624674.882798:0:35938:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788624674.882801:0:35938:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:0.0:1788624674.882805:0:35938:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788624674.882808:0:35938:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.882810:0:35938:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.882812:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000008:00000001:0.0:1788624674.882813:0:35938:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788624674.882815:0:35938:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788624674.882817:0:35938:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788624674.882821:0:35938:0:(cl_page.c:556:cl_batch_put()) page@00000000c64036cc[4 000000009b83cf61 2 1 00000000293666d0 0 0 0] 00000020:00000001:0.0:1788624674.882823:0:35938:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788624674.882824:0:35938:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788624674.882826:0:35938:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1788624674.882829:0:35938:0:(osc_request.c:745:osc_update_next_shrink()) next time 3221 to shrink grant 00000080:00000001:0.0:1788624674.882832:0:35938:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1788624674.882833:0:35938:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1788624674.882837:0:35938:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff99dd1912a378, count 1, dirtied 0 00000080:00000001:0.0:1788624674.882839:0:35938:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1788624674.882841:0:35938:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788624674.882843:0:35938:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788624674.882844:0:35938:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788624674.882846:0:35938:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788624674.882849:0:35938:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c64036cc[3 000000009b83cf61 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788624674.882850:0:35938:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788624674.882852:0:35938:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788624674.882853:0:35938:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788624674.882855:0:35938:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788624674.882857:0:35938:0:(cl_page.c:556:cl_batch_put()) page@00000000c64036cc[3 000000009b83cf61 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788624674.882859:0:35938:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788624674.882860:0:35938:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788624674.882861:0:35938:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1788624674.882863:0:35938:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1788624674.882865:0:35938:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.882867:0:35938:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.882869:0:35938:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.882870:0:35938:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624674.882872:0:35938:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:0.0:1788624674.882875:0:35938:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788624674.882876:0:35938:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788624674.882878:0:35938:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624674.882880:0:35938:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:0.0:1788624674.882886:0:35938:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:0.0:1788624674.882888:0:35938:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.882891:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb80 00000080:00200000:0.0:1788624674.882893:0:35938:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:0.0:1788624674.882896:0:35938:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.882899:0:35938:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788624674.882901:0:35938:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624674.882903:0:35938:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788624674.882906:0:35938:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788624674.882907:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000020:00000001:0.0:1788624674.882909:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000020:00000001:0.0:1788624674.882911:0:35938:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788624674.882913:0:35938:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788624674.882914:0:35938:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.882916:0:35938:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.882918:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000008:00000001:0.0:1788624674.882919:0:35938:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.882921:0:35938:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.882923:0:35938:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.882924:0:35938:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.882925:0:35938:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.882928:0:35938:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788624674.882929:0:35938:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788624674.882932:0:35938:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788624674.882933:0:35938:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788624674.882935:0:35938:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788624674.882936:0:35938:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.882937:0:35938:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.882940:0:35938:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788624674.882942:0:35938:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788624674.882945:0:35938:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788624674.882947:0:35938:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd18bb1308 (ffff99dd03591e18/0) at cl_lock_release():245 00000020:00000001:0.0:1788624674.882951:0:35938:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624674.882952:0:35938:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd18bb1308 (ffff99dd03591e18/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788624674.882956:0:35938:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788624674.882958:0:35938:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624674.882959:0:35938:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494036288 : -112300215515328 : ffff99dd118bc740) 00000020:00000001:0.0:1788624674.882961:0:35938:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624674.882962:0:35938:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd1115aeb0 (ffff99dd03591998/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788624674.882966:0:35938:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788624674.882967:0:35938:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788624674.882969:0:35938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.882970:0:35938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.882972:0:35938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=5 00000020:00000001:0.0:1788624674.882974:0:35938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:0.0:1788624674.882977:0:35938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:0.0:1788624674.882979:0:35938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624674.882983:0:35938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788624674.882996:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.882998:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.882999:0:35938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624674.883152:0:35938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624674.883155:0:35938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788624674.883163:0:35938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624674.883165:0:35938:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624674.883167:0:35938:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624674.883169:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.883170:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.883172:0:35938:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.883174:0:35938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624674.883175:0:35938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.883177:0:35938:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.883180:0:35938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.883182:0:35938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624674.883183:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.883185:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.883186:0:35938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.883187:0:35938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624674.883189:0:35938:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788624674.883191:0:35938:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624674.883193:0:35938:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624674.883194:0:35938:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624674.883196:0:35938:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624674.883198:0:35938:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd18bb1308 (ffff99dd03591e18/0) at cl_lock_fini():72 00020000:00000001:0.0:1788624674.883201:0:35938:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788624674.883202:0:35938:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624674.883203:0:35938:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd1115aeb0 (ffff99dd03591e18/1) at cl_lock_fini():72 00000008:00000010:0.0:1788624674.883207:0:35938:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd03440850. 00000020:00000001:0.0:1788624674.883211:0:35938:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788624674.883213:0:35938:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd1115ae80. 00020000:00000001:0.0:1788624674.883216:0:35938:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788624674.883217:0:35938:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788624674.883219:0:35938:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788624674.883221:0:35938:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788624674.883222:0:35938:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624674.883223:0:35938:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788624674.883225:0:35938:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788624674.883226:0:35938:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.883228:0:35938:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.883230:0:35938:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788624674.883231:0:35938:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788624674.883233:0:35938:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788624674.883235:0:35938:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:0.0:1788624674.883237:0:35938:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788624674.883239:0:35938:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624674.883240:0:35938:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788624674.883242:0:35938:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788624674.883243:0:35938:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788624674.883247:0:35938:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788624674.883248:0:35938:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.883250:0:35938:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624674.883251:0:35938:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624674.883253:0:35938:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788624674.883255:0:35938:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788624674.883259:0:35938:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:0.0:1788624674.883262:0:35938:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788624674.883265:0:35938:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788624674.883268:0:35938:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788624674.883270:0:35938:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788624674.883271:0:35938:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788624674.883272:0:35938:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788624674.883274:0:35938:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624674.883276:0:35938:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591990 00020000:00000001:0.0:1788624674.883385:0:35938:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788624674.883389:0:35938:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788624674.883391:0:35938:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624674.883393:0:35938:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788624674.883396:0:35938:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624674.883397:0:35938:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788624674.883399:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc98 00000080:00200000:0.0:1788624674.883401:0:35938:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:0.0:1788624674.883406:0:35938:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788624674.883408:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:0.0:1788624674.883411:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:0.0:1788624674.883413:0:35938:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788624674.883418:0:35938:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788624674.886294:0:35938:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788624674.886303:0:35938:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1788624674.886309:0:35938:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788624674.886310:0:35938:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1788624674.886312:0:35938:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=46 (1) m=1788624674 a=0 c=1788624674 b=0 00020000:00000001:0.0:1788624674.886317:0:35938:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624674.886320:0:35938:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788624674 a=0 c=1788624674 b=0 00020000:00000001:0.0:1788624674.886324:0:35938:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.886328:0:35938:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.886474:0:35938:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000080:00200000:0.0:1788624674.886480:0:35938:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1788624674.886483:0:35938:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788624674.886492:0:35938:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:0.0:1788624674.886496:0:35938:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:0.0:1788624674.886500:0:35938:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591e10 00000020:00000001:0.0:1788624674.886509:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd88 00000080:00000008:0.0:1788624674.886513:0:35938:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:0.0:1788624674.886516:0:35938:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1788624674.886728:0:35938:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788624674.886734:0:35938:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd04868000 00020000:00000002:1.0:1788624674.886741:0:35938:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd04868000 00020000:00000001:1.0:1788624674.886745:0:35938:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.886754:0:35938:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788624674.886756:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfdf0 00000080:00200008:1.0:1788624674.886758:0:35938:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), flags 102001 00000080:00000001:1.0:1788624674.886764:0:35938:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788624674.886768:0:35938:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788624674.886770:0:35938:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788624674.886772:0:35938:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd04868000 00020000:00000002:1.0:1788624674.886774:0:35938:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd04868000 00020000:00000001:1.0:1788624674.886775:0:35938:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.886778:0:35938:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788624674.886786:0:35938:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624674.886789:0:35938:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624674.886792:0:35938:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624674.886795:0:35938:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624674.886797:0:35938:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624674.886799:0:35938:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1788624674.886802:0:35938:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624674.886808:0:35938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624674.886812:0:35938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624674.886821:0:35938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 3 00010000:00000001:1.0:1788624674.886825:0:35938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624674.886833:0:35938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624674.886835:0:35938:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x30:0x0]: 0 00000080:00000001:1.0:1788624674.886838:0:35938:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788624674.886841:0:35938:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788624674.886851:0:35938:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd05355000. 00000080:00000001:1.0:1788624674.886854:0:35938:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788624674.886860:0:35938:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788624674.886865:0:35938:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788624674.886867:0:35938:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624674.886868:0:35938:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624674.886869:0:35938:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624674.886870:0:35938:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624674.886872:0:35938:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624674.886873:0:35938:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1788624674.886875:0:35938:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624674.886877:0:35938:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x30:0x0] 00000002:00000001:1.0:1788624674.886882:0:35938:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788624674.886884:0:35938:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff99dd10dbf800: [0x200000405:0x30:0x0] file closed with intent: 200 00000100:00000010:1.0:1788624674.886894:0:35938:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddaa00. 00000020:00000040:1.0:1788624674.886900:0:35938:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624674.886906:0:35938:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624674.886911:0:35938:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624674.886916:0:35938:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624674.886925:0:35938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd05355200. 00000100:00000001:1.0:1788624674.886933:0:35938:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788624674.886958:0:35938:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11597b80 x1875506845090304/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624690 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788624674.886973:0:35938:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788624674.886980:0:35938:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11ddaa00 x1875506845090816/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788624674.886988:0:35938:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624674.886991:0:35938:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624674.887159:0:35938:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd048c3c00. 00000100:00000001:1.0:1788624674.887163:0:35938:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773275962368 : -112300433589248 : ffff99dd048c3c00) 00000100:00000001:1.0:1788624674.887167:0:35938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624674.887169:0:35938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499402752 : -112300210148864 : ffff99dd11ddaa00) 00000100:00000001:1.0:1788624674.887175:0:35938:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624674.887179:0:35938:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.887182:0:35938:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624674.887184:0:35938:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624674.887190:0:35938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddaa00 x1875506845090816/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624674.887198:0:35938:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624674.887200:0:35938:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624674.887205:0:35938:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624674.887208:0:35938:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624674.887211:0:35938:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624674.887214:0:35938:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddaa00 pname:cluuid:pid:xid:nid:opc:job uname:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35938:1875506845090816:192.168.202.125@tcp:35:uname.0 00000100:00000001:1.0:1788624674.887219:0:35938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624674.887226:0:35938:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624674.887229:0:35938:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624674.887231:0:35938:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624674.887237:0:35938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e0000. 02000000:00000001:1.0:1788624674.887239:0:35938:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624674.887250:0:35938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624674.887255:0:35938:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793f20. 00000400:00000010:1.0:1788624674.887264:0:35938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c7f8. 00000100:00000200:1.0:1788624674.887273:0:35938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845090816, portal 10 00000100:00000001:1.0:1788624674.887275:0:35938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624674.887276:0:35938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499402752 : -112300210148864 : ffff99dd11ddaa00) 00000100:00000040:1.0:1788624674.887284:0:35938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11ddaa00 x1875506845090816/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624674.887291:0:35938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624674.887295:0:35938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624674.887297:0:35938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cee0. 00000100:00000200:1.0:1788624674.887302:0:35938:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845090816, offset 0 00000400:00000200:1.0:1788624674.887309:0:35938:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624674.887319:0:35938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624674.887398:0:35938:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624674.887405:0:35938:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624674.887409:0:35938:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624674.887414:0:35938:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624674.887417:0:35938:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624674.887421:0:35938:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3081:3081:256:4294967295] 192.168.202.125@tcp LPNI seq info [3081:3081:8:4294967295] 00000400:00000200:1.0:1788624674.887426:0:35938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624674.887438:0:35938:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624674.887445:0:35938:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624674.887452:0:35938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd11fb0e00. 00000800:00000200:1.0:1788624674.887460:0:35938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624674.887470:0:35938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624674.887476:0:35938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd11fb0e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788624674.887578:0:35938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624674.887584:0:35938:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 811610 usecs (812 jiffies) 00000400:00000200:1.0:1788624674.887588:0:35938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624674.887592:0:35938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296689761 00000100:00000001:1.0:1788624674.887596:0:35938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:1.0:1788624674.887598:0:35938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296689761 00000100:00000001:1.0:1788624674.887601:0:35938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:1.0:1788624674.887603:0:35938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624674.887607:0:35938:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.887610:0:35938:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624674.887612:0:35938:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624674.887616:0:35938:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd048c3c00 going to sleep for 11 seconds 00000100:00000001:1.0:1788624674.887619:0:35938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624674.887623:0:35938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624674.889253:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624674.889265:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd11fb0e00. 00000400:00000200:2.0:1788624674.889276:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624674.889286:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624674.889296:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cee0 00000400:00000010:2.0:1788624674.889300:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cee0. 00000100:00000001:2.0:1788624674.889305:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624674.889314:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddaa00 x1875506845090816/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.890506:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.890517:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddaa00 x1875506845090816/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.890527:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.890529:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624674.893222:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.893248:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624674.893254:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.893257:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.893270:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.893280:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624674.893291:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.893296:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.893303:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.893308:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377468400 00000400:00000200:3.0:1788624674.893314:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.893332:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x8bd5 [1] + 224 00000800:00000001:3.0:1788624674.893341:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.893350:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.893353:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.893358:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624674.893368:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624674.893378:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddaa00 x1875506845090816/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624674.893390:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11ddaa00 x1875506845090816/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.893415:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624674.893429:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.893432:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.893553:0:35938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624674.893563:0:35938:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624674.893565:0:35938:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624674.893569:0:35938:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793f20. 00000400:00000200:1.0:1788624674.893576:0:35938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c7f8 00000400:00000010:1.0:1788624674.893579:0:35938:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c7f8. 00000100:00000001:1.0:1788624674.893583:0:35938:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624674.893588:0:35938:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddaa00 x1875506845090816/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788624674.893598:0:35938:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddaa00 x1875506845090816/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624674.893604:0:35938:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624674.893606:0:35938:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.893609:0:35938:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624674.893613:0:35938:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624674.893616:0:35938:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624674.893618:0:35938:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624674.893622:0:35938:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624674.893633:0:35938:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=102 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624674.893638:0:35938:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624674.893641:0:35938:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624674.893643:0:35938:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.893647:0:35938:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624674.893652:0:35938:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.893657:0:35938:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624674.893659:0:35938:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788624674.893661:0:35938:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624674.893664:0:35938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624674.893665:0:35938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499402752 : -112300210148864 : ffff99dd11ddaa00) 00000100:00000001:1.0:1788624674.893669:0:35938:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624674.893671:0:35938:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788624674.893674:0:35938:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624674.893677:0:35938:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624674.893683:0:35938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddaa00 x1875506845090816/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624690 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624674.893690:0:35938:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624674.893695:0:35938:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624674.893698:0:35938:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624674.893703:0:35938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddaa00 x1875506845090816/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624690 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788624674.893711:0:35938:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddaa00 pname:cluuid:pid:xid:nid:opc:job uname:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35938:1875506845090816:192.168.202.125@tcp:35:uname.0 00000100:00000001:1.0:1788624674.893717:0:35938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.893720:0:35938:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.893723:0:35938:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624674.893726:0:35938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624674.893730:0:35938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddaa00 x1875506845090816/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624690 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624674.893737:0:35938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624674.893741:0:35938:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd048c3c00. 00000100:00000001:1.0:1788624674.893745:0:35938:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624674.893747:0:35938:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.893757:0:35938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624674.893758:0:35938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499402752 : -112300210148864 : ffff99dd11ddaa00) 00000002:00000001:1.0:1788624674.893762:0:35938:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624674.893766:0:35938:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624674.893772:0:35938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd05355000. 00000080:00000001:1.0:1788624674.893777:0:35938:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788624674.893781:0:35938:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788624674.893785:0:35938:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624674.893788:0:35938:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624674.893791:0:35938:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624674.893794:0:35938:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624674.893796:0:35938:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624674.893798:0:35938:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1788624674.893801:0:35938:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624674.893806:0:35938:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788624674.893812:0:35938:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11597b80 x1875506845090304/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624690 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624674.893819:0:35938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624674.893821:0:35938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773490740096 : -112300218811520 : ffff99dd11597b80) 00000100:00000001:1.0:1788624674.893823:0:35938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624674.893825:0:35938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11597b80 x1875506845090304/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624690 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624674.893832:0:35938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.893833:0:35938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624674.893836:0:35938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddaa00 x1875506845090816/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624690 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624674.893841:0:35938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.893843:0:35938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624674.893846:0:35938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11597b80 x1875506845090304/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624690 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624674.893852:0:35938:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788624674.893856:0:35938:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624674.893858:0:35938:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624674.893860:0:35938:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624674.893864:0:35938:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049cc400. 02000000:00000001:1.0:1788624674.893882:0:35938:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624674.893884:0:35938:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624674.893887:0:35938:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11597b80. 00000100:00000001:1.0:1788624674.893892:0:35938:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624674.893893:0:35938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624674.893894:0:35938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624674.893897:0:35938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddaa00 x1875506845090816/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624690 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624674.893903:0:35938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624674.893905:0:35938:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff99dd105369a0. 00000002:00000001:1.0:1788624674.893907:0:35938:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624674.893909:0:35938:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624674.893911:0:35938:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd215f85c0. 00000100:00000001:1.0:1788624674.893914:0:35938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624674.893917:0:35938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11ddaa00 x1875506845090816/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624690 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624674.893922:0:35938:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624674.893924:0:35938:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624674.893927:0:35938:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd107e0000. 02000000:00000001:1.0:1788624674.893929:0:35938:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624674.893931:0:35938:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624674.893932:0:35938:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624674.893934:0:35938:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624674.893935:0:35938:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd05355200. 02000000:00000001:1.0:1788624674.893937:0:35938:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624674.893938:0:35938:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624674.893939:0:35938:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11ddaa00. 00000100:00000001:1.0:1788624674.893942:0:35938:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624674.893943:0:35938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624674.893946:0:35938:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624674.893950:0:35938:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd06754a00. 00000080:00000001:1.0:1788624674.893955:0:35938:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.893963:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfdf0 00000080:00000008:1.0:1788624674.893965:0:35938:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), flags 102001, rc = 0 00000080:00000001:1.0:1788624674.893969:0:35938:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.893976:0:35938:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788624674.893978:0:35938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfe00 00000080:00002000:1.0:1788624674.893980:0:35938:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff99dd1934d510, parent ffff99dd19287870, inode ffff99dd1912a1c8) hashed, 00000080:00000001:1.0:1788624674.893984:0:35938:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.924406:0:35939:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624674.924421:0:35939:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788624674.924424:0:35939:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788624674.924429:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfbc0 00000080:00200000:2.0:1788624674.924435:0:35939:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:2.0:1788624674.924447:0:35939:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd0633bc00. 00800000:00000002:2.0:1788624674.924458:0:35939:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:2.0:1788624674.924464:0:35939:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788624674.924472:0:35939:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788624674.924474:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfae0 00800000:00000002:2.0:1788624674.924478:0:35939:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624674.924482:0:35939:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788624674.924486:0:35939:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788624674.924490:0:35939:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788624674.924493:0:35939:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788624674.924497:0:35939:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788624674.924500:0:35939:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624674.924502:0:35939:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788624674.924505:0:35939:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624674.924510:0:35939:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788624674.924519:0:35939:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788624674.924521:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf9b0 00000002:00010000:2.0:1788624674.924523:0:35939:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788624674.924528:0:35939:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788624674.924530:0:35939:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788624674.924534:0:35939:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624674.924545:0:35939:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624674.924548:0:35939:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624674.924550:0:35939:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624674.924553:0:35939:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788624674.924556:0:35939:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788624674.924563:0:35939:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63480. 00000020:00000040:2.0:1788624674.924569:0:35939:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00010000:00000001:2.0:1788624674.924578:0:35939:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788624674.924585:0:35939:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624674.924595:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.924598:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624674.924600:0:35939:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.924604:0:35939:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788624674.924608:0:35939:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788624674.924613:0:35939:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788624674.924624:0:35939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd0483a800. 00000100:00000001:2.0:1788624674.924633:0:35939:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.924639:0:35939:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624674.924641:0:35939:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.924642:0:35939:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624674.924644:0:35939:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.924645:0:35939:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624674.924652:0:35939:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446631773498913920 : -112300210637696 : ffff99dd11d63480) 00010000:00000001:2.0:1788624674.924657:0:35939:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788624674.924660:0:35939:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788624674.924666:0:35939:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff99dd03870700. 00010000:00000010:2.0:1788624674.924671:0:35939:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff99dd05188880. 00010000:00000001:2.0:1788624674.924677:0:35939:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788624674.924681:0:35939:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd10767a00. 00000020:00000001:2.0:1788624674.924685:0:35939:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788624674.924690:0:35939:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd10767a00 with handle 0xcc94206c7ef41a5d to hash 00000020:00000001:2.0:1788624674.924692:0:35939:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788624674.924694:0:35939:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624674.924698:0:35939:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624674.924703:0:35939:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624674.924706:0:35939:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624674.924711:0:35939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624674.924723:0:35939:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624674.924735:0:35939:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788624674.924742:0:35939:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788624674.924744:0:35939:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788624674.924754:0:35939:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd111cda80. 00000100:00000001:2.0:1788624674.924756:0:35939:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773486766720 : -112300222784896 : ffff99dd111cda80) 00000100:00000001:2.0:1788624674.924759:0:35939:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.924760:0:35939:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913920 : -112300210637696 : ffff99dd11d63480) 00000100:00000001:2.0:1788624674.924765:0:35939:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788624674.924770:0:35939:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.924772:0:35939:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788624674.924774:0:35939:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788624674.924790:0:35939:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11d63480 x1875506845090944/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.924799:0:35939:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788624674.924802:0:35939:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.924807:0:35939:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788624674.924810:0:35939:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788624674.924813:0:35939:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624674.924817:0:35939:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11d63480 pname:cluuid:pid:xid:nid:opc:job cat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35939:1875506845090944:192.168.202.125@tcp:101:cat.0 00000100:00000001:2.0:1788624674.924824:0:35939:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788624674.924833:0:35939:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788624674.924836:0:35939:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.924839:0:35939:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788624674.924845:0:35939:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff99dd1870b000. 02000000:00000001:2.0:1788624674.924847:0:35939:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624674.924859:0:35939:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:2.0:1788624674.924864:0:35939:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd216a2318. 00000400:00000010:2.0:1788624674.924875:0:35939:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08c38. 00000100:00000200:2.0:1788624674.924885:0:35939:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875506845090944, portal 10 00000100:00000001:2.0:1788624674.924887:0:35939:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788624674.924888:0:35939:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773498913920 : -112300210637696 : ffff99dd11d63480) 00000100:00000040:2.0:1788624674.924895:0:35939:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11d63480 x1875506845090944/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.924904:0:35939:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624674.924907:0:35939:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624674.924910:0:35939:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08440. 00000100:00000200:2.0:1788624674.924913:0:35939:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875506845090944, offset 0 00000400:00000200:2.0:1788624674.924922:0:35939:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624674.924935:0:35939:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.924947:0:35939:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624674.924954:0:35939:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788624674.924960:0:35939:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:2.0:1788624674.924965:0:35939:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788624674.924969:0:35939:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:2.0:1788624674.924975:0:35939:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3082:3082:256:4294967295] 192.168.202.125@tcp LPNI seq info [3082:3082:8:4294967295] 00000400:00000200:2.0:1788624674.924980:0:35939:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624674.924992:0:35939:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624674.925001:0:35939:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624674.925398:0:35939:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346f00. 00000800:00000200:2.0:1788624674.925409:0:35939:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624674.925419:0:35939:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624674.925425:0:35939:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788624674.925509:0:35939:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624674.925515:0:35939:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 810643 usecs (811 jiffies) 00000400:00000200:2.0:1788624674.925519:0:35939:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624674.925522:0:35939:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296689798 00000100:00000001:2.0:1788624674.925526:0:35939:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:2.0:1788624674.925529:0:35939:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296689798 00000100:00000001:2.0:1788624674.925531:0:35939:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:2.0:1788624674.925534:0:35939:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624674.925537:0:35939:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.925540:0:35939:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788624674.925542:0:35939:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788624674.925545:0:35939:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd111cda80 going to sleep for 11 seconds 00000100:00000001:2.0:1788624674.925548:0:35939:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788624674.925552:0:35939:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788624674.933842:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788624674.933859:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346f00. 00000400:00000200:3.0:1788624674.933868:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.933880:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:3.0:1788624674.933892:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08440 00000400:00000010:3.0:1788624674.933896:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08440. 00000100:00000001:3.0:1788624674.933903:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788624674.933915:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11d63480 x1875506845090944/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624690 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.933932:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788624674.933936:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11d63480 x1875506845090944/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624690 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.933944:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788624674.933946:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624674.933959:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.935665:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624674.935677:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.935689:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.935699:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.935707:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624674.935718:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.935724:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.935730:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.935735:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 688 into portal 10 MB=0x6a9c377468480 00000400:00000200:3.0:1788624674.935740:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.935748:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 688/688 into md 0x8bdd [1] + 224 00000800:00000001:3.0:1788624674.935757:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.935767:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.935771:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.935776:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624674.935786:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624674.935797:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11d63480 x1875506845090944/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624690 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624674.935810:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff99dd11d63480 x1875506845090944/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.935826:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624674.935840:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.935844:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.937383:0:35939:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788624674.937417:0:35939:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788624674.937419:0:35939:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788624674.937426:0:35939:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd216a2318. 00000400:00000200:2.0:1788624674.937435:0:35939:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08c38 00000400:00000010:2.0:1788624674.937439:0:35939:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08c38. 00000100:00000001:2.0:1788624674.937446:0:35939:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624674.937460:0:35939:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11d63480 x1875506845090944/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788624674.937473:0:35939:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11d63480 x1875506845090944/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.937481:0:35939:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788624674.937484:0:35939:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.937487:0:35939:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788624674.937491:0:35939:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788624674.937494:0:35939:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624674.937497:0:35939:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624674.937500:0:35939:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624674.937512:0:35939:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=103 v=5 (5 103 103 103) 00000100:00001000:2.0:1788624674.937517:0:35939:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1788624674.937520:0:35939:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624674.937522:0:35939:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.937526:0:35939:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788624674.937532:0:35939:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.937536:0:35939:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788624674.937538:0:35939:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934607 00000100:00000001:2.0:1788624674.937541:0:35939:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788624674.937544:0:35939:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624674.937550:0:35939:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11d63480 x1875506845090944/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.937558:0:35939:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788624674.937562:0:35939:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788624674.937565:0:35939:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788624674.937570:0:35939:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63480 x1875506845090944/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624690 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788624674.937594:0:35939:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11d63480 pname:cluuid:pid:xid:nid:opc:job cat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35939:1875506845090944:192.168.202.125@tcp:101:cat.0 00000100:00000001:2.0:1788624674.937600:0:35939:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624674.937603:0:35939:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.937607:0:35939:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788624674.937610:0:35939:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.937614:0:35939:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11d63480 x1875506845090944/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624690 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.937621:0:35939:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788624674.937625:0:35939:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd111cda80. 00000100:00000001:2.0:1788624674.937629:0:35939:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788624674.937630:0:35939:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.937634:0:35939:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788624674.937641:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.937644:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.937649:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=4 00000020:00000001:2.0:1788624674.937652:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624674.937655:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000040:2.0:1788624674.937664:0:35939:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd10767a00, remote cookie: 0xa103bd66258a8a4b, flags: 0x1001 00010000:00010000:2.0:1788624674.937671:0:35939:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788624674.937685:0:35939:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.937694:0:35939:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788624674.937700:0:35939:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788624674.937703:0:35939:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788624674.937705:0:35939:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788624674.937706:0:35939:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788624674.937710:0:35939:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff99dd03870700) refcount = 1 00010000:00010000:2.0:1788624674.937715:0:35939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.937722:0:35939:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788624674.937726:0:35939:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788624674.937728:0:35939:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788624674.937731:0:35939:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788624674.937734:0:35939:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624674.937737:0:35939:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.937743:0:35939:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788624674.937746:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.937748:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624674.937749:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.937750:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624674.937752:0:35939:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624674.937758:0:35939:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788624674.937760:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.937761:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.937763:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:2.0:1788624674.937765:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624674.937767:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624674.937770:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.937771:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.937773:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=4 00000020:00000001:2.0:1788624674.937774:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624674.937776:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624674.937780:0:35939:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624674.937783:0:35939:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624674.937787:0:35939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.937794:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.937795:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624674.937797:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.937798:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.937799:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=5 00000020:00000001:2.0:1788624674.937801:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624674.937803:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624674.937806:0:35939:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624674.937809:0:35939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.937815:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.937816:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788624674.937819:0:35939:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.937831:0:35939:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624674.937833:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.937834:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624674.937835:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.937836:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788624674.937841:0:35939:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff99dd11d63480 x1875506845090944/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624690 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788624674.937852:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.937853:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.937854:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:2.0:1788624674.937856:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624674.937858:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624674.937860:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.937861:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624674.937863:0:35939:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624674.937865:0:35939:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624674.937869:0:35939:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788624674.937872:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.937874:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.937875:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:2.0:1788624674.937877:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624674.937879:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00000002:00010000:2.0:1788624674.937883:0:35939:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.937890:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.937891:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624674.937894:0:35939:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788624674.937895:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.937896:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.937898:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:2.0:1788624674.937900:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624674.937902:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000040:2.0:1788624674.937910:0:35939:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:2.0:1788624674.937913:0:35939:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788624674.937919:0:35939:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788624674.937921:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.937922:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624674.937924:0:35939:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788624674.937928:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf938 00000002:00002000:2.0:1788624674.937930:0:35939:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788624674.937934:0:35939:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624674.937938:0:35939:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624674.937941:0:35939:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788624674.937945:0:35939:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788624674.937948:0:35939:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788624674.937953:0:35939:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:2.0:1788624674.937957:0:35939:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd0633bc00. 00000080:00000001:2.0:1788624674.937962:0:35939:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788624674.937965:0:35939:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788624674.937974:0:35939:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788624674.937979:0:35939:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788624674.937993:0:35939:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff99dd11d2d4c0. 00800000:00000001:2.0:1788624674.938009:0:35939:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446631773498692800 : -112300210858816 : ffff99dd11d2d4c0) 00800000:00000001:2.0:1788624674.938013:0:35939:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788624674.938015:0:35939:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788624674.938019:0:35939:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788624674.938023:0:35939:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788624674.938026:0:35939:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788624674.938031:0:35939:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788624674.938032:0:35939:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.938039:0:35939:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788624674.938043:0:35939:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788624674.938057:0:35939:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1788624674.938060:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.938062:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.938064:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:2.0:1788624674.938066:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624674.938069:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624674.938071:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.938073:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788624674.938075:0:35939:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788624674.938078:0:35939:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788624674.938079:0:35939:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd11d2d4c0 1 00800000:00000010:2.0:1788624674.938083:0:35939:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff99dd11d2d4c0. 00800000:00000001:2.0:1788624674.938086:0:35939:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624674.938090:0:35939:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41a5d 00800000:00000001:2.0:1788624674.938094:0:35939:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788624674.938095:0:35939:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788624674.938097:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.938098:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.938099:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:2.0:1788624674.938102:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624674.938150:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624674.938153:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.938155:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788624674.938156:0:35939:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788624674.938158:0:35939:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.938161:0:35939:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788624674.938164:0:35939:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:2.0:1788624674.938168:0:35939:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a5d from it ffffbef881dbfbf8 00010000:00000001:2.0:1788624674.938169:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624674.938171:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624674.938173:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:2.0:1788624674.938174:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624674.938177:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:2.0:1788624674.938179:0:35939:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788624674.938182:0:35939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788624674.938196:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.938197:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624674.938199:0:35939:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788624674.938201:0:35939:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788624674.938204:0:35939:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788624674.938212:0:35939:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788624674.938215:0:35939:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788624674.938218:0:35939:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624674.938223:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.938224:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624674.938227:0:35939:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.938231:0:35939:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788624674.938233:0:35939:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.938236:0:35939:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.938238:0:35939:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624674.938241:0:35939:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788624674.938242:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624674.938242:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788624674.938245:0:35939:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.938250:0:35939:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11d63480 x1875506845090944/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/688 e 0 to 0 dl 1788624690 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.938257:0:35939:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788624674.938261:0:35939:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788624674.938265:0:35939:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff99dd1870b000. 02000000:00000001:2.0:1788624674.938269:0:35939:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788624674.938272:0:35939:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788624674.938273:0:35939:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:2.0:1788624674.938276:0:35939:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788624674.938279:0:35939:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd0483a800. 02000000:00000001:2.0:1788624674.938285:0:35939:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788624674.938287:0:35939:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788624674.938289:0:35939:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11d63480. 00000100:00000001:2.0:1788624674.938297:0:35939:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788624674.938299:0:35939:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788624674.938303:0:35939:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788624674.938310:0:35939:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624674.938321:0:35939:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788624674.938324:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfbc0 00000080:00002000:2.0:1788624674.938326:0:35939:0:(dcache.c:87:ll_dcompare()) found name recon(ffff99dd1934d510) flags 0x48004e refc 0 00000080:00000001:2.0:1788624674.938329:0:35939:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788624674.938331:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc08 00000080:00200000:2.0:1788624674.938333:0:35939:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:0.0:1788624674.938463:0:35939:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788624674.938468:0:35939:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x30:0x0](ffff99dd1912a1c8), inode mode 81a4 mask 44 00000080:00000001:0.0:1788624674.938473:0:35939:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624674.938483:0:35939:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788624674.938485:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb98 00000080:00200008:0.0:1788624674.938488:0:35939:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), flags 100000 00000080:00000010:0.0:1788624674.938497:0:35939:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff99dd2030fb80. 00000080:00000001:0.0:1788624674.938505:0:35939:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788624674.938510:0:35939:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18745a00. 00800000:00000002:0.0:1788624674.938517:0:35939:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624674.938522:0:35939:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624674.938537:0:35939:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624674.938540:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfa48 00800000:00000002:0.0:1788624674.938543:0:35939:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x30:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624674.938547:0:35939:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788624674.938550:0:35939:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624674.938554:0:35939:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624674.938557:0:35939:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624674.938560:0:35939:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624674.938562:0:35939:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624674.938565:0:35939:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788624674.938567:0:35939:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624674.938571:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf9c8 00800000:00000002:0.0:1788624674.938573:0:35939:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788624674.938579:0:35939:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624674.938580:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf900 00000002:00010000:0.0:1788624674.938582:0:35939:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:0.0:1788624674.938588:0:35939:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788624674.938590:0:35939:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788624674.938596:0:35939:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788624674.938602:0:35939:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 3 00010000:00000001:0.0:1788624674.938605:0:35939:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624674.938608:0:35939:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788624674.938613:0:35939:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.938615:0:35939:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624674.938617:0:35939:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624674.938619:0:35939:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788624674.938621:0:35939:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:0.0:1788624674.938624:0:35939:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624674.938626:0:35939:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788624674.938628:0:35939:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.938629:0:35939:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624674.938631:0:35939:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624674.938637:0:35939:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c05c00. 00000020:00000040:0.0:1788624674.938641:0:35939:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:0.0:1788624674.938646:0:35939:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788624674.938649:0:35939:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.938652:0:35939:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788624674.938656:0:35939:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624674.938660:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.938662:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.938664:0:35939:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.938667:0:35939:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624674.938670:0:35939:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624674.938676:0:35939:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624674.938686:0:35939:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff99dd049ca800. 00000100:00000001:0.0:1788624674.938695:0:35939:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.938700:0:35939:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624674.938701:0:35939:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.938703:0:35939:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788624674.938704:0:35939:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.938707:0:35939:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624674.938715:0:35939:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446631773497482240 : -112300212069376 : ffff99dd11c05c00) 00010000:00000001:0.0:1788624674.938720:0:35939:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788624674.938722:0:35939:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788624674.938725:0:35939:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:0.0:1788624674.938727:0:35939:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624674.938730:0:35939:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788624674.938736:0:35939:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff99dd11d19600. 00000020:00000001:0.0:1788624674.938740:0:35939:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788624674.938743:0:35939:0:(lustre_handles.c:93:class_handle_hash()) added object ffff99dd11d19600 with handle 0xcc94206c7ef41a64 to hash 00000020:00000001:0.0:1788624674.938745:0:35939:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788624674.938747:0:35939:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624674.938752:0:35939:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624674.938755:0:35939:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624674.938757:0:35939:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624674.938760:0:35939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a64 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624674.938770:0:35939:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a64 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35939 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788624674.938784:0:35939:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788624674.938791:0:35939:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11c05c00 x1875506845091200/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788624674.938802:0:35939:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a64 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788624674.938808:0:35939:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624674.938810:0:35939:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624674.938820:0:35939:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd184fdc00. 00000100:00000001:0.0:1788624674.938823:0:35939:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773607549952 : -112300102001664 : ffff99dd184fdc00) 00000100:00000001:0.0:1788624674.938826:0:35939:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624674.938828:0:35939:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497482240 : -112300212069376 : ffff99dd11c05c00) 00000100:00000001:0.0:1788624674.938834:0:35939:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624674.938840:0:35939:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.938842:0:35939:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624674.938845:0:35939:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624674.938850:0:35939:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c05c00 x1875506845091200/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.938858:0:35939:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624674.938861:0:35939:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624674.938866:0:35939:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624674.938870:0:35939:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624674.938872:0:35939:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624674.938876:0:35939:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c05c00 pname:cluuid:pid:xid:nid:opc:job cat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35939:1875506845091200:192.168.202.125@tcp:101:cat.0 00000100:00000001:0.0:1788624674.938881:0:35939:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624674.938888:0:35939:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624674.938890:0:35939:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624674.938893:0:35939:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624674.939072:0:35939:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff99dd04ac0000. 02000000:00000001:0.0:1788624674.939075:0:35939:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624674.939085:0:35939:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624674.939090:0:35939:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dc60. 00000400:00000010:0.0:1788624674.939099:0:35939:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff99dd02e10800. 00000100:00000200:0.0:1788624674.939163:0:35939:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875506845091200, portal 10 00000100:00000001:0.0:1788624674.939166:0:35939:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624674.939168:0:35939:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497482240 : -112300212069376 : ffff99dd11c05c00) 00000100:00000040:0.0:1788624674.939175:0:35939:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c05c00 x1875506845091200/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624690 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.939182:0:35939:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624674.939185:0:35939:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624674.939189:0:35939:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053957f8. 00000100:00000200:0.0:1788624674.939193:0:35939:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875506845091200, offset 0 00000400:00000200:0.0:1788624674.939201:0:35939:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624674.939211:0:35939:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624674.939221:0:35939:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624674.939230:0:35939:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624674.939235:0:35939:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624674.939239:0:35939:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624674.939242:0:35939:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624674.939247:0:35939:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3083:3083:256:4294967295] 192.168.202.125@tcp LPNI seq info [3083:3083:8:4294967295] 00000400:00000200:0.0:1788624674.939252:0:35939:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624674.939264:0:35939:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624674.939274:0:35939:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624674.939281:0:35939:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139c500. 00000800:00000200:0.0:1788624674.939290:0:35939:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624674.939301:0:35939:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624674.939307:0:35939:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139c500 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788624674.939341:0:35939:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624674.939347:0:35939:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 809690 usecs (810 jiffies) 00000400:00000200:0.0:1788624674.939351:0:35939:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624674.939355:0:35939:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296689810 00000100:00000001:0.0:1788624674.939358:0:35939:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:0.0:1788624674.939361:0:35939:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296689810 00000100:00000001:0.0:1788624674.939363:0:35939:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:0.0:1788624674.939365:0:35939:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624674.939369:0:35939:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.939372:0:35939:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624674.939374:0:35939:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624674.939378:0:35939:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd184fdc00 going to sleep for 11 seconds 00000100:00000001:0.0:1788624674.939380:0:35939:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624674.939384:0:35939:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624674.939546:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624674.939552:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139c500. 00000400:00000200:2.0:1788624674.939558:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624674.939565:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624674.939571:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053957f8 00000400:00000010:2.0:1788624674.939573:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053957f8. 00000100:00000001:2.0:1788624674.939578:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624674.939583:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c05c00 x1875506845091200/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624690 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.939593:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624674.939596:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05c00 x1875506845091200/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624690 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624674.939601:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624674.939603:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624674.944163:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.944189:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624674.944195:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.944198:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.944212:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.944223:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624674.944236:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.944243:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.944250:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.944256:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 664 into portal 10 MB=0x6a9c377468580 00000400:00000200:3.0:1788624674.944262:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624674.944270:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 664/664 into md 0x8bed [64] + 224 00000800:00000001:3.0:1788624674.944280:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.944289:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624674.944294:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624674.944300:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624674.944310:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624674.944322:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c05c00 x1875506845091200/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624690 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624674.944335:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff99dd11c05c00 x1875506845091200/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788624674.944360:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624674.944375:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624674.944380:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.944456:0:35939:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624674.944468:0:35939:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624674.944470:0:35939:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624674.944474:0:35939:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dc60. 00000400:00000200:0.0:1788624674.944480:0:35939:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd02e10800 00000400:00000010:0.0:1788624674.944483:0:35939:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff99dd02e10800. 00000100:00000001:0.0:1788624674.944487:0:35939:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624674.944492:0:35939:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c05c00 x1875506845091200/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624674.944503:0:35939:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c05c00 x1875506845091200/t0(0) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788624690 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.944510:0:35939:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624674.944512:0:35939:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.944516:0:35939:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624674.944520:0:35939:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624674.944523:0:35939:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624674.944528:0:35939:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624674.944533:0:35939:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624674.944546:0:35939:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=103 v=5 (5 103 103 103) 00000100:00001000:0.0:1788624674.944552:0:35939:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624674.944555:0:35939:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624674.944557:0:35939:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.944561:0:35939:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624674.944567:0:35939:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.944571:0:35939:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788624674.944575:0:35939:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788624674.944577:0:35939:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788624674.944580:0:35939:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624674.944582:0:35939:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497482240 : -112300212069376 : ffff99dd11c05c00) 00000100:00000001:0.0:1788624674.944585:0:35939:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624674.944588:0:35939:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934607 00000100:00000001:0.0:1788624674.944591:0:35939:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624674.944595:0:35939:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624674.944601:0:35939:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c05c00 x1875506845091200/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624690 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.944610:0:35939:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624674.944614:0:35939:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624674.944616:0:35939:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624674.944621:0:35939:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c05c00 x1875506845091200/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624690 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624674.944630:0:35939:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c05c00 pname:cluuid:pid:xid:nid:opc:job cat:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35939:1875506845091200:192.168.202.125@tcp:101:cat.0 00000100:00000001:0.0:1788624674.944635:0:35939:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624674.944638:0:35939:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624674.944641:0:35939:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624674.944644:0:35939:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624674.944648:0:35939:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05c00 x1875506845091200/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624690 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624674.944655:0:35939:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624674.944658:0:35939:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd184fdc00. 00000100:00000001:0.0:1788624674.944662:0:35939:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624674.944664:0:35939:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.944667:0:35939:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788624674.944674:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.944678:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.944681:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=4 00000020:00000001:0.0:1788624674.944684:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624674.944688:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000040:0.0:1788624674.944696:0:35939:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff99dd11d19600, remote cookie: 0xa103bd66258a8a59, flags: 0x1001 00010000:00000040:0.0:1788624674.944700:0:35939:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788624674.944704:0:35939:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788624674.944714:0:35939:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 3 00010000:00000001:0.0:1788624674.944717:0:35939:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624674.944721:0:35939:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624674.944727:0:35939:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a64 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a59 expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788624674.944738:0:35939:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a64 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a59 expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624674.944747:0:35939:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788624674.944752:0:35939:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788624674.944756:0:35939:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788624674.944758:0:35939:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788624674.944760:0:35939:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788624674.944764:0:35939:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff99dd03870e00) refcount = 3 00010000:00000040:0.0:1788624674.944767:0:35939:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788624674.944770:0:35939:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a56 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a3d expref: -99 pid: 35938 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1788624674.944777:0:35939:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788624674.944784:0:35939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a64 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a59 expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624674.944791:0:35939:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788624674.944795:0:35939:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788624674.944797:0:35939:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624674.944800:0:35939:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788624674.944803:0:35939:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624674.944808:0:35939:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a64 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a59 expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788624674.944819:0:35939:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788624674.944822:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.944824:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.944825:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.944826:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624674.944827:0:35939:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624674.944833:0:35939:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788624674.944836:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.944838:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.944839:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:0.0:1788624674.944842:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624674.944844:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624674.944847:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624674.944848:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788624674.944853:0:35939:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff99dd11c05c00 x1875506845091200/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624690 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624674.944863:0:35939:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788624674.944868:0:35939:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11c05c00 x1875506845091200/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 648/664 e 0 to 0 dl 1788624690 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788624674.944875:0:35939:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624674.944881:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624674.944882:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624674.944883:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:0.0:1788624674.944885:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:0.0:1788624674.944887:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00000002:00010000:0.0:1788624674.944891:0:35939:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a64 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a59 expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788624674.944952:0:35939:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff99dd1878ed80. 00010000:00000001:1.0:1788624674.944957:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.944959:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624674.944961:0:35939:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624674.944964:0:35939:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624674.944967:0:35939:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788624674.944970:0:35939:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624674.944972:0:35939:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497482240 : -112300212069376 : ffff99dd11c05c00) 00010000:00000001:1.0:1788624674.944974:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.944976:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.944978:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:1.0:1788624674.944980:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:1.0:1788624674.944983:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00000002:00010000:1.0:1788624674.944987:0:35939:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a64 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a59 expref: -99 pid: 35939 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624674.945168:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.945170:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.945172:0:35939:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788624674.945174:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.945175:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.945177:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:1.0:1788624674.945179:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:1.0:1788624674.945182:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000040:1.0:1788624674.945186:0:35939:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 4 00010000:00000001:1.0:1788624674.945188:0:35939:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788624674.945193:0:35939:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff99dd1945ec00 type 13 mode 16 res 8589935621/48 (0 0) 00010000:00000001:1.0:1788624674.945196:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.945197:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624674.945199:0:35939:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788624674.945202:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbf888 00000002:00002000:1.0:1788624674.945204:0:35939:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1788624674.945207:0:35939:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624674.945213:0:35939:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624674.945216:0:35939:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788624674.945220:0:35939:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788624674.945224:0:35939:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624674.945229:0:35939:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624674.945234:0:35939:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18745a00. 00000080:00000001:1.0:1788624674.945241:0:35939:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788624674.945248:0:35939:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788624674.945252:0:35939:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1788624674.945257:0:35939:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624674.945262:0:35939:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833000 : -112300453718616 : ffff99dd035915a8) 00000020:00001000:1.0:1788624674.945265:0:35939:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035915a0 00000020:00000001:1.0:1788624674.945268:0:35939:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788624674.945273:0:35939:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788624674.945276:0:35939:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788624674.945284:0:35939:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd04866300. 00020000:00000010:1.0:1788624674.945290:0:35939:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd1156d300. 00020000:00000010:1.0:1788624674.945298:0:35939:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd04866540. 00020000:00000001:1.0:1788624674.945301:0:35939:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773275579712 : -112300433971904 : ffff99dd04866540) 00020000:00000002:1.0:1788624674.945305:0:35939:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd04866540, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788624674.945310:0:35939:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788624674.945315:0:35939:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd1156d300: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:1.0:1788624674.945319:0:35939:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd107ec4d8) owner ffff99dd064f0000 00020000:00000001:1.0:1788624674.945323:0:35939:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788624674.945326:0:35939:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd107ec4d8) owner ffff99dd064f0000 00020000:00000010:1.0:1788624674.945331:0:35939:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd1156d300. 00020000:00000010:1.0:1788624674.945338:0:35939:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd04866300. 00020000:00000010:1.0:1788624674.945342:0:35939:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd04866540. 00020000:00000002:1.0:1788624674.945344:0:35939:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788624674.945346:0:35939:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.945348:0:35939:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788624674.945350:0:35939:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035915a0 00000080:00000001:1.0:1788624674.945357:0:35939:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:1.0:1788624674.945360:0:35939:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:1.0:1788624674.945367:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.945368:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.945370:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:1.0:1788624674.945372:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:1.0:1788624674.945375:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00000080:00000001:1.0:1788624674.945379:0:35939:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788624674.945381:0:35939:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624674.945382:0:35939:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833000 : -112300453718616 : ffff99dd035915a8) 00000020:00001000:1.0:1788624674.945384:0:35939:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035915a0 00000020:00000001:1.0:1788624674.945386:0:35939:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788624674.945388:0:35939:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788624674.945389:0:35939:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788624674.945392:0:35939:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff99dd04866540. 00020000:00000010:1.0:1788624674.945557:0:35939:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff99dd1156d300. 00020000:00000010:1.0:1788624674.945563:0:35939:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff99dd04866300. 00020000:00000001:1.0:1788624674.945566:0:35939:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446631773275579136 : -112300433972480 : ffff99dd04866300) 00020000:00000002:1.0:1788624674.945568:0:35939:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd04866300, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788624674.945572:0:35939:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788624674.945698:0:35939:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd1156d300: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:1.0:1788624674.945702:0:35939:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff99dd107ec4d8) owner ffff99dd064f0000 00020000:00000001:1.0:1788624674.945704:0:35939:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788624674.945706:0:35939:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff99dd107ec4d8) owner ffff99dd064f0000 00020000:00000010:1.0:1788624674.945709:0:35939:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd1156d300. 00020000:00000010:1.0:1788624674.945712:0:35939:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd04866540. 00020000:00000010:1.0:1788624674.945714:0:35939:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd04866300. 00020000:00000002:1.0:1788624674.945716:0:35939:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788624674.945719:0:35939:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.945721:0:35939:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.945726:0:35939:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788624674.945729:0:35939:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd064f0000 00020000:00000002:1.0:1788624674.945733:0:35939:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd185882a0 addref 2/0 by ffff99dd064f0000. 00020000:00000002:1.0:1788624674.945736:0:35939:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd064f0000 00020000:00000001:1.0:1788624674.945739:0:35939:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788624674.945743:0:35939:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788624674.945744:0:35939:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788624674.945746:0:35939:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788624674.945748:0:35939:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788624674.945751:0:35939:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x30:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1788624674.945753:0:35939:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035915a0 00000080:00000001:1.0:1788624674.945756:0:35939:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.945757:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.945759:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624674.945761:0:35939:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788624674.945764:0:35939:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788624674.945766:0:35939:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624674.945770:0:35939:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff99dd1912a1c8) for lock 0xcc94206c7ef41a64 00800000:00000001:1.0:1788624674.945773:0:35939:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624674.945775:0:35939:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624674.945776:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.945778:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.945780:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:1.0:1788624674.945782:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:1.0:1788624674.945784:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:1.0:1788624674.945787:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.945788:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624674.945790:0:35939:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624674.945791:0:35939:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624674.945794:0:35939:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624674.945802:0:35939:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c05c00 x1875506845091200/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624690 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624674.945811:0:35939:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624674.945815:0:35939:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a64 from it ffffbef881dbfbf0 00010000:00000001:1.0:1788624674.945817:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.945819:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.945820:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd11d19600 refcount=3 00000020:00000001:1.0:1788624674.945822:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:1.0:1788624674.945824:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773498611200 : -112300210940416 : ffff99dd11d19600) 00010000:00000001:1.0:1788624674.945827:0:35939:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624674.945831:0:35939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a64 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a8a59 expref: -99 pid: 35939 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788624674.945840:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.945842:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.945843:0:35939:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624674.945848:0:35939:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624674.945852:0:35939:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a64 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a8a59 expref: -99 pid: 35939 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624674.945860:0:35939:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624674.945864:0:35939:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624674.945867:0:35939:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624674.945873:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.945874:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.945876:0:35939:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.945880:0:35939:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624674.945882:0:35939:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.945885:0:35939:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.945889:0:35939:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.945892:0:35939:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624674.945893:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.945895:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788624674.945899:0:35939:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624674.945905:0:35939:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff99dd1878ef00. 00000080:00000001:1.0:1788624674.945909:0:35939:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788624674.945913:0:35939:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788624674.945916:0:35939:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624674.945920:0:35939:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624674.945923:0:35939:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624674.945926:0:35939:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624674.945928:0:35939:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624674.945930:0:35939:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1788624674.945933:0:35939:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624674.945936:0:35939:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788624674.945941:0:35939:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff99dd12bc8060. 00000002:00100000:1.0:1788624674.945946:0:35939:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff99dd11c05c00 x1875506845091200/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624690 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788624674.945954:0:35939:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624674.945956:0:35939:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788624674.945960:0:35939:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788624674.945964:0:35939:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.945968:0:35939:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788624674.945971:0:35939:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788624674.945973:0:35939:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624674.945976:0:35939:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788624674.945978:0:35939:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.945982:0:35939:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788624674.945986:0:35939:0:(pcc.c:1984:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.945988:0:35939:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788624674.945991:0:35939:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.946211:0:35939:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624674.946219:0:35939:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624674.946224:0:35939:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05c00 x1875506845091200/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624690 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788624674.946232:0:35939:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624674.946236:0:35939:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff99dd04ac0000. 02000000:00000001:1.0:1788624674.946285:0:35939:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788624674.946288:0:35939:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.946292:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb98 00000080:00000008:1.0:1788624674.946295:0:35939:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), flags 100000, rc = 0 00000020:00000001:1.0:1788624674.946326:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd28 00000080:00200008:1.0:1788624674.946328:0:35939:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788624674.946336:0:35939:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788624674.946338:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfca0 00000080:00200000:1.0:1788624674.946340:0:35939:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff99dd1912a1c8),name=recon 00000080:00000010:1.0:1788624674.946349:0:35939:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd05355000. 00800000:00000002:1.0:1788624674.946356:0:35939:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:1.0:1788624674.946364:0:35939:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788624674.946369:0:35939:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788624674.946371:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfbc0 00800000:00000002:1.0:1788624674.946375:0:35939:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624674.946379:0:35939:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788624674.946382:0:35939:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624674.946384:0:35939:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624674.946385:0:35939:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624674.946387:0:35939:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624674.946388:0:35939:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624674.946390:0:35939:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788624674.946392:0:35939:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624674.946394:0:35939:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624674.946476:0:35939:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624674.946478:0:35939:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624674.946480:0:35939:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624674.946482:0:35939:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624674.946484:0:35939:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1788624674.946486:0:35939:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624674.946489:0:35939:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:1.0:1788624674.946497:0:35939:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788624674.946499:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfa90 00000002:00010000:1.0:1788624674.946501:0:35939:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788624674.946504:0:35939:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788624674.946507:0:35939:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624674.946510:0:35939:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624674.946516:0:35939:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 4 00010000:00000001:1.0:1788624674.946519:0:35939:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624674.946523:0:35939:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624674.946527:0:35939:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624674.946531:0:35939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788624674.946541:0:35939:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624674.946548:0:35939:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.946552:0:35939:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788624674.946565:0:35939:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788624674.946568:0:35939:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788624674.946570:0:35939:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624674.946572:0:35939:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788624674.946637:0:35939:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788624674.946639:0:35939:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788624674.946642:0:35939:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788624674.946645:0:35939:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624674.946649:0:35939:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd05355000. 00000080:00000001:1.0:1788624674.946653:0:35939:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788624674.946656:0:35939:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624674.946659:0:35939:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff99dd1912a1c8) 00000080:00010000:1.0:1788624674.946663:0:35939:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff99dd1912a1c8) for lock 0xcc94206c7ef41a33 00800000:00000001:1.0:1788624674.946666:0:35939:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788624674.946668:0:35939:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788624674.946670:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.946671:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.946673:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=3 00000020:00000001:1.0:1788624674.946675:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:1.0:1788624674.946677:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:1.0:1788624674.946680:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.946681:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624674.946682:0:35939:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624674.946684:0:35939:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788624674.946686:0:35939:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a33 from it ffffbef881dbfcd8 00010000:00000001:1.0:1788624674.946688:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.946689:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.946690:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=3 00000020:00000001:1.0:1788624674.946692:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:1.0:1788624674.946695:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:1.0:1788624674.946697:0:35939:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624674.946700:0:35939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788624674.946706:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.946707:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.946709:0:35939:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624674.946710:0:35939:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624674.946712:0:35939:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788624674.946718:0:35939:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624674.946720:0:35939:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624674.946721:0:35939:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624674.946724:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.946725:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.946726:0:35939:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.946729:0:35939:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624674.946730:0:35939:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.946732:0:35939:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.946734:0:35939:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.946736:0:35939:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624674.946737:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.946738:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788624674.946740:0:35939:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624674.946742:0:35939:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624674.946745:0:35939:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788624674.946748:0:35939:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788624674.946749:0:35939:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624674.946751:0:35939:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788624674.946753:0:35939:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.946755:0:35939:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788624674.946759:0:35939:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788624674.946761:0:35939:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624674.946765:0:35939:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833000 : -112300453718616 : ffff99dd035915a8) 00000020:00001000:1.0:1788624674.946767:0:35939:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035915a0 00000020:00000001:1.0:1788624674.946773:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624674.946777:0:35939:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788624674.946780:0:35939:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788624674.946784:0:35939:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788624674.946787:0:35939:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624674.946789:0:35939:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788624674.946791:0:35939:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788624674.946794:0:35939:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.946796:0:35939:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788624674.946801:0:35939:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff99dd11c90750 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788624674.946805:0:35939:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd064f0000 00020000:00000001:1.0:1788624674.946809:0:35939:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788624674.946812:0:35939:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788624674.946814:0:35939:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788624674.946816:0:35939:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.946819:0:35939:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788624674.946822:0:35939:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788624674.946824:0:35939:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.946826:0:35939:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624674.946827:0:35939:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788624674.946828:0:35939:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788624674.946830:0:35939:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd064f0000 00000020:00000001:1.0:1788624674.946833:0:35939:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788624674.946836:0:35939:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788624674.946837:0:35939:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:1.0:1788624674.946841:0:35939:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788624674.946842:0:35939:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788624674.946846:0:35939:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788624674.946848:0:35939:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788624674.946857:0:35939:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788624674.946864:0:35939:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd087e6e00. 00020000:00000002:1.0:1788624674.946867:0:35939:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788624674.946870:0:35939:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788624674.946873:0:35939:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624674.946875:0:35939:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788624674.946877:0:35939:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624674.946879:0:35939:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832568 : -112300453719048 : ffff99dd035913f8) 00000020:00001000:1.0:1788624674.946882:0:35939:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035913f0 00000020:00000001:1.0:1788624674.946885:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3dc38 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624674.946886:0:35939:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788624674.946891:0:35939:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624674.946893:0:35939:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788624674.946894:0:35939:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.946896:0:35939:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.946898:0:35939:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624674.946901:0:35939:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788624674.946906:0:35939:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd034b6d10. 00000008:00010000:1.0:1788624674.946909:0:35939:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788624674.946913:0:35939:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788624674.946914:0:35939:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788624674.946916:0:35939:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd087e6e30, osc lock ffff99dd034b6d10, flags 0x400001002 00000020:00000001:1.0:1788624674.946919:0:35939:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.946921:0:35939:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.946924:0:35939:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773342166528 : -112300367385088 : ffff99dd087e6e00) 00000020:00000001:1.0:1788624674.946926:0:35939:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788624674.946927:0:35939:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788624674.946929:0:35939:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.946930:0:35939:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.946933:0:35939:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788624674.946935:0:35939:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788624674.946937:0:35939:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788624674.946939:0:35939:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788624674.946940:0:35939:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624674.946941:0:35939:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624674.946943:0:35939:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788624674.946946:0:35939:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788624674.946949:0:35939:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788624674.946954:0:35939:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788624674.946956:0:35939:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788624674.946957:0:35939:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788624674.946959:0:35939:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788624674.946961:0:35939:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788624674.946962:0:35939:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788624674.946965:0:35939:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788624674.946967:0:35939:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624674.946972:0:35939:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ab00 count: 2 00010000:00000001:1.0:1788624674.946974:0:35939:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624674.946979:0:35939:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624674.946983:0:35939:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624674.946988:0:35939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788624674.950379:0:35939:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624674.950390:0:35939:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.951376:0:35939:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788624674.951399:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.951402:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.951406:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=4 00000020:00000001:1.0:1788624674.951409:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.951413:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00000008:00000001:1.0:1788624674.951419:0:35939:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788624674.951423:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.951424:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.951425:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=5 00000020:00000001:1.0:1788624674.951427:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.951429:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00000020:00000001:1.0:1788624674.951435:0:35939:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788624674.951438:0:35939:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788624674.951440:0:35939:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788624674.951442:0:35939:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.951444:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.951445:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.951446:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=6 00000020:00000001:1.0:1788624674.951448:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.951450:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.951453:0:35939:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624674.951457:0:35939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788624674.951472:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.951474:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.951476:0:35939:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624674.951480:0:35939:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624674.951483:0:35939:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788624674.951491:0:35939:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624674.951495:0:35939:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624674.951497:0:35939:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624674.951503:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.951504:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.951506:0:35939:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.951510:0:35939:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624674.951512:0:35939:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.951514:0:35939:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.951519:0:35939:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.951521:0:35939:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624674.951522:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.951523:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.951524:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.951525:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624674.951527:0:35939:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624674.951530:0:35939:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.951534:0:35939:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.951538:0:35939:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.951540:0:35939:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.951542:0:35939:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788624674.951543:0:35939:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788624674.951546:0:35939:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788624674.951547:0:35939:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788624674.951550:0:35939:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.951552:0:35939:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.951560:0:35939:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788624674.951564:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624674.951568:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624674.951571:0:35939:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788624674.951576:0:35939:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788624674.951581:0:35939:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788624674 a=0 c=1788624674 b=0 00020000:00000001:1.0:1788624674.951585:0:35939:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.951587:0:35939:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.951589:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000080:00200000:1.0:1788624674.951591:0:35939:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1788624674.951594:0:35939:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788624674.951601:0:35939:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788624674.951604:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd11c906f0 (ffff99dd035915a8/0) at cl_lock_release():245 00000020:00000001:1.0:1788624674.951608:0:35939:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788624674.951610:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c906f0 (ffff99dd035915a8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788624674.951614:0:35939:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788624674.951619:0:35939:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624674.951622:0:35939:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624674.951625:0:35939:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788624674.951626:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd087e6e30 (ffff99dd035913f8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788624674.951630:0:35939:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788624674.951631:0:35939:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788624674.951633:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.951634:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624674.951636:0:35939:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788624674.951639:0:35939:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624674.951641:0:35939:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624674.951642:0:35939:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624674.951643:0:35939:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788624674.951645:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c906f0 (ffff99dd035915a8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788624674.951649:0:35939:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788624674.951650:0:35939:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788624674.951652:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd087e6e30 (ffff99dd035915a8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788624674.951657:0:35939:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034b6d10. 00000020:00000001:1.0:1788624674.951664:0:35939:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788624674.951665:0:35939:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd087e6e00. 00020000:00000001:1.0:1788624674.951669:0:35939:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788624674.951670:0:35939:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788624674.951672:0:35939:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788624674.951674:0:35939:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.951679:0:35939:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788624674.951682:0:35939:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788624674.951684:0:35939:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788624674.951685:0:35939:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788624674.951687:0:35939:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788624674.951690:0:35939:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035913f0 00020000:00000001:1.0:1788624674.951694:0:35939:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788624674.951696:0:35939:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788624674.951700:0:35939:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788624674.951703:0:35939:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788624674.951707:0:35939:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788624674.951710:0:35939:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.951712:0:35939:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788624674.951715:0:35939:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788624674.951716:0:35939:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788624674.951717:0:35939:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035915a0 00000001:00000001:1.0:1788624674.951719:0:35939:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.951729:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd28 00000080:00000008:1.0:1788624674.951732:0:35939:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788624674.951882:0:35939:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:1.0:1788624674.951885:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd88 00000080:00200008:1.0:1788624674.951887:0:35939:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 0, count: 4194304 00000080:00000001:1.0:1788624674.951891:0:35939:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:1.0:1788624674.951894:0:35939:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788624674.951899:0:35939:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:1.0:1788624674.951903:0:35939:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:1.0:1788624674.951932:0:35939:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624674.951936:0:35939:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833000 : -112300453718616 : ffff99dd035915a8) 00000020:00001000:1.0:1788624674.951939:0:35939:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035915a0 00000080:00000001:1.0:1788624674.951942:0:35939:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1788624674.951944:0:35939:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.951947:0:35939:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1788624674.951949:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc98 00000080:00200000:1.0:1788624674.951951:0:35939:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:1.0:1788624674.951956:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc30 00000080:00200000:1.0:1788624674.951958:0:35939:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:1.0:1788624674.951961:0:35939:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1788624674.951968:0:35939:0:(cl_io.c:214:cl_io_rw_init()) header@000000004813c72f[0x110, 2, [0x200000405:0x30:0x0] hash] 00000020:00200000:1.0:1788624674.951971:0:35939:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:1.0:1788624674.951974:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624674.951976:0:35939:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788624674.951979:0:35939:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788624674.951981:0:35939:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788624674.951984:0:35939:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624674.951985:0:35939:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1788624674.951988:0:35939:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624674.952337:0:35939:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.952342:0:35939:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788624674.952344:0:35939:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.952346:0:35939:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788624674.952351:0:35939:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff99dd11c90750 type 1 ignore/verify layout 0/0 00020000:00000002:1.0:1788624674.952355:0:35939:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd064f0000 00020000:00000001:1.0:1788624674.952359:0:35939:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788624674.952361:0:35939:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788624674.952364:0:35939:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788624674.952367:0:35939:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.952368:0:35939:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788624674.952371:0:35939:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788624674.952373:0:35939:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952375:0:35939:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624674.952376:0:35939:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788624674.952377:0:35939:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788624674.952379:0:35939:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd064f0000 00000020:00000001:1.0:1788624674.952381:0:35939:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952382:0:35939:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952388:0:35939:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788624674.952390:0:35939:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788624674.952393:0:35939:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1788624674.952406:0:35939:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:1.0:1788624674.952410:0:35939:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788624674.952413:0:35939:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788624674.952418:0:35939:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:1.0:1788624674.952422:0:35939:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624674.952423:0:35939:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788624674.952425:0:35939:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624674.952427:0:35939:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832568 : -112300453719048 : ffff99dd035913f8) 00000020:00001000:1.0:1788624674.952430:0:35939:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035913f0 00000020:00000001:1.0:1788624674.952432:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3dc38 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624674.952434:0:35939:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788624674.952438:0:35939:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624674.952440:0:35939:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788624674.952441:0:35939:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.952443:0:35939:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.952445:0:35939:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624674.952447:0:35939:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788624674.952450:0:35939:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788624674.952454:0:35939:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952456:0:35939:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.952459:0:35939:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.952461:0:35939:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952462:0:35939:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952464:0:35939:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1788624674.952466:0:35939:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:1.0:1788624674.952468:0:35939:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1788624674.952470:0:35939:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1788624674.952473:0:35939:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1788624674.952476:0:35939:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.952478:0:35939:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.952481:0:35939:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1788624674.952482:0:35939:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:1.0:1788624674.952484:0:35939:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1788624674.952486:0:35939:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1788624674.952487:0:35939:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952489:0:35939:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.952491:0:35939:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.952493:0:35939:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.952494:0:35939:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.952496:0:35939:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788624674.952498:0:35939:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624674.952499:0:35939:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788624674.952502:0:35939:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788624674.952503:0:35939:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952505:0:35939:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.952507:0:35939:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.952509:0:35939:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952510:0:35939:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788624674.952513:0:35939:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788624674.952514:0:35939:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788624674.952517:0:35939:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788624674.952519:0:35939:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788624674.952522:0:35939:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:1.0:1788624674.952531:0:35939:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd087e6e00. 00020000:00000002:1.0:1788624674.952534:0:35939:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:1.0:1788624674.952537:0:35939:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788624674.952538:0:35939:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624674.952539:0:35939:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624674.952541:0:35939:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788624674.952545:0:35939:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd034b6d10. 00000008:00010000:1.0:1788624674.952547:0:35939:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1788624674.952550:0:35939:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788624674.952551:0:35939:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788624674.952555:0:35939:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd087e6e30, osc lock ffff99dd034b6d10, flags 0x0 00000020:00000001:1.0:1788624674.952558:0:35939:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.952560:0:35939:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.952563:0:35939:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773342166528 : -112300367385088 : ffff99dd087e6e00) 00000020:00000001:1.0:1788624674.952565:0:35939:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788624674.952566:0:35939:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788624674.952568:0:35939:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952569:0:35939:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952571:0:35939:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788624674.952573:0:35939:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788624674.952574:0:35939:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624674.952575:0:35939:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624674.952577:0:35939:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788624674.952579:0:35939:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788624674.952582:0:35939:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1788624674.952584:0:35939:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952588:0:35939:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788624674.952591:0:35939:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788624674.952592:0:35939:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788624674.952594:0:35939:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788624674.952596:0:35939:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788624674.952597:0:35939:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788624674.952600:0:35939:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788624674.952602:0:35939:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624674.952613:0:35939:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ab00 count: 2 00010000:00000001:1.0:1788624674.952617:0:35939:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624674.952626:0:35939:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624674.952631:0:35939:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624674.952636:0:35939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788624674.952649:0:35939:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624674.952656:0:35939:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.952659:0:35939:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788624674.952667:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.952670:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.952672:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=4 00000020:00000001:1.0:1788624674.952675:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.952677:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00000008:00000001:1.0:1788624674.952680:0:35939:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788624674.952682:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.952683:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.952684:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=5 00000020:00000001:1.0:1788624674.952686:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.952688:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.952690:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.952691:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.952692:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=6 00000020:00000001:1.0:1788624674.952694:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.952696:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.952698:0:35939:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624674.952699:0:35939:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.952702:0:35939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788624674.952709:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.952711:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624674.952713:0:35939:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.952715:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.952716:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.952717:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=7 00000020:00000001:1.0:1788624674.952719:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.952721:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.952724:0:35939:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624674.952726:0:35939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788624674.952733:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.952734:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624674.952737:0:35939:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788624674.952743:0:35939:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624674.952744:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.952745:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.952746:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.952747:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624674.952749:0:35939:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624674.952751:0:35939:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952753:0:35939:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.952755:0:35939:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952757:0:35939:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952758:0:35939:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952760:0:35939:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952761:0:35939:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952763:0:35939:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1788624674.952766:0:35939:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:1.0:1788624674.952768:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb90 00000080:00200000:1.0:1788624674.952770:0:35939:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:1.0:1788624674.952774:0:35939:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788624674.952776:0:35939:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788624674.952779:0:35939:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:1.0:1788624674.952781:0:35939:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624674.952782:0:35939:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624674.952783:0:35939:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788624674.952786:0:35939:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788624674.952789:0:35939:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952791:0:35939:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.952792:0:35939:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952794:0:35939:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952797:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624674.952799:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624674.952801:0:35939:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788624674.952804:0:35939:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788624674.952806:0:35939:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788624674 a=0 c=1788624674 b=0 00020000:00000001:1.0:1788624674.952809:0:35939:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952810:0:35939:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952812:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000001:00000001:1.0:1788624674.952815:0:35939:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788624674.952817:0:35939:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:1.0:1788624674.952819:0:35939:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788624674.952820:0:35939:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788624674.952821:0:35939:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788624674.952822:0:35939:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788624674.952823:0:35939:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788624674.952827:0:35939:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd087e6b00. 00020000:00000002:1.0:1788624674.952829:0:35939:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788624674.952830:0:35939:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788624674.952831:0:35939:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624674.952832:0:35939:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624674.952833:0:35939:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788624674.952836:0:35939:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd034b6390. 00000008:00010000:1.0:1788624674.952838:0:35939:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788624674.952839:0:35939:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788624674.952840:0:35939:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788624674.952842:0:35939:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd087e6b30, osc lock ffff99dd034b6390, flags 0x400001002 00000020:00000001:1.0:1788624674.952844:0:35939:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.952846:0:35939:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.952847:0:35939:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773342165760 : -112300367385856 : ffff99dd087e6b00) 00000020:00000001:1.0:1788624674.952850:0:35939:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788624674.952851:0:35939:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788624674.952852:0:35939:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952854:0:35939:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952856:0:35939:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788624674.952858:0:35939:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788624674.952859:0:35939:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788624674.952860:0:35939:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788624674.952861:0:35939:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624674.952862:0:35939:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624674.952864:0:35939:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788624674.952865:0:35939:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788624674.952867:0:35939:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788624674.952869:0:35939:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788624674.952870:0:35939:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788624674.952871:0:35939:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788624674.952872:0:35939:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788624674.952873:0:35939:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788624674.952875:0:35939:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788624674.952876:0:35939:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788624674.952877:0:35939:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624674.952880:0:35939:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ab00 count: 2 00010000:00000001:1.0:1788624674.952882:0:35939:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624674.952884:0:35939:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624674.952886:0:35939:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.952889:0:35939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788624674.952898:0:35939:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624674.952901:0:35939:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.952904:0:35939:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788624674.952917:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.952918:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.952920:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=6 00000020:00000001:1.0:1788624674.952921:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.952923:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00000008:00000001:1.0:1788624674.952926:0:35939:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788624674.952928:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.952929:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.952931:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=7 00000020:00000001:1.0:1788624674.952933:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.952935:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00000020:00000001:1.0:1788624674.952938:0:35939:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788624674.952940:0:35939:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788624674.952942:0:35939:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788624674.952943:0:35939:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.952945:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.952945:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.952947:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=8 00000020:00000001:1.0:1788624674.952949:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.952951:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.952953:0:35939:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624674.952955:0:35939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 8/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788624674.952962:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.952964:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624674.952966:0:35939:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 7/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788624674.952978:0:35939:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624674.952979:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.952981:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.952982:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.952982:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624674.952984:0:35939:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624674.952985:0:35939:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952987:0:35939:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.952989:0:35939:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952990:0:35939:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.952992:0:35939:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788624674.952993:0:35939:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788624674.952995:0:35939:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788624674.952997:0:35939:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788624674.952999:0:35939:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.953000:0:35939:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.953723:0:35939:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788624674.953725:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624674.953728:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624674.953730:0:35939:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788624674.953733:0:35939:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788624674.953735:0:35939:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788624674 a=0 c=1788624674 b=0 00020000:00000001:1.0:1788624674.953739:0:35939:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.953741:0:35939:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.953742:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000080:00200000:1.0:1788624674.953745:0:35939:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1788624674.953748:0:35939:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788624674.953751:0:35939:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788624674.953753:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd11c906f0 (ffff99dd035915a8/0) at cl_lock_release():245 00000020:00000001:1.0:1788624674.953756:0:35939:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788624674.953757:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c906f0 (ffff99dd035915a8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788624674.953760:0:35939:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788624674.953762:0:35939:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624674.953764:0:35939:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624674.953766:0:35939:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788624674.953768:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd087e6b30 (ffff99dd035913f8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788624674.953771:0:35939:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788624674.953772:0:35939:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788624674.953774:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.953775:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624674.953777:0:35939:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788624674.953778:0:35939:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624674.953779:0:35939:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624674.953780:0:35939:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624674.953782:0:35939:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788624674.953783:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c906f0 (ffff99dd035915a8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788624674.953786:0:35939:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788624674.953787:0:35939:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788624674.953788:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd087e6b30 (ffff99dd035915a8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788624674.953791:0:35939:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034b6390. 00000020:00000001:1.0:1788624674.953797:0:35939:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788624674.953798:0:35939:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd087e6b00. 00020000:00000001:1.0:1788624674.953803:0:35939:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788624674.953804:0:35939:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788624674.953805:0:35939:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788624674.953807:0:35939:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788624674.953815:0:35939:0:(vvp_io.c:864:vvp_io_read_start()) header@000000004813c72f[0x110, 2, [0x200000405:0x30:0x0] hash] 00000080:00000002:1.0:1788624674.953818:0:35939:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611184, 4194258 bytes, offset 46, size 46 00000080:00400000:1.0:1788624674.953821:0:35939:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:1.0:1788624674.953826:0:35939:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:1.0:1788624674.953833:0:35939:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788624674.953835:0:35939:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624674.953837:0:35939:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788624674.953840:0:35939:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:1.0:1788624674.953842:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624674.953844:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624674.953846:0:35939:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788624674.953849:0:35939:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788624674.953851:0:35939:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.953853:0:35939:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.953854:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000008:00000001:1.0:1788624674.953856:0:35939:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.953858:0:35939:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.953860:0:35939:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.953862:0:35939:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.953864:0:35939:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.953866:0:35939:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788624674.953868:0:35939:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788624674.953869:0:35939:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788624674.953871:0:35939:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788624674.953872:0:35939:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788624674.953873:0:35939:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.953875:0:35939:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.953877:0:35939:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788624674.953880:0:35939:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788624674.953882:0:35939:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788624674.953883:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd18bb18a8 (ffff99dd035915a8/0) at cl_lock_release():245 00000020:00000001:1.0:1788624674.953885:0:35939:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788624674.953887:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd18bb18a8 (ffff99dd035915a8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788624674.953889:0:35939:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788624674.953891:0:35939:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624674.953892:0:35939:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624674.953894:0:35939:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788624674.953895:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd087e6e30 (ffff99dd035913f8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788624674.953897:0:35939:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788624674.953898:0:35939:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788624674.953900:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.953902:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.953904:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=5 00000020:00000001:1.0:1788624674.953906:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.953908:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.953911:0:35939:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624674.953914:0:35939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788624674.953923:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.953924:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.953926:0:35939:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624674.953928:0:35939:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624674.953931:0:35939:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788624674.953944:0:35939:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624674.953947:0:35939:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624674.953950:0:35939:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624674.953954:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.953955:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.953957:0:35939:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.953960:0:35939:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624674.953962:0:35939:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.953965:0:35939:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.953968:0:35939:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.953970:0:35939:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624674.953971:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.953972:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.953974:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.953975:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624674.953976:0:35939:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788624674.953978:0:35939:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624674.953979:0:35939:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624674.953980:0:35939:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624674.953981:0:35939:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788624674.953982:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd18bb18a8 (ffff99dd035915a8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788624674.953984:0:35939:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788624674.953985:0:35939:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788624674.953986:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd087e6e30 (ffff99dd035915a8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788624674.953989:0:35939:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034b6d10. 00000020:00000001:1.0:1788624674.953991:0:35939:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788624674.953998:0:35939:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd087e6e00. 00020000:00000001:1.0:1788624674.954001:0:35939:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788624674.954002:0:35939:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788624674.954003:0:35939:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788624674.954005:0:35939:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788624674.954006:0:35939:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624674.954008:0:35939:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788624674.954009:0:35939:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788624674.954011:0:35939:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.954012:0:35939:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.954014:0:35939:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788624674.954015:0:35939:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788624674.954017:0:35939:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788624674.954020:0:35939:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:1.0:1788624674.954022:0:35939:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788624674.954023:0:35939:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788624674.954025:0:35939:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788624674.954027:0:35939:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624674.954028:0:35939:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788624674.954032:0:35939:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788624674.954034:0:35939:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.954036:0:35939:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.954038:0:35939:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788624674.954039:0:35939:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788624674.954042:0:35939:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.954046:0:35939:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788624674.954155:0:35939:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788624674.954157:0:35939:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788624674.954158:0:35939:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788624674.954160:0:35939:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788624674.954163:0:35939:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035913f0 00020000:00000001:1.0:1788624674.954167:0:35939:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788624674.954169:0:35939:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788624674.954171:0:35939:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788624674.954173:0:35939:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788624674.954176:0:35939:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788624674.954177:0:35939:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788624674.954179:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc98 00000080:00200000:1.0:1788624674.954181:0:35939:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:1.0:1788624674.954186:0:35939:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:1.0:1788624674.954188:0:35939:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788624674.954190:0:35939:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035915a0 00000020:00000001:1.0:1788624674.954196:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd88 00000080:00000008:1.0:1788624674.954198:0:35939:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:1.0:1788624674.954201:0:35939:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:1.0:1788624674.954269:0:35939:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:1.0:1788624674.954272:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd88 00000080:00200008:1.0:1788624674.954273:0:35939:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 46, count: 4194304 00000080:00000001:1.0:1788624674.954277:0:35939:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:1.0:1788624674.954279:0:35939:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788624674.954282:0:35939:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:1.0:1788624674.954284:0:35939:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788624674.954290:0:35939:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624674.954293:0:35939:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833000 : -112300453718616 : ffff99dd035915a8) 00000020:00001000:1.0:1788624674.954296:0:35939:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035915a0 00000080:00000001:1.0:1788624674.954298:0:35939:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1788624674.954302:0:35939:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.954304:0:35939:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1788624674.954306:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc98 00000080:00200000:1.0:1788624674.954307:0:35939:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:1.0:1788624674.954311:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc30 00000080:00200000:1.0:1788624674.954313:0:35939:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:1.0:1788624674.954316:0:35939:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1788624674.954320:0:35939:0:(cl_io.c:214:cl_io_rw_init()) header@000000004813c72f[0x110, 2, [0x200000405:0x30:0x0] hash] 00000020:00200000:1.0:1788624674.954321:0:35939:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:1.0:1788624674.954324:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624674.954326:0:35939:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788624674.954329:0:35939:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788624674.954330:0:35939:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788624674.954333:0:35939:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624674.954334:0:35939:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1788624674.954336:0:35939:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624674.954341:0:35939:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.954343:0:35939:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788624674.954345:0:35939:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.954347:0:35939:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788624674.954350:0:35939:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff99dd11c90750 type 1 ignore/verify layout 0/0 00020000:00000002:1.0:1788624674.954353:0:35939:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd064f0000 00020000:00000001:1.0:1788624674.954357:0:35939:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788624674.954359:0:35939:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788624674.954361:0:35939:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788624674.954362:0:35939:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.954365:0:35939:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788624674.954367:0:35939:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788624674.954368:0:35939:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.954369:0:35939:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624674.954370:0:35939:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788624674.954371:0:35939:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788624674.954372:0:35939:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd064f0000 00000020:00000001:1.0:1788624674.954375:0:35939:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.954377:0:35939:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.954380:0:35939:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788624674.954381:0:35939:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788624674.954383:0:35939:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1788624674.954386:0:35939:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:1.0:1788624674.954389:0:35939:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788624674.954391:0:35939:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788624674.954394:0:35939:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:1.0:1788624674.956721:0:35939:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624674.956725:0:35939:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788624674.956728:0:35939:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624674.956734:0:35939:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832568 : -112300453719048 : ffff99dd035913f8) 00000020:00001000:1.0:1788624674.956739:0:35939:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035913f0 00000020:00000001:1.0:1788624674.956745:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3dc38 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624674.956748:0:35939:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788624674.956753:0:35939:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624674.956755:0:35939:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788624674.956757:0:35939:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.956759:0:35939:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.956761:0:35939:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624674.956764:0:35939:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788624674.956767:0:35939:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788624674.956771:0:35939:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.956773:0:35939:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.956776:0:35939:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.956778:0:35939:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.956780:0:35939:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.956783:0:35939:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1788624674.956787:0:35939:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:1.0:1788624674.956789:0:35939:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1788624674.956794:0:35939:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1788624674.956799:0:35939:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1788624674.956804:0:35939:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.956808:0:35939:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.956811:0:35939:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1788624674.956812:0:35939:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:1.0:1788624674.956814:0:35939:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1788624674.956816:0:35939:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1788624674.956817:0:35939:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.956819:0:35939:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.956821:0:35939:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.956823:0:35939:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.956825:0:35939:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.956827:0:35939:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788624674.956829:0:35939:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624674.956830:0:35939:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788624674.956832:0:35939:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788624674.956833:0:35939:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.956835:0:35939:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.956837:0:35939:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.956838:0:35939:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.956840:0:35939:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788624674.956841:0:35939:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788624674.956844:0:35939:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788624674.956847:0:35939:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788624674.956849:0:35939:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788624674.956853:0:35939:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:1.0:1788624674.956865:0:35939:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd087e6e00. 00020000:00000002:1.0:1788624674.956867:0:35939:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:1.0:1788624674.956870:0:35939:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788624674.956872:0:35939:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624674.956873:0:35939:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624674.956874:0:35939:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788624674.956879:0:35939:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd034b6d10. 00000008:00010000:1.0:1788624674.956883:0:35939:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1788624674.956886:0:35939:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788624674.956887:0:35939:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788624674.956891:0:35939:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd087e6e30, osc lock ffff99dd034b6d10, flags 0x0 00000020:00000001:1.0:1788624674.956893:0:35939:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.956895:0:35939:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.956898:0:35939:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773342166528 : -112300367385088 : ffff99dd087e6e00) 00000020:00000001:1.0:1788624674.956900:0:35939:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788624674.956901:0:35939:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788624674.956903:0:35939:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.956905:0:35939:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.956907:0:35939:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788624674.956909:0:35939:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788624674.956910:0:35939:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624674.956911:0:35939:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624674.956914:0:35939:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788624674.956916:0:35939:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788624674.956918:0:35939:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1788624674.956921:0:35939:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.956926:0:35939:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788624674.956928:0:35939:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788624674.956930:0:35939:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788624674.956932:0:35939:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788624674.956934:0:35939:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788624674.956935:0:35939:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788624674.956938:0:35939:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788624674.956941:0:35939:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624674.956952:0:35939:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ab00 count: 2 00010000:00000001:1.0:1788624674.956955:0:35939:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624674.956964:0:35939:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624674.956971:0:35939:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788624674.956977:0:35939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788624674.956992:0:35939:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624674.957000:0:35939:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.957015:0:35939:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788624674.957025:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.957028:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.957032:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=4 00000020:00000001:1.0:1788624674.957035:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.957037:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00000008:00000001:1.0:1788624674.957042:0:35939:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788624674.957044:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.957045:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.957365:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=5 00000020:00000001:1.0:1788624674.957370:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.957374:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.957377:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.957378:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.957380:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=6 00000020:00000001:1.0:1788624674.957382:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.957384:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.957386:0:35939:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624674.957388:0:35939:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.957391:0:35939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788624674.957400:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.957402:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624674.957405:0:35939:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.957408:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.957409:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.957410:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=7 00000020:00000001:1.0:1788624674.957412:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.957414:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.957417:0:35939:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624674.957420:0:35939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788624674.957427:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.957429:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624674.957432:0:35939:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788624674.957439:0:35939:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624674.957440:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.957441:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.957443:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.957444:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624674.957445:0:35939:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624674.957448:0:35939:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957451:0:35939:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.957453:0:35939:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957455:0:35939:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957457:0:35939:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957459:0:35939:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957460:0:35939:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957463:0:35939:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1788624674.957466:0:35939:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:1.0:1788624674.957469:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfb90 00000080:00200000:1.0:1788624674.957471:0:35939:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:1.0:1788624674.957476:0:35939:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788624674.957479:0:35939:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788624674.957482:0:35939:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:1.0:1788624674.957485:0:35939:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624674.957486:0:35939:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624674.957488:0:35939:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788624674.957491:0:35939:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788624674.957493:0:35939:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957495:0:35939:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.957497:0:35939:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957499:0:35939:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957503:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624674.957505:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624674.957507:0:35939:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788624674.957511:0:35939:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788624674.957515:0:35939:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788624674.957516:0:35939:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1788624674.957518:0:35939:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788624674.957519:0:35939:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1788624674.957522:0:35939:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=46 (1) m=1788624674 a=1788624674 c=1788624674 b=0 00020000:00000001:1.0:1788624674.957526:0:35939:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788624674.957528:0:35939:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788624674 a=1788624674 c=1788624674 b=0 00020000:00000001:1.0:1788624674.957532:0:35939:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957533:0:35939:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957536:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000001:00000001:1.0:1788624674.957540:0:35939:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788624674.957541:0:35939:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:1.0:1788624674.957544:0:35939:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788624674.957545:0:35939:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788624674.957546:0:35939:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788624674.957548:0:35939:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788624674.957550:0:35939:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788624674.957555:0:35939:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd087e6b00. 00020000:00000002:1.0:1788624674.957557:0:35939:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788624674.957558:0:35939:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788624674.957559:0:35939:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624674.957561:0:35939:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624674.957563:0:35939:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788624674.957565:0:35939:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd034b6390. 00000008:00010000:1.0:1788624674.957568:0:35939:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788624674.957570:0:35939:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788624674.957571:0:35939:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788624674.957573:0:35939:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd087e6b30, osc lock ffff99dd034b6390, flags 0x400001002 00000020:00000001:1.0:1788624674.957575:0:35939:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.957577:0:35939:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.957579:0:35939:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773342165760 : -112300367385856 : ffff99dd087e6b00) 00000020:00000001:1.0:1788624674.957581:0:35939:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788624674.957582:0:35939:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788624674.957583:0:35939:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957584:0:35939:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957587:0:35939:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788624674.957589:0:35939:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788624674.957590:0:35939:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788624674.957591:0:35939:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788624674.957592:0:35939:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624674.957593:0:35939:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624674.957594:0:35939:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788624674.957596:0:35939:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788624674.957597:0:35939:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788624674.957599:0:35939:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788624674.957600:0:35939:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788624674.957601:0:35939:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788624674.957603:0:35939:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788624674.957604:0:35939:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788624674.957606:0:35939:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788624674.957607:0:35939:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788624674.957609:0:35939:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624674.957613:0:35939:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ab00 count: 2 00010000:00000001:1.0:1788624674.957615:0:35939:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624674.957618:0:35939:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624674.957619:0:35939:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.957623:0:35939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788624674.957631:0:35939:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624674.957634:0:35939:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.957637:0:35939:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788624674.957644:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.957645:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.957646:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=6 00000020:00000001:1.0:1788624674.957648:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.957650:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00000008:00000001:1.0:1788624674.957652:0:35939:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788624674.957653:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.957654:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.957655:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=7 00000020:00000001:1.0:1788624674.957657:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.957659:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00000020:00000001:1.0:1788624674.957661:0:35939:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788624674.957663:0:35939:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788624674.957665:0:35939:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788624674.957666:0:35939:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.957668:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.957670:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.957671:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=8 00000020:00000001:1.0:1788624674.957673:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.957675:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.957677:0:35939:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624674.957680:0:35939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 8/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788624674.957687:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.957688:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788624674.957691:0:35939:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 7/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788624674.957697:0:35939:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624674.957698:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.957699:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.957700:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.957701:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624674.957702:0:35939:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624674.957704:0:35939:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957706:0:35939:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.957707:0:35939:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957709:0:35939:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957710:0:35939:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788624674.957711:0:35939:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788624674.957714:0:35939:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788624674.957716:0:35939:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788624674.957718:0:35939:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957720:0:35939:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.957724:0:35939:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788624674.957726:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624674.957728:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624674.957730:0:35939:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788624674.957732:0:35939:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788624674.957734:0:35939:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788624674 a=1788624674 c=1788624674 b=0 00020000:00000001:1.0:1788624674.957737:0:35939:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957739:0:35939:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957741:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000080:00200000:1.0:1788624674.957744:0:35939:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1788624674.957747:0:35939:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788624674.957752:0:35939:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788624674.957753:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd11c906f0 (ffff99dd035915a8/0) at cl_lock_release():245 00000020:00000001:1.0:1788624674.957756:0:35939:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788624674.957757:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c906f0 (ffff99dd035915a8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788624674.957760:0:35939:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788624674.957761:0:35939:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624674.957762:0:35939:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624674.957764:0:35939:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788624674.957765:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd087e6b30 (ffff99dd035913f8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788624674.957769:0:35939:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788624674.957770:0:35939:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788624674.957771:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.957773:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624674.957774:0:35939:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788624674.957777:0:35939:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624674.957778:0:35939:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624674.957779:0:35939:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624674.957780:0:35939:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788624674.957782:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c906f0 (ffff99dd035915a8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788624674.957785:0:35939:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788624674.957786:0:35939:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788624674.957788:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd087e6b30 (ffff99dd035915a8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788624674.957791:0:35939:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034b6390. 00000020:00000001:1.0:1788624674.957798:0:35939:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788624674.957800:0:35939:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd087e6b00. 00020000:00000001:1.0:1788624674.957803:0:35939:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788624674.957804:0:35939:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788624674.957805:0:35939:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788624674.957808:0:35939:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788624674.957814:0:35939:0:(vvp_io.c:864:vvp_io_read_start()) header@000000004813c72f[0x110, 2, [0x200000405:0x30:0x0] hash] 00000080:00000002:1.0:1788624674.957816:0:35939:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611184, 4194304 bytes, offset 46, size 46 00000080:00400000:1.0:1788624674.957820:0:35939:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:1.0:1788624674.957825:0:35939:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:1.0:1788624674.957833:0:35939:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788624674.957834:0:35939:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624674.957836:0:35939:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788624674.957837:0:35939:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:1.0:1788624674.957839:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624674.957841:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624674.957843:0:35939:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788624674.957846:0:35939:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788624674.957849:0:35939:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957851:0:35939:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957853:0:35939:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000008:00000001:1.0:1788624674.957855:0:35939:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957857:0:35939:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.957858:0:35939:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.957860:0:35939:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957861:0:35939:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957863:0:35939:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788624674.957865:0:35939:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788624674.957866:0:35939:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788624674.957867:0:35939:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788624674.957869:0:35939:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788624674.957870:0:35939:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.957872:0:35939:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.957874:0:35939:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788624674.957876:0:35939:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788624674.957878:0:35939:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788624674.957879:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd18bb18a8 (ffff99dd035915a8/0) at cl_lock_release():245 00000020:00000001:1.0:1788624674.957882:0:35939:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788624674.957883:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd18bb18a8 (ffff99dd035915a8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788624674.957885:0:35939:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788624674.957886:0:35939:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624674.957887:0:35939:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624674.957888:0:35939:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788624674.957889:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd087e6e30 (ffff99dd035913f8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788624674.957891:0:35939:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788624674.957892:0:35939:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788624674.957893:0:35939:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788624674.957894:0:35939:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788624674.957897:0:35939:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=5 00000020:00000001:1.0:1788624674.957898:0:35939:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.957900:0:35939:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:1.0:1788624674.957902:0:35939:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788624674.957905:0:35939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788624674.957912:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.957913:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.957915:0:35939:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788624674.957918:0:35939:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788624674.957920:0:35939:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788624674.957928:0:35939:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788624674.957931:0:35939:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788624674.957934:0:35939:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624674.957938:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.957939:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.957941:0:35939:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.957944:0:35939:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788624674.957946:0:35939:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.957949:0:35939:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.957952:0:35939:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624674.957954:0:35939:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788624674.957955:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.957956:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624674.957957:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.957958:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788624674.957959:0:35939:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788624674.957960:0:35939:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624674.957961:0:35939:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624674.957962:0:35939:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788624674.957963:0:35939:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788624674.957964:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd18bb18a8 (ffff99dd035915a8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788624674.957966:0:35939:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788624674.957968:0:35939:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788624674.957969:0:35939:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd087e6e30 (ffff99dd035915a8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788624674.957971:0:35939:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034b6d10. 00000020:00000001:1.0:1788624674.957973:0:35939:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788624674.957974:0:35939:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd087e6e00. 00020000:00000001:1.0:1788624674.957976:0:35939:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788624674.957977:0:35939:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788624674.957978:0:35939:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788624674.957980:0:35939:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788624674.957981:0:35939:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624674.957982:0:35939:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788624674.957983:0:35939:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788624674.957985:0:35939:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.957987:0:35939:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.957988:0:35939:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788624674.957989:0:35939:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788624674.957991:0:35939:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788624674.957993:0:35939:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:1.0:1788624674.957995:0:35939:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788624674.957996:0:35939:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788624674.957998:0:35939:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788624674.957999:0:35939:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624674.958000:0:35939:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788624674.958003:0:35939:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788624674.958004:0:35939:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.958006:0:35939:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.958008:0:35939:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788624674.958009:0:35939:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788624674.958010:0:35939:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.958015:0:35939:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788624674.958016:0:35939:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788624674.958017:0:35939:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788624674.958019:0:35939:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788624674.958020:0:35939:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788624674.958023:0:35939:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035913f0 00020000:00000001:1.0:1788624674.958026:0:35939:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788624674.958028:0:35939:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788624674.958029:0:35939:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788624674.958031:0:35939:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788624674.958035:0:35939:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788624674.958036:0:35939:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788624674.958038:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfc98 00000080:00200000:1.0:1788624674.958041:0:35939:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:1.0:1788624674.958044:0:35939:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:1.0:1788624674.958056:0:35939:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788624674.958058:0:35939:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035915a0 00000020:00000001:1.0:1788624674.958061:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfd88 00000080:00000008:1.0:1788624674.958063:0:35939:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:1.0:1788624674.958066:0:35939:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624674.958246:0:35939:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788624674.958250:0:35939:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd064f0000 00020000:00000002:1.0:1788624674.958255:0:35939:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd064f0000 00020000:00000001:1.0:1788624674.958258:0:35939:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.958268:0:35939:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788624674.958271:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfdf0 00000080:00200008:1.0:1788624674.958273:0:35939:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), flags 100000 00000080:00000001:1.0:1788624674.958277:0:35939:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788624674.958280:0:35939:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788624674.958282:0:35939:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788624674.958283:0:35939:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd064f0000 00020000:00000002:1.0:1788624674.958286:0:35939:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd064f0000 00020000:00000001:1.0:1788624674.958288:0:35939:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.958291:0:35939:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788624674.958299:0:35939:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788624674.958303:0:35939:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788624674.958306:0:35939:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788624674.958309:0:35939:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788624674.958311:0:35939:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624674.958314:0:35939:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1788624674.958316:0:35939:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624674.958322:0:35939:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624674.958325:0:35939:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624674.958331:0:35939:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 4 00010000:00000001:1.0:1788624674.958333:0:35939:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788624674.958338:0:35939:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788624674.958340:0:35939:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788624674.958342:0:35939:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788624674.958345:0:35939:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624674.958351:0:35939:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a64 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a8a59 expref: -99 pid: 35939 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788624674.958358:0:35939:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624674.958359:0:35939:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788624674.958361:0:35939:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1788624674.958364:0:35939:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x30:0x0]: 16 00000080:00000010:1.0:1788624674.958366:0:35939:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff99dd2030fb80. 00000080:00000001:1.0:1788624674.958372:0:35939:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624674.958377:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfdf0 00000080:00000008:1.0:1788624674.958379:0:35939:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), flags 100000, rc = 0 00000080:00000001:1.0:1788624674.958382:0:35939:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624674.958388:0:35939:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788624674.958390:0:35939:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dbfe00 00000080:00002000:1.0:1788624674.958392:0:35939:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff99dd1934d510, parent ffff99dd19287870, inode ffff99dd1912a1c8) hashed, 00000080:00000001:1.0:1788624674.958396:0:35939:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.984973:0:35940:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624674.984982:0:35940:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624674.984985:0:35940:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624674.984989:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc7b20 00000080:00200000:3.0:1788624674.984995:0:35940:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624674.985004:0:35940:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd113f0800. 00800000:00000002:3.0:1788624674.985014:0:35940:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624674.985019:0:35940:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624674.985027:0:35940:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.985029:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc7a40 00800000:00000002:3.0:1788624674.985033:0:35940:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.985037:0:35940:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624674.985041:0:35940:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624674.985045:0:35940:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624674.985380:0:35940:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624674.985384:0:35940:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624674.985387:0:35940:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.985389:0:35940:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.985392:0:35940:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.985397:0:35940:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624674.985404:0:35940:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.985407:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc7910 00000002:00010000:3.0:1788624674.985409:0:35940:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624674.985414:0:35940:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624674.985417:0:35940:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624674.985421:0:35940:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624674.985430:0:35940:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:3.0:1788624674.985435:0:35940:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624674.985442:0:35940:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.985448:0:35940:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624674.985454:0:35940:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788624674.985468:0:35940:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624674.985474:0:35940:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.985478:0:35940:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788624674.985486:0:35940:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624674.985488:0:35940:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624674.985491:0:35940:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624674.985493:0:35940:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624674.985495:0:35940:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624674.985497:0:35940:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624674.985500:0:35940:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624674.985504:0:35940:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624674.985508:0:35940:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd113f0800. 00000080:00000001:3.0:1788624674.985513:0:35940:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624674.985515:0:35940:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624674.985518:0:35940:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624674.985523:0:35940:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41a5d 00800000:00000001:3.0:1788624674.985526:0:35940:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624674.985529:0:35940:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624674.985531:0:35940:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.985534:0:35940:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.985538:0:35940:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:3.0:1788624674.985540:0:35940:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:3.0:1788624674.985544:0:35940:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:3.0:1788624674.985547:0:35940:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.985549:0:35940:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624674.985550:0:35940:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624674.985552:0:35940:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624674.985629:0:35940:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a5d from it ffffbef881dc7b58 00010000:00000001:3.0:1788624674.985632:0:35940:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.985633:0:35940:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.985635:0:35940:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:3.0:1788624674.985637:0:35940:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:3.0:1788624674.985639:0:35940:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:3.0:1788624674.985642:0:35940:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624674.985646:0:35940:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788624674.985652:0:35940:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.985653:0:35940:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.985655:0:35940:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624674.985658:0:35940:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624674.985661:0:35940:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788624674.985669:0:35940:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624674.985673:0:35940:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624674.985677:0:35940:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624674.985683:0:35940:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.985692:0:35940:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.985695:0:35940:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.985700:0:35940:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624674.985703:0:35940:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.985705:0:35940:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.985709:0:35940:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.985711:0:35940:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624674.985712:0:35940:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.985713:0:35940:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624674.985717:0:35940:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624674.985720:0:35940:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624674.985723:0:35940:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788624674.985729:0:35940:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.985735:0:35940:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788624674.985738:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc7b48 00000080:00002000:3.0:1788624674.985740:0:35940:0:(dcache.c:87:ll_dcompare()) found name recon(ffff99dd1934d510) flags 0x48004e refc 0 00000080:00000001:3.0:1788624674.985743:0:35940:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.985745:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc7b90 00000080:00200000:3.0:1788624674.985747:0:35940:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1788624674.985757:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc7d08 00000080:00200008:3.0:1788624674.985760:0:35940:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), request_mask 606, flags 0, foreign 0 00000080:00000001:3.0:1788624674.985766:0:35940:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624674.985768:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc7c80 00000080:00200000:3.0:1788624674.985770:0:35940:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff99dd1912a1c8),name=recon 00000080:00000010:3.0:1788624674.985777:0:35940:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd113f0800. 00800000:00000002:3.0:1788624674.985781:0:35940:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624674.985787:0:35940:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624674.985789:0:35940:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.985792:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc7ba0 00800000:00000002:3.0:1788624674.985794:0:35940:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.985797:0:35940:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624674.985801:0:35940:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624674.985803:0:35940:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624674.985805:0:35940:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624674.985806:0:35940:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624674.985808:0:35940:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.985810:0:35940:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.985811:0:35940:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624674.985813:0:35940:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624674.985815:0:35940:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624674.985816:0:35940:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624674.985817:0:35940:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624674.985819:0:35940:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.985821:0:35940:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:3.0:1788624674.985823:0:35940:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.985825:0:35940:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624674.985828:0:35940:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.985830:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc7a70 00000002:00010000:3.0:1788624674.985832:0:35940:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624674.985835:0:35940:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624674.985837:0:35940:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624674.985838:0:35940:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624674.985842:0:35940:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 4 00010000:00000001:3.0:1788624674.985845:0:35940:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624674.985848:0:35940:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.985850:0:35940:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624674.985854:0:35940:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1788624674.985867:0:35940:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624674.985870:0:35940:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.985873:0:35940:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1788624674.985879:0:35940:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624674.985881:0:35940:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624674.985884:0:35940:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624674.985886:0:35940:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624674.985888:0:35940:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624674.985890:0:35940:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624674.985892:0:35940:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624674.985894:0:35940:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624674.985897:0:35940:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd113f0800. 00000080:00000001:3.0:1788624674.985900:0:35940:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624674.985901:0:35940:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624674.985903:0:35940:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff99dd1912a1c8) 00000080:00010000:3.0:1788624674.985905:0:35940:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff99dd1912a1c8) for lock 0xcc94206c7ef41a33 00800000:00000001:3.0:1788624674.985908:0:35940:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624674.985909:0:35940:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624674.985910:0:35940:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.985912:0:35940:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.985913:0:35940:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=3 00000020:00000001:3.0:1788624674.985915:0:35940:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:3.0:1788624674.985917:0:35940:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:3.0:1788624674.985919:0:35940:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.985920:0:35940:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624674.985928:0:35940:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624674.986004:0:35940:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624674.986007:0:35940:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a33 from it ffffbef881dc7cb8 00010000:00000001:3.0:1788624674.986009:0:35940:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.986011:0:35940:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.986013:0:35940:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=3 00000020:00000001:3.0:1788624674.986015:0:35940:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:3.0:1788624674.986017:0:35940:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:3.0:1788624674.986019:0:35940:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624674.986022:0:35940:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788624674.986029:0:35940:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.986030:0:35940:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.986031:0:35940:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624674.986033:0:35940:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624674.986035:0:35940:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788624674.986042:0:35940:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624674.986044:0:35940:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624674.986046:0:35940:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624674.986770:0:35940:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.986773:0:35940:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.986775:0:35940:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.986779:0:35940:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624674.986780:0:35940:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.986782:0:35940:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.986784:0:35940:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.986786:0:35940:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624674.986787:0:35940:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.986789:0:35940:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624674.986791:0:35940:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624674.986793:0:35940:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788624674.986796:0:35940:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788624674.986800:0:35940:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788624674.986803:0:35940:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788624674.986805:0:35940:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788624674.986807:0:35940:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.986809:0:35940:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788624674.986813:0:35940:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788624674.986817:0:35940:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624674.986822:0:35940:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834584 : -112300453717032 : ffff99dd03591bd8) 00000020:00001000:3.0:1788624674.986825:0:35940:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591bd0 00000020:00000001:3.0:1788624674.986831:0:35940:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.986834:0:35940:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788624674.986838:0:35940:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788624674.986840:0:35940:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788624674.986843:0:35940:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624674.986845:0:35940:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788624674.986847:0:35940:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788624674.986849:0:35940:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.986851:0:35940:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788624674.986855:0:35940:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff99dd11c91780 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788624674.986859:0:35940:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd0486cf80 00020000:00000001:3.0:1788624674.986863:0:35940:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788624674.986865:0:35940:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788624674.986868:0:35940:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788624674.986870:0:35940:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.986872:0:35940:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788624674.986875:0:35940:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788624674.986877:0:35940:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.986878:0:35940:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624674.986879:0:35940:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788624674.986881:0:35940:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788624674.986882:0:35940:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd0486cf80 00000020:00000001:3.0:1788624674.986884:0:35940:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788624674.986887:0:35940:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788624674.986888:0:35940:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:3.0:1788624674.986891:0:35940:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788624674.986893:0:35940:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788624674.986896:0:35940:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788624674.986899:0:35940:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788624674.986906:0:35940:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788624674.986913:0:35940:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd1115aa00. 00020000:00000002:3.0:1788624674.986916:0:35940:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788624674.986918:0:35940:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788624674.986921:0:35940:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624674.986922:0:35940:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788624674.986924:0:35940:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788624674.986926:0:35940:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834296 : -112300453717320 : ffff99dd03591ab8) 00000020:00001000:3.0:1788624674.986928:0:35940:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591ab0 00000020:00000001:3.0:1788624674.986930:0:35940:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3dc38 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.986932:0:35940:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788624674.986936:0:35940:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788624674.986937:0:35940:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788624674.986939:0:35940:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.986940:0:35940:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.986942:0:35940:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494038624 : -112300215512992 : ffff99dd118bd060) 00000020:00000001:3.0:1788624674.986945:0:35940:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788624674.986950:0:35940:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd034417c0. 00000008:00010000:3.0:1788624674.986953:0:35940:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788624674.986956:0:35940:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788624674.986957:0:35940:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788624674.986960:0:35940:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd1115aa30, osc lock ffff99dd034417c0, flags 0x400001002 00000020:00000001:3.0:1788624674.986962:0:35940:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.986964:0:35940:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.986966:0:35940:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773486295552 : -112300223256064 : ffff99dd1115aa00) 00000020:00000001:3.0:1788624674.986968:0:35940:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788624674.986969:0:35940:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788624674.986971:0:35940:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.986972:0:35940:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.986976:0:35940:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788624674.986978:0:35940:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788624674.986980:0:35940:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788624674.986982:0:35940:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788624674.986983:0:35940:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624674.986984:0:35940:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494038624 : -112300215512992 : ffff99dd118bd060) 00000020:00000001:3.0:1788624674.986986:0:35940:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788624674.986988:0:35940:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788624674.986991:0:35940:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788624674.986995:0:35940:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788624674.986998:0:35940:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788624674.986999:0:35940:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788624674.987001:0:35940:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788624674.987003:0:35940:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788624674.987438:0:35940:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788624674.987443:0:35940:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788624674.987445:0:35940:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624674.987453:0:35940:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ab00 count: 2 00010000:00000001:3.0:1788624674.987456:0:35940:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624674.987462:0:35940:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.987467:0:35940:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624674.987471:0:35940:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1788624674.987485:0:35940:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624674.987490:0:35940:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.987493:0:35940:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788624674.987500:0:35940:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.987501:0:35940:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.987503:0:35940:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=4 00000020:00000001:3.0:1788624674.987505:0:35940:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.987508:0:35940:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00000008:00000001:3.0:1788624674.987511:0:35940:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788624674.987515:0:35940:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.987516:0:35940:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.987517:0:35940:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=5 00000020:00000001:3.0:1788624674.987519:0:35940:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.987521:0:35940:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00000020:00000001:3.0:1788624674.987525:0:35940:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788624674.987527:0:35940:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788624674.987529:0:35940:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788624674.987531:0:35940:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.987532:0:35940:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.987533:0:35940:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.987534:0:35940:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=6 00000020:00000001:3.0:1788624674.987536:0:35940:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.987539:0:35940:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:3.0:1788624674.987541:0:35940:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624674.987544:0:35940:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788624674.987551:0:35940:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.987552:0:35940:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.987628:0:35940:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624674.987630:0:35940:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624674.987633:0:35940:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1788624674.987641:0:35940:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624674.987643:0:35940:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624674.987645:0:35940:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624674.987647:0:35940:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.987650:0:35940:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624674.987652:0:35940:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.987654:0:35940:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.987657:0:35940:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.987659:0:35940:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624674.987660:0:35940:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.987661:0:35940:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.987663:0:35940:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.987664:0:35940:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788624674.987666:0:35940:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788624674.987668:0:35940:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.987671:0:35940:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788624674.987673:0:35940:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.987675:0:35940:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.987676:0:35940:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788624674.987678:0:35940:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788624674.987681:0:35940:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788624674.987683:0:35940:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1788624674.987685:0:35940:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.987687:0:35940:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.987692:0:35940:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788624674.987695:0:35940:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.987697:0:35940:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:3.0:1788624674.987699:0:35940:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788624674.987703:0:35940:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788624674.987709:0:35940:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788624674.987711:0:35940:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:3.0:1788624674.987712:0:35940:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788624674.987713:0:35940:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:3.0:1788624674.987716:0:35940:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=46 (1) m=1788624674 a=1788624674 c=1788624674 b=0 00020000:00000001:3.0:1788624674.987719:0:35940:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788624674.987722:0:35940:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788624674 a=1788624674 c=1788624674 b=0 00020000:00000001:3.0:1788624674.987724:0:35940:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.987726:0:35940:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.987728:0:35940:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000080:00200000:3.0:1788624674.987730:0:35940:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:3.0:1788624674.987733:0:35940:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788624674.987737:0:35940:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788624674.987739:0:35940:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd11c91720 (ffff99dd03591bd8/0) at cl_lock_release():245 00000020:00000001:3.0:1788624674.987741:0:35940:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788624674.987742:0:35940:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c91720 (ffff99dd03591bd8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788624674.987745:0:35940:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788624674.987746:0:35940:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788624674.987748:0:35940:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494038624 : -112300215512992 : ffff99dd118bd060) 00000020:00000001:3.0:1788624674.987749:0:35940:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788624674.987750:0:35940:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd1115aa30 (ffff99dd03591ab8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788624674.987753:0:35940:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788624674.987754:0:35940:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788624674.987756:0:35940:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.987757:0:35940:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788624674.987758:0:35940:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788624674.987760:0:35940:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788624674.987761:0:35940:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788624674.987761:0:35940:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788624674.987763:0:35940:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788624674.987764:0:35940:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c91720 (ffff99dd03591bd8/0) at cl_lock_fini():72 00020000:00000001:3.0:1788624674.987767:0:35940:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788624674.987769:0:35940:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788624674.987770:0:35940:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd1115aa30 (ffff99dd03591bd8/1) at cl_lock_fini():72 00000008:00000010:3.0:1788624674.987773:0:35940:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034417c0. 00000020:00000001:3.0:1788624674.987776:0:35940:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788624674.987778:0:35940:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd1115aa00. 00020000:00000001:3.0:1788624674.987781:0:35940:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788624674.987782:0:35940:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788624674.987783:0:35940:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788624674.987785:0:35940:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.987788:0:35940:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788624674.987790:0:35940:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788624674.987792:0:35940:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788624674.987794:0:35940:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788624674.987796:0:35940:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788624674.987798:0:35940:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591ab0 00020000:00000001:3.0:1788624674.987801:0:35940:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788624674.987804:0:35940:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788624674.987806:0:35940:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788624674.987808:0:35940:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788624674.987812:0:35940:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788624674.987814:0:35940:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.987816:0:35940:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788624674.987818:0:35940:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788624674.987819:0:35940:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788624674.987820:0:35940:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591bd0 00000001:00000001:3.0:1788624674.987822:0:35940:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.987830:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc7d08 00000080:00000008:3.0:1788624674.987833:0:35940:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), request_mask 606, flags 0, foreign 0 00000080:00000001:3.0:1788624674.987839:0:35940:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788624674.987841:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc7da0 00000080:00002000:3.0:1788624674.987843:0:35940:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff99dd1934d510, parent ffff99dd19287870, inode ffff99dd1912a1c8) hashed, 00000080:00000001:3.0:1788624674.987847:0:35940:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.987918:0:35940:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624674.987922:0:35940:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624674.987924:0:35940:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624674.987926:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc7bc0 00000080:00200000:3.0:1788624674.987928:0:35940:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624674.987935:0:35940:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd113f0800. 00800000:00000002:3.0:1788624674.987943:0:35940:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624674.987948:0:35940:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624674.987951:0:35940:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.987954:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc7ae0 00800000:00000002:3.0:1788624674.987956:0:35940:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.987960:0:35940:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624674.987963:0:35940:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624674.987966:0:35940:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624674.987969:0:35940:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624674.987971:0:35940:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624674.987973:0:35940:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.987976:0:35940:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.987978:0:35940:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.987982:0:35940:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624674.987987:0:35940:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.987989:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc79b0 00000002:00010000:3.0:1788624674.987992:0:35940:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624674.987996:0:35940:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624674.987998:0:35940:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624674.988000:0:35940:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624674.988004:0:35940:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:3.0:1788624674.988007:0:35940:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624674.988011:0:35940:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.988013:0:35940:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624674.989234:0:35940:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788624674.989252:0:35940:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624674.989257:0:35940:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.989261:0:35940:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788624674.989270:0:35940:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624674.989274:0:35940:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624674.989277:0:35940:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624674.989282:0:35940:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624674.989357:0:35940:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624674.989362:0:35940:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624674.989366:0:35940:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624674.989371:0:35940:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624674.989375:0:35940:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd113f0800. 00000080:00000001:3.0:1788624674.989380:0:35940:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624674.989381:0:35940:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624674.989384:0:35940:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624674.989388:0:35940:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41a5d 00800000:00000001:3.0:1788624674.989392:0:35940:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624674.989395:0:35940:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624674.989397:0:35940:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.989399:0:35940:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.989402:0:35940:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:3.0:1788624674.989405:0:35940:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:3.0:1788624674.989408:0:35940:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:3.0:1788624674.989411:0:35940:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.989412:0:35940:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624674.989413:0:35940:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624674.989415:0:35940:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624674.989417:0:35940:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a5d from it ffffbef881dc7bf8 00010000:00000001:3.0:1788624674.989419:0:35940:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.989420:0:35940:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.989421:0:35940:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:3.0:1788624674.989422:0:35940:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:3.0:1788624674.989424:0:35940:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:3.0:1788624674.989426:0:35940:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624674.989429:0:35940:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788624674.989435:0:35940:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.989436:0:35940:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.989439:0:35940:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624674.989441:0:35940:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624674.989444:0:35940:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788624674.989451:0:35940:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624674.989454:0:35940:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624674.989456:0:35940:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624674.989461:0:35940:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.989463:0:35940:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.989465:0:35940:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.989468:0:35940:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624674.989470:0:35940:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.989473:0:35940:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.989477:0:35940:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.989479:0:35940:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624674.989481:0:35940:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.989482:0:35940:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624674.989485:0:35940:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624674.989486:0:35940:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624674.989490:0:35940:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788624674.989496:0:35940:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.989501:0:35940:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788624674.989505:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc7be8 00000080:00002000:3.0:1788624674.989508:0:35940:0:(dcache.c:87:ll_dcompare()) found name recon(ffff99dd1934d510) flags 0x48004e refc 0 00000080:00000001:3.0:1788624674.989511:0:35940:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.989513:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc7c30 00000080:00200000:3.0:1788624674.989514:0:35940:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:3.0:1788624674.989537:0:35940:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1788624674.989541:0:35940:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:3.0:1788624674.989546:0:35940:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788624674.989547:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc7e40 00000080:00002000:3.0:1788624674.989550:0:35940:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff99dd1934d510, parent ffff99dd19287870, inode ffff99dd1912a1c8) hashed, 00000080:00000001:3.0:1788624674.989624:0:35940:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.989649:0:35940:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624674.989652:0:35940:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788624674.989653:0:35940:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788624674.989656:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc7bc0 00000080:00200000:3.0:1788624674.989658:0:35940:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:3.0:1788624674.989664:0:35940:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd113f0800. 00800000:00000002:3.0:1788624674.989670:0:35940:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:3.0:1788624674.989673:0:35940:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788624674.989677:0:35940:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.989679:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc7ae0 00800000:00000002:3.0:1788624674.989680:0:35940:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.989684:0:35940:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788624674.989687:0:35940:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788624674.989690:0:35940:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788624674.989692:0:35940:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788624674.989694:0:35940:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788624674.989696:0:35940:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.989698:0:35940:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788624674.989700:0:35940:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788624674.989703:0:35940:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788624674.989707:0:35940:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788624674.989708:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc79b0 00000002:00010000:3.0:1788624674.989711:0:35940:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788624674.989714:0:35940:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788624674.989716:0:35940:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788624674.989718:0:35940:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788624674.989723:0:35940:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:3.0:1788624674.989726:0:35940:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788624674.989730:0:35940:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788624674.989733:0:35940:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788624674.989736:0:35940:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788624674.989743:0:35940:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788624674.989746:0:35940:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788624674.989749:0:35940:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788624674.989759:0:35940:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788624674.989760:0:35940:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788624674.989762:0:35940:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624674.989763:0:35940:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788624674.989764:0:35940:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624674.989766:0:35940:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788624674.989768:0:35940:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788624674.989770:0:35940:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:3.0:1788624674.989772:0:35940:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd113f0800. 00000080:00000001:3.0:1788624674.989775:0:35940:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788624674.989776:0:35940:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624674.989778:0:35940:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:3.0:1788624674.989781:0:35940:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41a5d 00800000:00000001:3.0:1788624674.989784:0:35940:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788624674.989786:0:35940:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788624674.989787:0:35940:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.989788:0:35940:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.989790:0:35940:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:3.0:1788624674.989792:0:35940:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:3.0:1788624674.989795:0:35940:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:3.0:1788624674.989797:0:35940:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.989798:0:35940:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788624674.989799:0:35940:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788624674.989800:0:35940:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788624674.989802:0:35940:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a5d from it ffffbef881dc7bf8 00010000:00000001:3.0:1788624674.989803:0:35940:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788624674.989804:0:35940:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788624674.989805:0:35940:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:3.0:1788624674.989807:0:35940:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:3.0:1788624674.989809:0:35940:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:3.0:1788624674.989810:0:35940:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788624674.989814:0:35940:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788624674.989821:0:35940:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.989822:0:35940:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.989823:0:35940:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788624674.989824:0:35940:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788624674.989826:0:35940:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788624674.989832:0:35940:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624674.989833:0:35940:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788624674.989835:0:35940:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788624674.989838:0:35940:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.989839:0:35940:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788624674.989841:0:35940:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.989843:0:35940:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788624674.989845:0:35940:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.989846:0:35940:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.989848:0:35940:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624674.989850:0:35940:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788624674.989851:0:35940:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788624674.989853:0:35940:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788624674.989855:0:35940:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788624674.989856:0:35940:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788624674.989858:0:35940:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788624674.989861:0:35940:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788624674.989863:0:35940:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788624674.989865:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc7be8 00000080:00002000:3.0:1788624674.989867:0:35940:0:(dcache.c:87:ll_dcompare()) found name recon(ffff99dd1934d510) flags 0x48004e refc 0 00000080:00000001:3.0:1788624674.989869:0:35940:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788624674.989870:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc7c30 00000080:00200000:3.0:1788624674.989872:0:35940:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:3.0:1788624674.989879:0:35940:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1788624674.989882:0:35940:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1788624674.989885:0:35940:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788624674.989886:0:35940:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dc7e40 00000080:00002000:3.0:1788624674.989889:0:35940:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff99dd1934d510, parent ffff99dd19287870, inode ffff99dd1912a1c8) hashed, 00000080:00000001:3.0:1788624674.989891:0:35940:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624675.009689:0:35941:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624675.009700:0:35941:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624675.009704:0:35941:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624675.009708:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcfb20 00000080:00200000:0.0:1788624675.009714:0:35941:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624675.009725:0:35941:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744400. 00800000:00000002:0.0:1788624675.009735:0:35941:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624675.009740:0:35941:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624675.009747:0:35941:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624675.009750:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcfa40 00800000:00000002:0.0:1788624675.009753:0:35941:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624675.009758:0:35941:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624675.009762:0:35941:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624675.009766:0:35941:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624675.009769:0:35941:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624675.009771:0:35941:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624675.009773:0:35941:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624675.009775:0:35941:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624675.009778:0:35941:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624675.009782:0:35941:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624675.009788:0:35941:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624675.009790:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcf910 00000002:00010000:0.0:1788624675.009792:0:35941:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624675.009796:0:35941:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624675.009798:0:35941:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624675.009802:0:35941:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624675.009812:0:35941:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:0.0:1788624675.009816:0:35941:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624675.009822:0:35941:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624675.009827:0:35941:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624675.009832:0:35941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788624675.009844:0:35941:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624675.009851:0:35941:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624675.009854:0:35941:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788624675.009867:0:35941:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624675.009870:0:35941:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624675.009873:0:35941:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624675.009875:0:35941:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624675.009877:0:35941:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624675.009879:0:35941:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624675.009882:0:35941:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624675.009886:0:35941:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624675.009890:0:35941:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744400. 00000080:00000001:0.0:1788624675.009896:0:35941:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624675.009899:0:35941:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624675.009902:0:35941:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624675.009907:0:35941:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41a5d 00800000:00000001:0.0:1788624675.009911:0:35941:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624675.009913:0:35941:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624675.009915:0:35941:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624675.009918:0:35941:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624675.009922:0:35941:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:0.0:1788624675.009924:0:35941:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624675.009928:0:35941:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624675.009931:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624675.009933:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624675.009934:0:35941:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624675.009937:0:35941:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624675.009940:0:35941:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a5d from it ffffbef881dcfb58 00010000:00000001:0.0:1788624675.009942:0:35941:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624675.009943:0:35941:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624675.009944:0:35941:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:0.0:1788624675.009946:0:35941:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624675.009948:0:35941:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624675.009950:0:35941:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624675.009954:0:35941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788624675.009961:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624675.009962:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624675.009964:0:35941:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624675.009967:0:35941:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624675.009970:0:35941:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788624675.009978:0:35941:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624675.009982:0:35941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624675.009985:0:35941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624675.009991:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624675.009992:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624675.009994:0:35941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.009998:0:35941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624675.010001:0:35941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.010016:0:35941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.010019:0:35941:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.010022:0:35941:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624675.010023:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624675.010025:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624675.010029:0:35941:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624675.010031:0:35941:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624675.010033:0:35941:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788624675.010039:0:35941:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624675.010044:0:35941:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788624675.010377:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcfb48 00000080:00002000:0.0:1788624675.010380:0:35941:0:(dcache.c:87:ll_dcompare()) found name recon(ffff99dd1934d510) flags 0x48004e refc 0 00000080:00000001:0.0:1788624675.010383:0:35941:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624675.010385:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcfb90 00000080:00200000:0.0:1788624675.010386:0:35941:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:0.0:1788624675.010396:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcfd08 00000080:00200008:0.0:1788624675.010398:0:35941:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788624675.010404:0:35941:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624675.010406:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcfc80 00000080:00200000:0.0:1788624675.010408:0:35941:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff99dd1912a1c8),name=recon 00000080:00000010:0.0:1788624675.010414:0:35941:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744e00. 00800000:00000002:0.0:1788624675.010419:0:35941:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624675.010425:0:35941:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624675.010428:0:35941:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624675.010430:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcfba0 00800000:00000002:0.0:1788624675.010432:0:35941:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624675.010435:0:35941:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624675.010439:0:35941:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624675.010441:0:35941:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624675.010442:0:35941:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624675.010444:0:35941:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624675.010446:0:35941:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624675.010448:0:35941:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624675.010450:0:35941:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624675.010453:0:35941:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624675.010454:0:35941:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624675.010455:0:35941:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624675.010456:0:35941:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624675.010458:0:35941:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624675.010459:0:35941:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788624675.010461:0:35941:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624675.010463:0:35941:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624675.010467:0:35941:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624675.010468:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcfa70 00000002:00010000:0.0:1788624675.010470:0:35941:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624675.010473:0:35941:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624675.010475:0:35941:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624675.010476:0:35941:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624675.010481:0:35941:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 4 00010000:00000001:0.0:1788624675.010484:0:35941:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624675.010487:0:35941:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624675.010490:0:35941:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624675.010494:0:35941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1788624675.010507:0:35941:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624675.010510:0:35941:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624675.010514:0:35941:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1788624675.010520:0:35941:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624675.010522:0:35941:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624675.010525:0:35941:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624675.010526:0:35941:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624675.010528:0:35941:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624675.010530:0:35941:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624675.010532:0:35941:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624675.010534:0:35941:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624675.010537:0:35941:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744e00. 00000080:00000001:0.0:1788624675.010540:0:35941:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624675.010541:0:35941:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624675.010544:0:35941:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff99dd1912a1c8) 00000080:00010000:0.0:1788624675.010547:0:35941:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff99dd1912a1c8) for lock 0xcc94206c7ef41a33 00800000:00000001:0.0:1788624675.010549:0:35941:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624675.010551:0:35941:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624675.010552:0:35941:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624675.010847:0:35941:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624675.010851:0:35941:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=3 00000020:00000001:0.0:1788624675.010853:0:35941:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:0.0:1788624675.010856:0:35941:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:0.0:1788624675.010858:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624675.010860:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624675.010861:0:35941:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624675.010863:0:35941:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624675.010865:0:35941:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a33 from it ffffbef881dcfcb8 00010000:00000001:0.0:1788624675.010867:0:35941:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624675.010869:0:35941:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624675.010871:0:35941:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd1067f800 refcount=3 00000020:00000001:0.0:1788624675.010872:0:35941:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:0.0:1788624675.010874:0:35941:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773474912256 : -112300234639360 : ffff99dd1067f800) 00010000:00000001:0.0:1788624675.010876:0:35941:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624675.010879:0:35941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788624675.010886:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624675.010887:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624675.010888:0:35941:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624675.010890:0:35941:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624675.010892:0:35941:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1788624675.010898:0:35941:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624675.010900:0:35941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624675.010902:0:35941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624675.010905:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624675.010906:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624675.010908:0:35941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.010910:0:35941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624675.010912:0:35941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.010914:0:35941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.010916:0:35941:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.010918:0:35941:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624675.010919:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624675.010920:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624675.010923:0:35941:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624675.010924:0:35941:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624675.010928:0:35941:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788624675.010932:0:35941:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788624675.010935:0:35941:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788624675.010937:0:35941:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788624675.010939:0:35941:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624675.010941:0:35941:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788624675.010945:0:35941:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788624675.010950:0:35941:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624675.010956:0:35941:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255835160 : -112300453716456 : ffff99dd03591e18) 00000020:00001000:0.0:1788624675.010958:0:35941:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591e10 00000020:00000001:0.0:1788624675.010965:0:35941:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:0.0:1788624675.010969:0:35941:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788624675.010972:0:35941:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788624675.010975:0:35941:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788624675.010978:0:35941:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624675.010980:0:35941:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788624675.010982:0:35941:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788624675.010984:0:35941:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624675.010986:0:35941:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624675.010991:0:35941:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff99dd11c937e0 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788624675.011521:0:35941:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd0486a7c0 00020000:00000001:0.0:1788624675.011526:0:35941:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788624675.011528:0:35941:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788624675.011531:0:35941:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788624675.011533:0:35941:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624675.011535:0:35941:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788624675.011538:0:35941:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788624675.011540:0:35941:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624675.011542:0:35941:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624675.011543:0:35941:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788624675.011545:0:35941:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788624675.011546:0:35941:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd0486a7c0 00000020:00000001:0.0:1788624675.011549:0:35941:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788624675.011622:0:35941:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788624675.011625:0:35941:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:0.0:1788624675.011630:0:35941:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788624675.011632:0:35941:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788624675.011635:0:35941:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788624675.011638:0:35941:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788624675.011647:0:35941:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788624675.011657:0:35941:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff99dd11c18c80. 00020000:00000002:0.0:1788624675.011660:0:35941:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788624675.011663:0:35941:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788624675.011665:0:35941:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624675.011667:0:35941:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788624675.011670:0:35941:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624675.011672:0:35941:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255834008 : -112300453717608 : ffff99dd03591998) 00000020:00001000:0.0:1788624675.011675:0:35941:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591990 00000020:00000001:0.0:1788624675.011679:0:35941:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3dc38 -> ffff99dd04f3ddc8 00000020:00000001:0.0:1788624675.011681:0:35941:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788624675.011686:0:35941:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788624675.011687:0:35941:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788624675.011688:0:35941:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624675.011690:0:35941:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624675.011692:0:35941:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494036288 : -112300215515328 : ffff99dd118bc740) 00000020:00000001:0.0:1788624675.011694:0:35941:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788624675.011701:0:35941:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff99dd034c2be0. 00000008:00010000:0.0:1788624675.011704:0:35941:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788624675.011708:0:35941:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624675.011709:0:35941:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788624675.011711:0:35941:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff99dd11c18cb0, osc lock ffff99dd034c2be0, flags 0x400001002 00000020:00000001:0.0:1788624675.011713:0:35941:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624675.011716:0:35941:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624675.011719:0:35941:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446631773497560192 : -112300211991424 : ffff99dd11c18c80) 00000020:00000001:0.0:1788624675.011722:0:35941:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788624675.011722:0:35941:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788624675.011724:0:35941:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624675.011726:0:35941:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624675.011729:0:35941:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788624675.011732:0:35941:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788624675.011734:0:35941:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624675.011736:0:35941:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788624675.011737:0:35941:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624675.011738:0:35941:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494036288 : -112300215515328 : ffff99dd118bc740) 00000020:00000001:0.0:1788624675.011740:0:35941:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624675.011743:0:35941:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788624675.011745:0:35941:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788624675.011749:0:35941:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788624675.011752:0:35941:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788624675.011754:0:35941:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788624675.011756:0:35941:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788624675.011758:0:35941:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788624675.011759:0:35941:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788624675.011763:0:35941:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788624675.011766:0:35941:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624675.011773:0:35941:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ab00 count: 2 00010000:00000001:0.0:1788624675.011777:0:35941:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624675.011782:0:35941:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624675.011788:0:35941:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624675.011793:0:35941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:0.0:1788624675.011808:0:35941:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624675.011813:0:35941:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624675.011816:0:35941:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:0.0:1788624675.011825:0:35941:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624675.011828:0:35941:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624675.011830:0:35941:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=4 00000020:00000001:0.0:1788624675.011832:0:35941:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:0.0:1788624675.011835:0:35941:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00000008:00000001:0.0:1788624675.011839:0:35941:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788624675.011842:0:35941:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624675.011843:0:35941:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624675.011845:0:35941:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=5 00000020:00000001:0.0:1788624675.011847:0:35941:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:0.0:1788624675.011849:0:35941:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00000020:00000001:0.0:1788624675.011853:0:35941:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788624675.011855:0:35941:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788624675.011858:0:35941:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788624675.011860:0:35941:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.011861:0:35941:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624675.011863:0:35941:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624675.011864:0:35941:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=6 00000020:00000001:0.0:1788624675.011866:0:35941:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:0.0:1788624675.011869:0:35941:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:0.0:1788624675.011872:0:35941:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624675.011874:0:35941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:0.0:1788624675.011882:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624675.011884:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624675.011885:0:35941:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624675.011887:0:35941:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624675.011889:0:35941:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1788624675.011897:0:35941:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624675.011899:0:35941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624675.011901:0:35941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624675.011903:0:35941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.011905:0:35941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624675.011907:0:35941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.011909:0:35941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.011911:0:35941:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.011913:0:35941:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624675.011915:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624675.011916:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624675.011917:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624675.011918:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624675.011920:0:35941:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624675.011922:0:35941:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624675.011924:0:35941:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624675.011927:0:35941:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624675.011928:0:35941:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624675.011930:0:35941:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788624675.011932:0:35941:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788624675.011936:0:35941:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788624675.011937:0:35941:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788624675.011939:0:35941:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624675.011943:0:35941:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624675.011948:0:35941:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788624675.011950:0:35941:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:0.0:1788624675.011953:0:35941:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:0.0:1788624675.011954:0:35941:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788624675.011958:0:35941:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788624675.011961:0:35941:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788624674 a=1788624674 c=1788624674 b=0 00020000:00000001:0.0:1788624675.011965:0:35941:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624675.011967:0:35941:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624675.011968:0:35941:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000080:00200000:0.0:1788624675.011972:0:35941:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1788624675.011974:0:35941:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788624675.011981:0:35941:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788624675.011983:0:35941:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff99dd11c93780 (ffff99dd03591e18/0) at cl_lock_release():245 00000020:00000001:0.0:1788624675.011986:0:35941:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624675.011987:0:35941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c93780 (ffff99dd03591e18/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788624675.011990:0:35941:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788624675.011992:0:35941:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788624675.011994:0:35941:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494036288 : -112300215515328 : ffff99dd118bc740) 00000020:00000001:0.0:1788624675.011996:0:35941:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788624675.011997:0:35941:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff99dd11c18cb0 (ffff99dd03591998/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788624675.012000:0:35941:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788624675.012002:0:35941:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788624675.012848:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624675.012851:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788624675.012852:0:35941:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788624675.012855:0:35941:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624675.012857:0:35941:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624675.012858:0:35941:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788624675.012860:0:35941:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624675.012862:0:35941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c93780 (ffff99dd03591e18/0) at cl_lock_fini():72 00020000:00000001:0.0:1788624675.012867:0:35941:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788624675.012869:0:35941:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788624675.012870:0:35941:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff99dd11c18cb0 (ffff99dd03591e18/1) at cl_lock_fini():72 00000008:00000010:0.0:1788624675.012874:0:35941:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff99dd034c2be0. 00000020:00000001:0.0:1788624675.012878:0:35941:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788624675.012880:0:35941:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff99dd11c18c80. 00020000:00000001:0.0:1788624675.012884:0:35941:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788624675.012885:0:35941:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788624675.012886:0:35941:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788624675.012888:0:35941:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624675.012892:0:35941:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788624675.012895:0:35941:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788624675.012898:0:35941:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788624675.012899:0:35941:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788624675.012901:0:35941:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624675.012904:0:35941:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591990 00020000:00000001:0.0:1788624675.012908:0:35941:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788624675.012910:0:35941:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788624675.012914:0:35941:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788624675.012916:0:35941:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788624675.012920:0:35941:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788624675.012923:0:35941:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624675.012925:0:35941:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788624675.012927:0:35941:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788624675.012928:0:35941:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788624675.012929:0:35941:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591e10 00000001:00000001:0.0:1788624675.012932:0:35941:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624675.012942:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcfd08 00000080:00000008:0.0:1788624675.012944:0:35941:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff99dd1912a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788624675.012953:0:35941:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788624675.012955:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcfda0 00000080:00002000:0.0:1788624675.012958:0:35941:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff99dd1934d510, parent ffff99dd19287870, inode ffff99dd1912a1c8) hashed, 00000080:00000001:0.0:1788624675.012962:0:35941:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624675.013414:0:35941:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624675.013419:0:35941:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624675.013422:0:35941:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624675.013424:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcfbd8 00000080:00200000:0.0:1788624675.013427:0:35941:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624675.013436:0:35941:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744e00. 00800000:00000002:0.0:1788624675.013445:0:35941:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624675.013450:0:35941:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624675.013456:0:35941:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624675.013458:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcfaf8 00800000:00000002:0.0:1788624675.013461:0:35941:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624675.013465:0:35941:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624675.013471:0:35941:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624675.013474:0:35941:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624675.013477:0:35941:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624675.013479:0:35941:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624675.013482:0:35941:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624675.013484:0:35941:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624675.013486:0:35941:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624675.013490:0:35941:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624675.013497:0:35941:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624675.013499:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcf9c8 00000002:00010000:0.0:1788624675.013501:0:35941:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624675.013505:0:35941:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624675.013507:0:35941:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624675.013510:0:35941:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624675.013518:0:35941:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:0.0:1788624675.013521:0:35941:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624675.013526:0:35941:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624675.013530:0:35941:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624675.013535:0:35941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788624675.013546:0:35941:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624675.013551:0:35941:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624675.013634:0:35941:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788624675.013643:0:35941:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624675.013646:0:35941:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624675.013648:0:35941:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624675.013651:0:35941:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624675.013653:0:35941:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624675.013655:0:35941:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624675.013658:0:35941:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624675.013661:0:35941:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624675.013665:0:35941:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744e00. 00000080:00000001:0.0:1788624675.013670:0:35941:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624675.013672:0:35941:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624675.013675:0:35941:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624675.013680:0:35941:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41a5d 00800000:00000001:0.0:1788624675.013683:0:35941:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624675.013686:0:35941:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624675.013687:0:35941:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624675.013689:0:35941:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624675.013692:0:35941:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:0.0:1788624675.013694:0:35941:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624675.013697:0:35941:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624675.013699:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624675.013701:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624675.013702:0:35941:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624675.013704:0:35941:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624675.013706:0:35941:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a5d from it ffffbef881dcfc10 00010000:00000001:0.0:1788624675.013708:0:35941:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624675.013709:0:35941:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624675.013710:0:35941:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:0.0:1788624675.013712:0:35941:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624675.013714:0:35941:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624675.013716:0:35941:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624675.013719:0:35941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788624675.013724:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624675.013726:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624675.013727:0:35941:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624675.013729:0:35941:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624675.013732:0:35941:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788624675.013739:0:35941:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624675.013742:0:35941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624675.013745:0:35941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624675.013750:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624675.013751:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624675.013753:0:35941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.013757:0:35941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624675.013758:0:35941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.013760:0:35941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.013763:0:35941:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.013765:0:35941:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624675.013767:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624675.013768:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624675.013772:0:35941:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624675.013774:0:35941:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624675.013776:0:35941:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788624675.013780:0:35941:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624675.013791:0:35941:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788624675.013793:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcfda0 00000080:00002000:0.0:1788624675.013795:0:35941:0:(dcache.c:87:ll_dcompare()) found name recon(ffff99dd1934d510) flags 0x48004e refc 0 00000080:00000001:0.0:1788624675.013797:0:35941:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624675.013799:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcfe10 00000080:00200000:0.0:1788624675.013800:0:35941:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:0.0:1788624675.013805:0:35941:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788624675.013807:0:35941:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788624675.013808:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcfd30 00000080:00200000:0.0:1788624675.013809:0:35941:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8),name=/ 00000080:00000010:0.0:1788624675.013814:0:35941:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744e00. 00800000:00000002:0.0:1788624675.013817:0:35941:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00000080:00000001:0.0:1788624675.013819:0:35941:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788624675.013820:0:35941:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788624675.013822:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcfc50 00800000:00000002:0.0:1788624675.013824:0:35941:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624675.013826:0:35941:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788624675.013828:0:35941:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624675.013829:0:35941:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624675.013830:0:35941:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624675.013832:0:35941:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624675.013834:0:35941:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624675.013836:0:35941:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624675.013838:0:35941:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624675.013841:0:35941:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788624675.013845:0:35941:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788624675.013847:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcfb20 00000002:00010000:0.0:1788624675.013850:0:35941:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788624675.013852:0:35941:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788624675.013853:0:35941:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624675.013855:0:35941:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624675.013858:0:35941:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:0.0:1788624675.013860:0:35941:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624675.013863:0:35941:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624675.013865:0:35941:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788624675.013867:0:35941:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1788624675.013873:0:35941:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788624675.013876:0:35941:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624675.013878:0:35941:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1788624675.013883:0:35941:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788624675.013885:0:35941:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624675.013886:0:35941:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624675.013888:0:35941:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788624675.013889:0:35941:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624675.013891:0:35941:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788624675.013893:0:35941:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788624675.013895:0:35941:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:0.0:1788624675.013898:0:35941:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744e00. 00000080:00000001:0.0:1788624675.013902:0:35941:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788624675.013903:0:35941:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624675.013905:0:35941:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00010000:0.0:1788624675.013909:0:35941:0:(llite_internal.h:1991:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff99dd198763c8) for lock 0xcc94206c7ef41a5d 00800000:00000001:0.0:1788624675.013912:0:35941:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788624675.013913:0:35941:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788624675.013914:0:35941:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624675.013915:0:35941:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624675.013917:0:35941:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:0.0:1788624675.013919:0:35941:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624675.013921:0:35941:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624675.013923:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624675.013925:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788624675.013926:0:35941:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624675.013927:0:35941:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788624675.013929:0:35941:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcc94206c7ef41a5d from it ffffbef881dcfd68 00010000:00000001:0.0:1788624675.013931:0:35941:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788624675.013932:0:35941:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788624675.013933:0:35941:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767a00 refcount=3 00000020:00000001:0.0:1788624675.013935:0:35941:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624675.013936:0:35941:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475863040 : -112300233688576 : ffff99dd10767a00) 00010000:00000001:0.0:1788624675.013938:0:35941:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788624675.013940:0:35941:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788624675.013946:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624675.013947:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624675.013948:0:35941:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788624675.013949:0:35941:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788624675.013952:0:35941:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788624675.013957:0:35941:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788624675.013958:0:35941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788624675.013960:0:35941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788624675.013961:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624675.013962:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624675.013963:0:35941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.013966:0:35941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788624675.013967:0:35941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.013969:0:35941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.013971:0:35941:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.013972:0:35941:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788624675.013973:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624675.013974:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788624675.013976:0:35941:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788624675.013977:0:35941:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788624675.013979:0:35941:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff99dd198763c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788624675.013982:0:35941:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624675.013987:0:35941:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788624675.013989:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcfdf8 00000080:00200000:0.0:1788624675.013990:0:35941:0:(namei.c:2351:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff99dd198763c8) 00000080:00000001:0.0:1788624675.014281:0:35941:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788624675.014546:0:35941:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624675.014553:0:35941:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255835160 : -112300453716456 : ffff99dd03591e18) 00000020:00001000:0.0:1788624675.014636:0:35941:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591e10 00000020:00000001:0.0:1788624675.014640:0:35941:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788624675.014645:0:35941:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd0486a7c0 00020000:00000002:0.0:1788624675.014648:0:35941:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff99dd185882a0 addref 2/0 by ffff99dd0486a7c0. 00020000:00000002:0.0:1788624675.014651:0:35941:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd0486a7c0 00020000:00000001:0.0:1788624675.014654:0:35941:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788624675.014657:0:35941:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788624675.014659:0:35941:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788624675.014661:0:35941:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788624675.014664:0:35941:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788624675.014666:0:35941:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591e10 00000080:00000001:0.0:1788624675.014669:0:35941:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788624675.014676:0:35941:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff99dd18744e00. 00800000:00000002:0.0:1788624675.014681:0:35941:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff99dd215f8b40 2 00800000:00000001:0.0:1788624675.014693:0:35941:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788624675.014698:0:35941:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624675.014700:0:35941:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624675.014701:0:35941:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624675.014703:0:35941:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624675.014705:0:35941:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624675.014707:0:35941:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788624675.014708:0:35941:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624675.014711:0:35941:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624675.014712:0:35941:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624675.014713:0:35941:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624675.014714:0:35941:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624675.014716:0:35941:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624675.014717:0:35941:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788624675.014719:0:35941:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624675.014721:0:35941:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788624675.014723:0:35941:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624675.014724:0:35941:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624675.014725:0:35941:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624675.014726:0:35941:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624675.014727:0:35941:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624675.014729:0:35941:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788624675.014730:0:35941:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624675.014733:0:35941:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x30:0x0] 00800000:00000001:0.0:1788624675.014735:0:35941:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624675.014737:0:35941:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x30:0x0] -> mds #0 00000002:00000001:0.0:1788624675.014742:0:35941:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788624675.014745:0:35941:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788624675.014750:0:35941:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 2 00010000:00000001:0.0:1788624675.014752:0:35941:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624675.014755:0:35941:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788624675.014759:0:35941:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624675.014762:0:35941:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1788624675.014771:0:35941:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624675.014776:0:35941:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788624675.014778:0:35941:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788624675.014780:0:35941:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788624675.014784:0:35941:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624675.014786:0:35941:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624675.014788:0:35941:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 3 00010000:00000001:0.0:1788624675.014791:0:35941:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624675.014794:0:35941:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624675.014795:0:35941:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624675.014796:0:35941:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624675.014798:0:35941:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 3 00010000:00000001:0.0:1788624675.014800:0:35941:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624675.014802:0:35941:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624675.014803:0:35941:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624675.014804:0:35941:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624675.014806:0:35941:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870700 count: 3 00010000:00000001:0.0:1788624675.014808:0:35941:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624675.014810:0:35941:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624675.014812:0:35941:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788624675.014814:0:35941:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff99dd19876300, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788624675.014819:0:35941:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788624675.014822:0:35941:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788624675.014825:0:35941:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788624675.014827:0:35941:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.014830:0:35941:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788624675.014834:0:35941:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788624675.014836:0:35941:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788624675.014838:0:35941:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788624675.014841:0:35941:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788624675.014844:0:35941:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd10767a00 with handle 0xcc94206c7ef41a5d from hash 00010000:00000001:0.0:1788624675.014846:0:35941:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788624675.014848:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624675.014849:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624675.014850:0:35941:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788624675.014854:0:35941:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788624675.014856:0:35941:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788624675.014859:0:35941:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624675.014861:0:35941:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624675.014863:0:35941:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788624675.014865:0:35941:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788624675.014868:0:35941:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 4 00010000:00000001:0.0:1788624675.014870:0:35941:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624675.014872:0:35941:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788624675.014876:0:35941:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788624675.014878:0:35941:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a64 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa103bd66258a8a59 expref: -99 pid: 35939 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788624675.014885:0:35941:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788624675.014886:0:35941:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788624675.014888:0:35941:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788624675.014889:0:35941:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode CR 00000002:00000001:0.0:1788624675.014891:0:35941:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624675.014892:0:35941:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624675.014893:0:35941:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 5 00010000:00000001:0.0:1788624675.014895:0:35941:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624675.014897:0:35941:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624675.014898:0:35941:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624675.014899:0:35941:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624675.014901:0:35941:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 5 00010000:00000001:0.0:1788624675.014903:0:35941:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624675.014905:0:35941:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624675.014906:0:35941:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788624675.014907:0:35941:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788624675.014909:0:35941:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 5 00010000:00000001:0.0:1788624675.014911:0:35941:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788624675.014913:0:35941:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624675.014914:0:35941:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624675.014916:0:35941:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788624675.014920:0:35941:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788624675.014924:0:35941:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff99dd18744400. 00000080:00000001:0.0:1788624675.014927:0:35941:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788624675.014930:0:35941:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788624675.014933:0:35941:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788624675.014935:0:35941:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624675.014936:0:35941:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624675.014937:0:35941:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624675.014940:0:35941:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624675.014941:0:35941:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624675.014944:0:35941:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788624675.014946:0:35941:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624675.014948:0:35941:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x30:0x0] 00000002:00000001:0.0:1788624675.014953:0:35941:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788624675.014955:0:35941:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff99dd10dbf800: [0x200000405:0x30:0x0] file closed with intent: 0 00000100:00000010:0.0:1788624675.014964:0:35941:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c07100. 00000020:00000040:0.0:1788624675.014969:0:35941:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:0.0:1788624675.014975:0:35941:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624675.014980:0:35941:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624675.014985:0:35941:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624675.016412:0:35941:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd18744a00. 00000100:00000001:0.0:1788624675.016431:0:35941:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788624675.016462:0:35941:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff99dd11c05c00 x1875506845091200/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624690 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788624675.016476:0:35941:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788624675.016482:0:35941:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11c07100 x1875506845091456/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788624675.016491:0:35941:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788624675.016494:0:35941:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788624675.016510:0:35941:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd184fdc00. 00000100:00000001:0.0:1788624675.016512:0:35941:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773607549952 : -112300102001664 : ffff99dd184fdc00) 00000100:00000001:0.0:1788624675.016516:0:35941:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624675.016517:0:35941:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497487616 : -112300212064000 : ffff99dd11c07100) 00000100:00000001:0.0:1788624675.016522:0:35941:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624675.016527:0:35941:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624675.016530:0:35941:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788624675.016531:0:35941:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788624675.016536:0:35941:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c07100 x1875506845091456/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624675.016543:0:35941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788624675.016545:0:35941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624675.016550:0:35941:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788624675.016632:0:35941:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788624675.016636:0:35941:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788624675.016642:0:35941:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c07100 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35941:1875506845091456:192.168.202.125@tcp:35:rm.0 00000100:00000001:0.0:1788624675.016647:0:35941:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788624675.016654:0:35941:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788624675.016657:0:35941:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624675.016660:0:35941:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788624675.016667:0:35941:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd049c9000. 02000000:00000001:0.0:1788624675.016669:0:35941:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788624675.016679:0:35941:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:0.0:1788624675.016684:0:35941:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd0564dc60. 00000400:00000010:0.0:1788624675.016694:0:35941:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd053957f8. 00000100:00000200:0.0:1788624675.016704:0:35941:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845091456, portal 10 00000100:00000001:0.0:1788624675.016706:0:35941:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624675.016708:0:35941:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497487616 : -112300212064000 : ffff99dd11c07100) 00000100:00000040:0.0:1788624675.016716:0:35941:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff99dd11c07100 x1875506845091456/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624691 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624675.016725:0:35941:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788624675.016728:0:35941:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:0.0:1788624675.016731:0:35941:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd05395550. 00000100:00000200:0.0:1788624675.016736:0:35941:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875506845091456, offset 0 00000400:00000200:0.0:1788624675.016743:0:35941:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:0.0:1788624675.016754:0:35941:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624675.016764:0:35941:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:0.0:1788624675.016772:0:35941:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788624675.016777:0:35941:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:0.0:1788624675.016781:0:35941:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788624675.016784:0:35941:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:0.0:1788624675.016789:0:35941:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3084:3084:256:4294967295] 192.168.202.125@tcp LPNI seq info [3084:3084:8:4294967295] 00000400:00000200:0.0:1788624675.016793:0:35941:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:0.0:1788624675.016804:0:35941:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:0.0:1788624675.016812:0:35941:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:0.0:1788624675.016819:0:35941:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd2139cf00. 00000800:00000200:0.0:1788624675.016826:0:35941:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:0.0:1788624675.016836:0:35941:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:0.0:1788624675.016841:0:35941:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd2139cf00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788624675.016940:0:35941:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624675.016946:0:35941:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 808727 usecs (809 jiffies) 00000400:00000200:0.0:1788624675.016950:0:35941:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:0.0:1788624675.016954:0:35941:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296689887 00000100:00000001:0.0:1788624675.016958:0:35941:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:0.0:1788624675.016962:0:35941:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296689887 00000100:00000001:0.0:1788624675.016964:0:35941:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:0.0:1788624675.016967:0:35941:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624675.016970:0:35941:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624675.016972:0:35941:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788624675.016974:0:35941:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788624675.016978:0:35941:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd184fdc00 going to sleep for 11 seconds 00000100:00000001:0.0:1788624675.016981:0:35941:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624675.016985:0:35941:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624675.017905:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624675.017914:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd2139cf00. 00000400:00000200:2.0:1788624675.017923:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624675.017930:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624675.017938:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd05395550 00000400:00000010:2.0:1788624675.017942:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd05395550. 00000100:00000001:2.0:1788624675.017947:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624675.017954:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c07100 x1875506845091456/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624691 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624675.017967:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624675.017972:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c07100 x1875506845091456/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624691 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788624675.017980:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624675.017982:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624675.021280:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624675.021443:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624675.021449:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624675.021452:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624675.021465:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624675.021474:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624675.021485:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624675.021490:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624675.021496:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624675.021501:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377468680 00000400:00000200:3.0:1788624675.021507:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624675.021515:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x8bf5 [1] + 224 00000800:00000001:3.0:1788624675.021524:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624675.021601:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624675.021606:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624675.021613:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624675.021624:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624675.021636:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c07100 x1875506845091456/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624691 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788624675.021650:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff99dd11c07100 x1875506845091456/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624691 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624675.021730:0:35941:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788624675.021752:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624675.021766:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624675.021770:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788624675.022820:0:35941:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624675.022826:0:35941:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624675.022832:0:35941:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd0564dc60. 00000400:00000200:0.0:1788624675.022839:0:35941:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd053957f8 00000400:00000010:0.0:1788624675.022842:0:35941:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd053957f8. 00000100:00000001:0.0:1788624675.022847:0:35941:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624675.022856:0:35941:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c07100 x1875506845091456/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624691 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788624675.022868:0:35941:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c07100 x1875506845091456/t0(0) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/624 e 0 to 0 dl 1788624691 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624675.022876:0:35941:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624675.022878:0:35941:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624675.022882:0:35941:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624675.022887:0:35941:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624675.022889:0:35941:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624675.022893:0:35941:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624675.022897:0:35941:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624675.022913:0:35941:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd194424f0 time=103 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624675.022918:0:35941:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=38 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624675.022921:0:35941:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624675.022923:0:35941:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624675.022926:0:35941:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624675.022931:0:35941:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624675.022935:0:35941:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788624675.022937:0:35941:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788624675.022939:0:35941:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788624675.022942:0:35941:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624675.022944:0:35941:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497487616 : -112300212064000 : ffff99dd11c07100) 00000100:00000001:0.0:1788624675.022948:0:35941:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624675.022951:0:35941:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934607 00000100:00000001:0.0:1788624675.022954:0:35941:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624675.022957:0:35941:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624675.022963:0:35941:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c07100 x1875506845091456/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624691 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624675.022972:0:35941:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624675.022976:0:35941:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624675.022978:0:35941:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624675.022982:0:35941:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c07100 x1875506845091456/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624691 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788624675.022990:0:35941:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c07100 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35941:1875506845091456:192.168.202.125@tcp:35:rm.0 00000100:00000001:0.0:1788624675.022995:0:35941:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624675.022999:0:35941:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624675.023002:0:35941:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788624675.023005:0:35941:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624675.023009:0:35941:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c07100 x1875506845091456/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624691 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788624675.023275:0:35941:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788624675.023280:0:35941:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd184fdc00. 00000100:00000001:0.0:1788624675.023403:0:35941:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788624675.023406:0:35941:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624675.023418:0:35941:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788624675.023419:0:35941:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497487616 : -112300212064000 : ffff99dd11c07100) 00000002:00000001:0.0:1788624675.023424:0:35941:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624675.023428:0:35941:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788624675.023435:0:35941:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744400. 00000080:00000001:0.0:1788624675.023439:0:35941:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788624675.023442:0:35941:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788624675.023445:0:35941:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788624675.023449:0:35941:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788624675.023452:0:35941:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788624675.023455:0:35941:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788624675.023457:0:35941:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788624675.023459:0:35941:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788624675.023462:0:35941:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624675.026314:0:35941:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788624675.026343:0:35941:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff99dd11c05c00 x1875506845091200/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624690 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624675.026360:0:35941:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624675.026362:0:35941:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497482240 : -112300212069376 : ffff99dd11c05c00) 00000100:00000001:1.0:1788624675.026367:0:35941:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624675.026371:0:35941:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c05c00 x1875506845091200/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624690 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624675.026378:0:35941:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624675.026381:0:35941:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624675.026385:0:35941:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11c07100 x1875506845091456/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624691 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624675.026392:0:35941:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624675.026393:0:35941:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624675.026396:0:35941:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c05c00 x1875506845091200/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 576/664 e 0 to 0 dl 1788624690 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624675.026419:0:35941:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788624675.026424:0:35941:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624675.026426:0:35941:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624675.026429:0:35941:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624675.026434:0:35941:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff99dd049ca800. 02000000:00000001:1.0:1788624675.026445:0:35941:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624675.026448:0:35941:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624675.026450:0:35941:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c05c00. 00000100:00000001:1.0:1788624675.026455:0:35941:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624675.026456:0:35941:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624675.026458:0:35941:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624675.026461:0:35941:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c07100 x1875506845091456/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624691 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624675.026467:0:35941:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624675.026469:0:35941:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff99dd12bc8060. 00000002:00000001:1.0:1788624675.026472:0:35941:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624675.026474:0:35941:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788624675.026478:0:35941:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff99dd1878ef00. 00000100:00000001:1.0:1788624675.026480:0:35941:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624675.026483:0:35941:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c07100 x1875506845091456/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:23/10 lens 392/456 e 0 to 0 dl 1788624691 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788624675.026489:0:35941:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624675.026503:0:35941:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624675.026507:0:35941:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff99dd049c9000. 02000000:00000001:1.0:1788624675.026510:0:35941:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624675.026511:0:35941:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624675.026513:0:35941:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=7 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624675.026515:0:35941:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624675.026516:0:35941:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd18744a00. 02000000:00000001:1.0:1788624675.026518:0:35941:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624675.026520:0:35941:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624675.026521:0:35941:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c07100. 00000100:00000001:1.0:1788624675.026524:0:35941:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624675.026525:0:35941:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624675.026529:0:35941:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624675.026533:0:35941:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788624675.026535:0:35941:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00000002:00000001:1.0:1788624675.026540:0:35941:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624675.026544:0:35941:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624675.026554:0:35941:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 5 00010000:00000001:1.0:1788624675.026557:0:35941:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624675.026566:0:35941:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624675.026567:0:35941:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624675.026568:0:35941:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624675.026570:0:35941:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 5 00010000:00000001:1.0:1788624675.026572:0:35941:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624675.026575:0:35941:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624675.026576:0:35941:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624675.026579:0:35941:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788624675.026582:0:35941:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624675.026587:0:35941:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833000 : -112300453718616 : ffff99dd035915a8) 00000020:00001000:1.0:1788624675.026590:0:35941:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035915a0 00000020:00000001:1.0:1788624675.026593:0:35941:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788624675.026597:0:35941:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x30:0x0]: losing layout lock 00000080:00000001:1.0:1788624675.026601:0:35941:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788624675.026606:0:35941:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788624675.026613:0:35941:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788624675.026616:0:35941:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788624675.026619:0:35941:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788624675.026621:0:35941:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624675.026623:0:35941:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788624675.026625:0:35941:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035915a0 00000080:00000001:1.0:1788624675.026629:0:35941:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624675.026633:0:35941:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788624675.026635:0:35941:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x30:0x0](ffff99dd1912a1c8) invalid 00000020:00000001:1.0:1788624675.026640:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcfa60 00000080:00002000:1.0:1788624675.026642:0:35941:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry recon (ffff99dd1934d510) parent ffff99dd19287870 inode ffff99dd1912a1c8 refc 1 00000080:00000001:1.0:1788624675.026646:0:35941:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788624675.026650:0:35941:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788624675.026652:0:35941:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624675.026659:0:35941:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788624675.026663:0:35941:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788624675.026665:0:35941:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788624675.026668:0:35941:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624675.026671:0:35941:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788624675.026675:0:35941:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd11d19600 with handle 0xcc94206c7ef41a64 from hash 00010000:00000001:1.0:1788624675.026678:0:35941:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788624675.026679:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624675.026681:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624675.026683:0:35941:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788624675.026687:0:35941:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788624675.026689:0:35941:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788624675.026693:0:35941:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788624675.026697:0:35941:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a56 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xa103bd66258a8a3d expref: -99 pid: 35938 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788624675.026707:0:35941:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788624675.026711:0:35941:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788624675.026714:0:35941:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:1.0:1788624675.026718:0:35941:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:1.0:1788624675.026720:0:35941:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff99dd0640a670. 00000080:00000010:1.0:1788624675.026724:0:35941:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 47 at ffff99dd215f8dc0. 00000080:00000010:1.0:1788624675.026727:0:35941:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff99dd211d4c80. 00000080:00000020:1.0:1788624675.026731:0:35941:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:1.0:1788624675.026732:0:35941:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff99dd0640a8b0. 00000080:00000010:1.0:1788624675.026735:0:35941:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff99dd093455b8. 00000080:00000010:1.0:1788624675.026738:0:35941:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff99dd211d4668. 00000080:00000020:1.0:1788624675.026740:0:35941:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:1.0:1788624675.026742:0:35941:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff99dd0640ab60. 00000080:00000010:1.0:1788624675.026744:0:35941:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff99dd215f82c0. 00000080:00000010:1.0:1788624675.026746:0:35941:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff99dd211d4f00. 00000080:00000020:1.0:1788624675.026748:0:35941:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:1.0:1788624675.026750:0:35941:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff99dd0640acb0. 00000080:00000010:1.0:1788624675.026752:0:35941:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff99dd105362a0. 00000080:00000010:1.0:1788624675.026756:0:35941:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff99dd211d4348. 00000080:00000001:1.0:1788624675.026758:0:35941:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624675.026760:0:35941:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788624675.026762:0:35941:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624675.026764:0:35941:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788624675.026766:0:35941:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788624675.026767:0:35941:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788624675.026768:0:35941:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624675.026770:0:35941:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788624675.026773:0:35941:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd1067e400 with handle 0xcc94206c7ef41a56 from hash 00010000:00000001:1.0:1788624675.026775:0:35941:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788624675.026777:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624675.026778:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624675.026779:0:35941:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788624675.026781:0:35941:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788624675.026782:0:35941:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788624675.026784:0:35941:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788624675.026787:0:35941:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00000080:00000001:1.0:1788624675.026794:0:35941:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788624675.026796:0:35941:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788624675.026797:0:35941:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788624675.026799:0:35941:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00000002:00000001:1.0:1788624675.026800:0:35941:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624675.026802:0:35941:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624675.026804:0:35941:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 5 00010000:00000001:1.0:1788624675.026806:0:35941:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624675.026809:0:35941:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624675.026811:0:35941:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624675.026812:0:35941:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624675.026813:0:35941:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 5 00010000:00000001:1.0:1788624675.026815:0:35941:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624675.026817:0:35941:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624675.026819:0:35941:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624675.026820:0:35941:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624675.026822:0:35941:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 5 00010000:00000001:1.0:1788624675.026824:0:35941:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624675.026825:0:35941:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624675.026827:0:35941:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788624675.026828:0:35941:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788624675.026830:0:35941:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd03870e00 count: 5 00010000:00000001:1.0:1788624675.026832:0:35941:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788624675.026834:0:35941:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624675.026836:0:35941:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624675.026837:0:35941:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788624675.026839:0:35941:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624675.026841:0:35941:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833000 : -112300453718616 : ffff99dd035915a8) 00000020:00001000:1.0:1788624675.026844:0:35941:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035915a0 00000020:00000001:1.0:1788624675.026845:0:35941:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788624675.026846:0:35941:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x30:0x0]: losing layout lock 00000080:00000001:1.0:1788624675.026848:0:35941:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788624675.026850:0:35941:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788624675.026851:0:35941:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788624675.026853:0:35941:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788624675.026855:0:35941:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788624675.026856:0:35941:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624675.026858:0:35941:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788624675.026859:0:35941:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035915a0 00000080:00000001:1.0:1788624675.026861:0:35941:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624675.026862:0:35941:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788624675.026864:0:35941:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x30:0x0](ffff99dd1912a1c8) invalid 00000020:00000001:1.0:1788624675.026866:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcfa60 00000080:00002000:1.0:1788624675.026868:0:35941:0:(llite_internal.h:2031:d_lustre_invalidate()) invalidate dentry recon (ffff99dd1934d510) parent ffff99dd19287870 inode ffff99dd1912a1c8 refc 1 00000080:00000001:1.0:1788624675.026871:0:35941:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788624675.026872:0:35941:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788624675.026874:0:35941:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624675.026876:0:35941:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788624675.026878:0:35941:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788624675.026879:0:35941:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788624675.026880:0:35941:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788624675.026882:0:35941:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788624675.026884:0:35941:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd1067f800 with handle 0xcc94206c7ef41a33 from hash 00010000:00000001:1.0:1788624675.026887:0:35941:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788624675.026888:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624675.026889:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624675.026890:0:35941:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788624675.026892:0:35941:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788624675.026893:0:35941:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788624675.026896:0:35941:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1788624675.026899:0:35941:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=3 : 3 : 3) 00000002:00000001:1.0:1788624675.026903:0:35941:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=3 : 3 : 3) 00000100:00000010:1.0:1788624675.026916:0:35941:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11ddaa00. 00000020:00000040:1.0:1788624675.026920:0:35941:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 02000000:00000001:1.0:1788624675.026926:0:35941:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788624675.026928:0:35941:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624675.026932:0:35941:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788624675.026937:0:35941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788624675.026944:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624675.026945:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624675.026947:0:35941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624675.026950:0:35941:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624675.026952:0:35941:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624675.026958:0:35941:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624675.026966:0:35941:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd05355000. 00000100:00000001:1.0:1788624675.026974:0:35941:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624675.026977:0:35941:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624675.026980:0:35941:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788624675.026988:0:35941:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a64 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a8a59 expref: -99 pid: 35939 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788624675.026997:0:35941:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a56 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a8a3d expref: -99 pid: 35938 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788624675.027005:0:35941:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1788624675.027012:0:35941:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788624675.027019:0:35941:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:1.0:1788624675.027020:0:35941:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788624675.027022:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788624675.027025:0:35941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd11d19600/0xcc94206c7ef41a64 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a8a59 expref: -99 pid: 35939 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788624675.027032:0:35941:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd1878ed80. 00010000:00000001:1.0:1788624675.027044:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624675.027045:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788624675.027048:0:35941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067e400/0xcc94206c7ef41a56 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a8a3d expref: -99 pid: 35938 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788624675.027055:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624675.027057:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788624675.027058:0:35941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd1067f800/0xcc94206c7ef41a33 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xa103bd66258a89f7 expref: -99 pid: 35932 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000010:1.0:1788624675.027064:0:35941:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd11d2dac0. 00010000:00000040:1.0:1788624675.027067:0:35941:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03870e00 count: 0 00010000:00000010:1.0:1788624675.027073:0:35941:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd05188980. 00010000:00000001:1.0:1788624675.027079:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624675.027081:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788624675.027083:0:35941:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff99dd10dbf800 lock: ffff99dd10767a00/0xcc94206c7ef41a5d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xa103bd66258a8a4b expref: -99 pid: 35939 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:1.0:1788624675.027088:0:35941:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd03870700 count: 0 00010000:00000010:1.0:1788624675.027091:0:35941:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff99dd05188880. 00010000:00000001:1.0:1788624675.027098:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788624675.027099:0:35941:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624675.027101:0:35941:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788624675.027103:0:35941:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624675.027215:0:35941:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788624675.027229:0:35941:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff99dd10dbf800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788624675.027239:0:35941:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff99dd11ddaa00 x1875506845091712/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624675.027246:0:35941:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788624675.027249:0:35941:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788624675.027259:0:35941:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff99dd048c3c00. 00000100:00000001:1.0:1788624675.027262:0:35941:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446631773275962368 : -112300433589248 : ffff99dd048c3c00) 00000100:00000001:1.0:1788624675.027265:0:35941:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624675.027266:0:35941:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499402752 : -112300210148864 : ffff99dd11ddaa00) 00000100:00000001:1.0:1788624675.027271:0:35941:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624675.027277:0:35941:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624675.027280:0:35941:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788624675.027283:0:35941:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624675.027288:0:35941:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11ddaa00 x1875506845091712/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624675.027296:0:35941:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624675.027300:0:35941:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624675.027304:0:35941:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624675.027307:0:35941:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624675.027310:0:35941:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624675.027314:0:35941:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11ddaa00 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35941:1875506845091712:192.168.202.125@tcp:36:rm.0 00000100:00000001:1.0:1788624675.027320:0:35941:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624675.027328:0:35941:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624675.027331:0:35941:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624675.027334:0:35941:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624675.027340:0:35941:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff99dd107e0000. 02000000:00000001:1.0:1788624675.027343:0:35941:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624675.027354:0:35941:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624675.027359:0:35941:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793f20. 00000400:00000010:1.0:1788624675.027369:0:35941:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c7f8. 00000100:00000200:1.0:1788624675.027378:0:35941:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875506845091712, portal 10 00000100:00000001:1.0:1788624675.027381:0:35941:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624675.027382:0:35941:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499402752 : -112300210148864 : ffff99dd11ddaa00) 00000100:00000040:1.0:1788624675.027390:0:35941:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11ddaa00 x1875506845091712/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624691 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624675.027398:0:35941:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624675.027401:0:35941:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624675.027404:0:35941:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862ccc0. 00000100:00000200:1.0:1788624675.027409:0:35941:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875506845091712, offset 0 00000400:00000200:1.0:1788624675.027417:0:35941:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624675.027429:0:35941:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624675.027440:0:35941:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624675.027447:0:35941:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624675.027453:0:35941:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624675.027457:0:35941:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624675.027460:0:35941:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624675.027464:0:35941:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3085:3085:256:4294967295] 192.168.202.125@tcp LPNI seq info [3085:3085:8:4294967295] 00000400:00000200:1.0:1788624675.027469:0:35941:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624675.027481:0:35941:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624675.027489:0:35941:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624675.027496:0:35941:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd11fb0200. 00000800:00000200:1.0:1788624675.027504:0:35941:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624675.027513:0:35941:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624675.027518:0:35941:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd11fb0200 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1788624675.027540:0:35941:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624675.027546:0:35941:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 807768 usecs (808 jiffies) 00000400:00000200:1.0:1788624675.027550:0:35941:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624675.027553:0:35941:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296689897 00000100:00000001:1.0:1788624675.027557:0:35941:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296691032 00000100:00000001:1.0:1788624675.027561:0:35941:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296689897 00000100:00000001:1.0:1788624675.027563:0:35941:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296691032 00000100:00000001:1.0:1788624675.027566:0:35941:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624675.027569:0:35941:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624675.027571:0:35941:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624675.027573:0:35941:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788624675.027577:0:35941:0:(client.c:2716:ptlrpc_set_wait()) set ffff99dd048c3c00 going to sleep for 11 seconds 00000100:00000001:1.0:1788624675.027581:0:35941:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624675.027584:0:35941:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624675.027720:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624675.027727:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd11fb0200. 00000400:00000200:2.0:1788624675.027733:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624675.027739:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624675.027747:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ccc0 00000400:00000010:2.0:1788624675.027749:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ccc0. 00000100:00000001:2.0:1788624675.027755:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624675.027760:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11ddaa00 x1875506845091712/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624691 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624675.027771:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624675.027774:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddaa00 x1875506845091712/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624691 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624675.027780:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624675.027782:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788624675.034690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd11d19600. 00010000:00000010:1.1:1788624675.034716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067e400. 00010000:00000010:1.1:1788624675.034723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870e00. 00010000:00000010:1.1:1788624675.034729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd1067f800. 00010000:00000010:1.1:1788624675.034731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd03870700. 00010000:00000010:1.1:1788624675.034735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767a00. 00000800:00000001:3.0:1788624675.040524:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624675.040551:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624675.040566:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624675.040570:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624675.040582:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624675.040592:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624675.040605:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624675.040612:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624675.040619:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624675.040624:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 456 into portal 10 MB=0x6a9c377468780 00000400:00000200:3.0:1788624675.040631:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624675.040639:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 456/456 into md 0x8bfd [1] + 224 00000800:00000001:3.0:1788624675.040648:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624675.040656:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624675.040660:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624675.040665:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624675.040676:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624675.040688:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11ddaa00 x1875506845091712/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624691 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624675.040701:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff99dd11ddaa00 x1875506845091712/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624691 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624675.040726:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624675.040738:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624675.040741:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624675.041201:0:35941:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624675.041213:0:35941:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624675.041216:0:35941:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624675.041221:0:35941:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793f20. 00000400:00000200:1.0:1788624675.041229:0:35941:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c7f8 00000400:00000010:1.0:1788624675.041233:0:35941:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c7f8. 00000100:00000001:1.0:1788624675.041236:0:35941:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624675.041244:0:35941:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11ddaa00 x1875506845091712/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624691 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624675.041254:0:35941:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11ddaa00 x1875506845091712/t0(0) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/624 e 0 to 0 dl 1788624691 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624675.041262:0:35941:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624675.041264:0:35941:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624675.041267:0:35941:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624675.041272:0:35941:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624675.041275:0:35941:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624675.041278:0:35941:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624675.041281:0:35941:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624675.041296:0:35941:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=104 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624675.041301:0:35941:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624675.041304:0:35941:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624675.041306:0:35941:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624675.041309:0:35941:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624675.041314:0:35941:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624675.041319:0:35941:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788624675.041321:0:35941:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x200000012] 00000100:00000001:1.0:1788624675.041323:0:35941:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788624675.041326:0:35941:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624675.041328:0:35941:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499402752 : -112300210148864 : ffff99dd11ddaa00) 00000100:00000001:1.0:1788624675.041332:0:35941:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624675.041335:0:35941:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788624675.041336:0:35941:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624675.041340:0:35941:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624675.041346:0:35941:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11ddaa00 x1875506845091712/t8589934616(8589934616) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624691 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624675.041354:0:35941:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624675.041357:0:35941:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624675.041360:0:35941:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624675.041364:0:35941:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11ddaa00 x1875506845091712/t8589934616(8589934616) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624691 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624675.041372:0:35941:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11ddaa00 pname:cluuid:pid:xid:nid:opc:job rm:a55b9942-a78b-4307-bacc-c0fbc9bcd663:35941:1875506845091712:192.168.202.125@tcp:36:rm.0 00000100:00000001:1.0:1788624675.041377:0:35941:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624675.041381:0:35941:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624675.041384:0:35941:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788624675.041386:0:35941:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624675.041390:0:35941:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff99dd11ddaa00 x1875506845091712/t8589934616(8589934616) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624691 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624675.041397:0:35941:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788624675.041401:0:35941:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff99dd048c3c00. 00000100:00000001:1.0:1788624675.041481:0:35941:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788624675.041483:0:35941:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788624675.041495:0:35941:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788624675.041499:0:35941:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788624675.041505:0:35941:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff99dd215f8b40 2 00000080:00000010:1.0:1788624675.041509:0:35941:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff99dd18744e00. 00000100:00000001:1.0:1788624675.041517:0:35941:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624675.041522:0:35941:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11ddaa00 x1875506845091712/t8589934616(8589934616) o36->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 504/456 e 0 to 0 dl 1788624691 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624675.041529:0:35941:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624675.041536:0:35941:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788624675.041552:0:35941:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788624675.041557:0:35941:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbef881dcfe28 00000080:00002000:1.0:1788624675.041560:0:35941:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff99dd1934d510, parent ffff99dd19287870, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788624675.041564:0:35941:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788624675.041572:0:35941:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788624675.041582:0:35941:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788624675.041595:0:35941:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788624675.041600:0:35941:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788624675.041603:0:35941:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624675.041608:0:35941:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255833000 : -112300453718616 : ffff99dd035915a8) 00000020:00001000:1.0:1788624675.041611:0:35941:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035915a0 00000020:00000001:1.0:1788624675.041620:0:35941:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3ddc8 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624675.041623:0:35941:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788624675.041626:0:35941:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788624675.041629:0:35941:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788624675.041632:0:35941:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624675.041634:0:35941:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788624675.041636:0:35941:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788624675.041643:0:35941:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff99dd11c90750 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788624675.041646:0:35941:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd0486a7c0 00020000:00000001:1.0:1788624675.041652:0:35941:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788624675.041654:0:35941:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788624675.041657:0:35941:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788624675.041659:0:35941:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624675.041661:0:35941:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788624675.041664:0:35941:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788624675.041665:0:35941:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624675.041667:0:35941:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624675.041668:0:35941:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788624675.041670:0:35941:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788624675.041671:0:35941:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd0486a7c0 00000020:00000001:1.0:1788624675.041675:0:35941:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624675.041677:0:35941:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788624675.041679:0:35941:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788624675.041683:0:35941:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788624675.041686:0:35941:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788624675.041691:0:35941:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788624675.041695:0:35941:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788624675.041697:0:35941:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788624675.041699:0:35941:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788624675.041701:0:35941:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832568 : -112300453719048 : ffff99dd035913f8) 00000020:00001000:1.0:1788624675.041703:0:35941:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd035913f0 00000020:00000001:1.0:1788624675.041706:0:35941:0:(cl_object.c:143:cl_object_top()) ffff99dd04f3dc38 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624675.041708:0:35941:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788624675.041713:0:35941:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788624675.041714:0:35941:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788624675.041716:0:35941:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624675.041718:0:35941:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624675.041720:0:35941:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446631773494048552 : -112300215503064 : ffff99dd118bf728) 00000020:00000001:1.0:1788624675.041723:0:35941:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788624675.041724:0:35941:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624675.041727:0:35941:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624675.041729:0:35941:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624675.041731:0:35941:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788624675.041732:0:35941:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788624675.041735:0:35941:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624675.041735:0:35941:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788624675.041738:0:35941:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788624675.041739:0:35941:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624675.041741:0:35941:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624675.041743:0:35941:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624675.041745:0:35941:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624675.041746:0:35941:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788624675.041747:0:35941:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624675.041749:0:35941:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624675.041751:0:35941:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788624675.041753:0:35941:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788624675.041755:0:35941:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624675.041756:0:35941:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788624675.041759:0:35941:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788624675.041762:0:35941:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1788624675.041769:0:35941:0:(osc_cache.c:1926:osc_update_pending()) obj ffff99dd42067a40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1788624675.041776:0:35941:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788624675.041778:0:35941:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624675.041781:0:35941:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788624675.041783:0:35941:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624675.041786:0:35941:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1788624675.041792:0:35941:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1788624675.041797:0:35941:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff99dd09118540@{[0 -> 0/1023], [1|0|-|locking|wiY|ffff99dd42067a40], [28672|1|+|-|ffff99dd10767400|1024|ffff99dd0486a7c0]} make ready 00000008:00010000:1.0:1788624675.041806:0:35941:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000f782d031 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1788624675.041819:0:35941:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:1.0:1788624675.041821:0:35941:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1788624675.041841:0:35941:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000c64036cc[2 000000009b83cf61 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1788624675.041843:0:35941:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1788624675.041845:0:35941:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1788624675.041848:0:35941:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788624675.041849:0:35941:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788624675.041851:0:35941:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788624675.041853:0:35941:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788624675.041855:0:35941:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788624675.041859:0:35941:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c64036cc[2 000000009b83cf61 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788624675.041861:0:35941:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1788624675.041863:0:35941:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788624675.041865:0:35941:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1788624675.041868:0:35941:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000c64036cc[2 000000009b83cf61 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788624675.041870:0:35941:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1788624675.041871:0:35941:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624675.041874:0:35941:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624675.041876:0:35941:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000020:00000001:1.0:1788624675.041878:0:35941:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1788624675.041882:0:35941:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624675.041884:0:35941:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000008:00000001:1.0:1788624675.041887:0:35941:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624675.041891:0:35941:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:1.0:1788624675.041894:0:35941:0:(osc_cache.c:908:osc_extent_finish()) extent ffff99dd09118540@{[0 -> 0/1023], [2|0|-|rpc|wiY|ffff99dd42067a40], [28672|1|+|-|ffff99dd10767400|1024|ffff99dd0486a7c0]} extent finished. 00000008:00010000:1.0:1788624675.041900:0:35941:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000f782d031 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1788624675.041911:0:35941:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:1.0:1788624675.041914:0:35941:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1788624675.041918:0:35941:0:(cl_page.c:1104:cl_page_complete()) page@00000000c64036cc[2 000000009b83cf61 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788624675.041919:0:35941:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1788624675.041921:0:35941:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788624675.041922:0:35941:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788624675.041923:0:35941:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788624675.041926:0:35941:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c64036cc[2 000000009b83cf61 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788624675.041928:0:35941:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1788624675.041929:0:35941:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1788624675.041932:0:35941:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1788624675.041936:0:35941:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000c64036cc[2 000000009b83cf61 1 1 0000000000000000 0 0 0] 00000080:00008000:1.0:1788624675.041938:0:35941:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1788624675.041958:0:35941:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1788624675.041960:0:35941:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1788624675.041962:0:35941:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788624675.041966:0:35941:0:(cl_page.c:556:cl_batch_put()) page@00000000c64036cc[2 000000009b83cf61 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788624675.041969:0:35941:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1788624675.041971:0:35941:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788624675.041972:0:35941:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:1.0:1788624675.041976:0:35941:0:(osc_cache.c:1648:osc_free_grant()) lost 28672 grant: 28672 avail: 8359936 dirty: 0/0 00000008:00000020:1.0:1788624675.041983:0:35941:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff99dd09118540@{[0 -> 0/1023], [1|0|-|inv|wY|ffff99dd42067a40], [28672|0|-|-|ffff99dd10767400|1024|ffff99dd0486a7c0]} destroyed. 00000008:00010000:1.0:1788624675.041989:0:35941:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000f782d031 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1788624675.041998:0:35941:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788624675.042000:0:35941:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1788624675.042004:0:35941:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff99dd09118540. 00000008:00000001:1.0:1788624675.042009:0:35941:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624675.042012:0:35941:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788624675.042016:0:35941:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff99dd42067a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788624675.042020:0:35941:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788624675.042024:0:35941:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff99dd42067a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1788624675.042028:0:35941:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788624675.042031:0:35941:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624675.042033:0:35941:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624675.042036:0:35941:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624675.042038:0:35941:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624675.042039:0:35941:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624675.042042:0:35941:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788624675.042044:0:35941:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788624675.042045:0:35941:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788624675.042047:0:35941:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788624675.042048:0:35941:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788624675.042050:0:35941:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624675.042052:0:35941:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788624675.042054:0:35941:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788624675.042056:0:35941:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788624675.042058:0:35941:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788624675.042060:0:35941:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624675.042061:0:35941:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788624675.042062:0:35941:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788624675.042064:0:35941:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624675.042066:0:35941:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624675.042067:0:35941:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788624675.042068:0:35941:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788624675.042070:0:35941:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788624675.042073:0:35941:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788624675.042074:0:35941:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788624675.042076:0:35941:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788624675.042078:0:35941:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788624675.042079:0:35941:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788624675.042080:0:35941:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788624675.042082:0:35941:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624675.042083:0:35941:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788624675.042085:0:35941:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788624675.042086:0:35941:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788624675.042088:0:35941:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624675.042090:0:35941:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788624675.042093:0:35941:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788624675.042094:0:35941:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788624675.042095:0:35941:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788624675.042097:0:35941:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788624675.042099:0:35941:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035913f0 00020000:00000001:1.0:1788624675.042103:0:35941:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788624675.042206:0:35941:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788624675.042209:0:35941:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788624675.042212:0:35941:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788624675.042215:0:35941:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788624675.042217:0:35941:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788624675.042219:0:35941:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd035915a0 00000080:00000001:1.0:1788624675.042222:0:35941:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788624675.042233:0:35941:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788624675.042235:0:35941:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446631773255830592 : -112300453721024 : ffff99dd03590c40) 00000020:00000001:1.0:1788624675.042238:0:35941:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1788624675.042239:0:35941:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788624675.042241:0:35941:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788624675.042242:0:35941:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788624675.042244:0:35941:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788624675.042248:0:35941:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c64036cc[2 000000009b83cf61 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788624675.042249:0:35941:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:1.0:1788624675.042250:0:35941:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788624675.042253:0:35941:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788624675.042254:0:35941:0:(osc_page.c:138:osc_page_delete()) ffff99dd03590ca0 00000008:00000001:1.0:1788624675.042257:0:35941:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788624675.042259:0:35941:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff99dd03590cb0 page ffff99dd03590ca0 at index 0. 00000008:00000001:1.0:1788624675.042261:0:35941:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788624675.042269:0:35941:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788624675.042272:0:35941:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffeaa68434a700 index 0 00000020:00000001:1.0:1788624675.042278:0:35941:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788624675.042279:0:35941:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788624675.042280:0:35941:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788624675.042283:0:35941:0:(cl_page.c:556:cl_batch_put()) page@00000000c64036cc[1 000000009b83cf61 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788624675.042285:0:35941:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1788624675.042287:0:35941:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1788624675.042291:0:35941:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff99dd03590c40. 00000020:00000001:1.0:1788624675.042295:0:35941:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1788624675.042297:0:35941:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788624675.042465:0:35941:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788624675.042470:0:35941:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x30:0x0](ffff99dd1912a1c8) 00800000:00000001:0.0:1788624675.042476:0:35941:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788624675.042478:0:35941:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x30:0x0] 00000002:00000001:0.0:1788624675.042485:0:35941:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788624675.042494:0:35941:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788624675.042498:0:35941:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788624675.042501:0:35941:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788624675.042503:0:35941:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624675.042506:0:35941:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788624675.042509:0:35941:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788624675.042511:0:35941:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:0.0:1788624675.042513:0:35941:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:0.0:1788624675.042515:0:35941:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788624675.042517:0:35941:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788624675.042519:0:35941:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788624675.042521:0:35941:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788624675.042524:0:35941:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624675.042528:0:35941:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788624675.042532:0:35941:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255835160 : -112300453716456 : ffff99dd03591e18) 00000020:00001000:0.0:1788624675.042535:0:35941:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591e10 00020000:00000001:0.0:1788624675.042544:0:35941:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788624675.042546:0:35941:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd0486a7c0 00020000:00000001:0.0:1788624675.042550:0:35941:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788624675.042565:0:35941:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd185882a0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788624675.042572:0:35941:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788624675.042577:0:35941:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd11d39e80: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000001:0.0:1788624675.042580:0:35941:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788624675.042583:0:35941:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624675.042585:0:35941:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788624675.042587:0:35941:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788624675.042594:0:35941:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788624675.042601:0:35941:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff99dd0382ab00 count: 2 00010000:00000001:0.0:1788624675.042604:0:35941:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624675.042608:0:35941:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788624675.042610:0:35941:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788624675.042615:0:35941:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 46 blocks 0 [cma]time 1788624674 1788624674 1788624674 ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 1/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:0.0:1788624675.042625:0:35941:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000020:00000001:0.0:1788624675.042628:0:35941:0:(cl_object.c:143:cl_object_top()) ffff99dd42067a40 -> ffff99dd04f3ddc8 00000008:00000001:0.0:1788624675.042630:0:35941:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624675.042633:0:35941:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788624675.042636:0:35941:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788624675.042638:0:35941:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788624675.042645:0:35941:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff99dd42067a40. 00020000:00000001:0.0:1788624675.042650:0:35941:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788624675.042653:0:35941:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff99dd04f3dbb8. 00020000:00000001:0.0:1788624675.042660:0:35941:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788624675.042662:0:35941:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788624675.042664:0:35941:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788624675.042666:0:35941:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd0486a7c0 00020000:00000001:0.0:1788624675.042670:0:35941:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788624675.042672:0:35941:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788624675.042674:0:35941:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd0486a7c0 00020000:00000001:0.0:1788624675.042677:0:35941:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788624675.042679:0:35941:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff99dd055c6bd0. 00020000:00000010:0.0:1788624675.042684:0:35941:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff99dd111cd0c0. 00020000:00000010:0.0:1788624675.042688:0:35941:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff99dd11da3210. 00020000:00000002:0.0:1788624675.042692:0:35941:0:(lov_ea.c:755:dump_lsm()) lsm ffff99dd185882a0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788624675.042696:0:35941:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788624675.042699:0:35941:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff99dd11d39e80: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000010:0.0:1788624675.042705:0:35941:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff99dd11d39e80. 00020000:00000010:0.0:1788624675.042708:0:35941:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff99dd185886c0. 00020000:00000010:0.0:1788624675.042711:0:35941:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff99dd185882a0. 00020000:00000001:0.0:1788624675.042713:0:35941:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788624675.042714:0:35941:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff99dd107ec4d8) owner 0000000000000000/ffff99dd0486a7c0 00020000:00000010:0.0:1788624675.042717:0:35941:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff99dd107ec4d8. 00020000:00000001:0.0:1788624675.042720:0:35941:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788624675.042723:0:35941:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff99dd04f3dd48. 00000020:00001000:0.0:1788624675.042727:0:35941:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591e10 00000080:00000001:0.0:1788624675.042731:0:35941:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788624675.042733:0:35941:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000010:1.1:1788624675.048171:0:35729:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff99dd049c6c80. 00000080:00000010:0.1:1788624675.052190:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff99dd1912a100. 00010000:00000001:3.0:1788624675.802314:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624675.802325:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624675.802332:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624675.802334:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624675.802337:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624675.802338:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624675.802342:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624675.802343:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624675.802516:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624675.802521:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624675.802525:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788624676.467594:0:36032:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624676.823071:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624676.823082:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624676.823091:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624676.823093:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624676.823097:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624676.823098:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624676.823102:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624676.824705:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624676.825802:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624676.825809:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624676.825815:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788624677.010367:0:251:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e220 (cpu 2) has reached its deadline 4296691032, at 4296691072 00000100:00000010:2.0:1788624677.010394:0:251:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd049ad4e0. 00000100:00000040:3.0:1788624677.010462:0:24257:0:(connection.c:75:cpu_latency_work()) work item of ffff99dd07c1e330 (cpu 3) has reached its deadline 4296691032, at 4296691072 00000100:00000010:3.0:1788624677.010470:0:24257:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff99dd049ad540. 00000001:00000001:0.0:1788624677.013064:0:36068:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788624677.013074:0:36068:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ IGNORE (bz5494): multiop didn't fail fsync: 5 or close: 0 00000001:00000001:0.0:1788624677.031671:0:36068:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1788624677.843664:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624677.843673:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624677.843680:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624677.843682:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624677.843685:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624677.843686:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624677.843689:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624677.843690:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624677.848748:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624677.848755:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624677.848760:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788624678.163545:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) ecc5c667-a867-45f6-88f4-05f90b26443a->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624678.163557:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624678.163568:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd9f80. 00000020:00000040:1.0:1788624678.163574:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd197b4000 refcount=4 obd=MGC192.168.202.125@tcp 00000100:00000001:1.0:1788624678.163578:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624678.163582:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624678.163587:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624678.163596:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd11fb0c00. 00000100:00000001:1.0:1788624678.163604:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624678.163616:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ecc5c667-a867-45f6-88f4-05f90b26443a->MGS req@ffff99dd11dd9f80 x1875506845091840/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624678.163627:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624678.163632:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624678.163639:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5237ab2] to pc [ptlrpcd_00_00+0] req@ffff99dd11dd9f80 x1875506845091840/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.163663:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624678.163666:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624678.163669:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624678.163672:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dda300. 00000020:00000040:1.0:1788624678.163674:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19442000 refcount=9 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624678.163676:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624678.163678:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624678.163679:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624678.163683:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd11fb0600. 00000100:00000001:1.0:1788624678.163685:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624678.163689:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0000_UUID req@ffff99dd11dda300 x1875506845091968/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624678.163696:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624678.163698:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624678.163701:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092fce80d] to pc [ptlrpcd_00_01+1] req@ffff99dd11dda300 x1875506845091968/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.163708:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624678.163710:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624678.163715:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624678.163717:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8a80. 00000020:00000040:1.0:1788624678.163720:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19445800 refcount=4 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000100:00000001:1.0:1788624678.163722:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624678.163723:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624678.163725:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624678.163729:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd11fb0200. 00000100:00000001:1.0:1788624678.163732:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624678.163735:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-MDT0001_UUID req@ffff99dd11dd8a80 x1875506845092096/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624678.163741:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624678.163742:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624678.163745:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d20dd9e6] to pc [ptlrpcd_00_00+0] req@ffff99dd11dd8a80 x1875506845092096/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.163751:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624678.163753:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624678.163756:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624678.163758:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dda680. 00000020:00000040:1.0:1788624678.163760:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:1.0:1788624678.163762:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624678.163763:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624678.163765:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624678.163767:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd11fb0e00. 00000100:00000001:1.0:1788624678.163769:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624678.163772:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0000_UUID req@ffff99dd11dda680 x1875506845092224/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624678.163780:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624678.163781:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624678.163785:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067fa34f8] to pc [ptlrpcd_00_01+1] req@ffff99dd11dda680 x1875506845092224/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.163797:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624678.163799:0:14159:0:(pinger.c:229:ptlrpc_pinger_process_import()) a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788624678.163801:0:14159:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788624678.163804:0:14159:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11dd8700. 00000020:00000040:1.0:1788624678.163806:0:14159:0:(genops.c:1210:class_import_get()) import ffff99dd19447800 refcount=3 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000100:00000001:1.0:1788624678.163808:0:14159:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788624678.163809:0:14159:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788624678.163811:0:14159:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788624678.163814:0:14159:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff99dd11fb0900. 00000100:00000001:1.0:1788624678.163816:0:14159:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624678.163819:0:14159:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a55b9942-a78b-4307-bacc-c0fbc9bcd663->lustre-OST0001_UUID req@ffff99dd11dd8700 x1875506845092352/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788624678.163826:0:14159:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788624678.163827:0:14159:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624678.163830:0:14159:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086d61ada] to pc [ptlrpcd_00_00+0] req@ffff99dd11dd8700 x1875506845092352/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.163837:0:14159:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624678.163840:0:14159:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (2029) 00000100:00000001:1.0:1788624678.163852:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624678.163855:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624678.163858:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624678.163863:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd9f80 x1875506845091840/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.163872:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624678.163874:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624678.163879:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624678.163881:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624678.163884:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624678.163887:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2389:1875506845091840:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624678.163891:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624678.163897:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624678.163899:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624678.163902:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624678.163906:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd1112ce00. 02000000:00000001:1.0:1788624678.163908:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624678.163916:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624678.163919:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793f20. 00000400:00000010:1.0:1788624678.163927:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c7f8. 00000100:00000200:1.0:1788624678.163934:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845091840, portal 25 00000100:00000001:1.0:1788624678.163936:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624678.163938:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499400064 : -112300210151552 : ffff99dd11dd9f80) 00000100:00000040:1.0:1788624678.163944:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd9f80 x1875506845091840/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.163951:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624678.163953:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624678.163956:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c3b8. 00000100:00000200:1.0:1788624678.163959:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875506845091840, offset 0 00000400:00000200:1.0:1788624678.163966:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624678.163973:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624678.163981:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624678.163985:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624678.163989:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624678.163993:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624678.163995:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624678.163999:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3086:3086:256:4294967295] 192.168.202.125@tcp LPNI seq info [3086:3086:8:4294967295] 00000400:00000200:1.0:1788624678.164003:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624678.164012:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624678.164018:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624678.164022:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd11fb0500. 00000800:00000200:1.0:1788624678.164029:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624678.164036:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624678.164040:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd11fb0500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624678.164058:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624678.164062:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624678.164065:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 2 is 4296696151 00000100:00000010:1.0:1788624678.164070:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd04866300. 00000100:00000001:1.0:1788624678.164076:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788624678.164081:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS new deadline estimation for cpu 3 is 4296696151 00000100:00000010:1.0:1788624678.164084:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff99dd04866540. 00000100:00000001:1.0:1788624678.164087:0:2389:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788624678.164089:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624678.164092:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624678.164095:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624678.164099:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8a80 x1875506845092096/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.164133:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624678.164134:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624678.164136:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624678.164138:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624678.164139:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624678.164142:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845092096:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624678.164146:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624678.164148:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624678.164149:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624678.164150:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624678.164154:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd11154800. 02000000:00000001:1.0:1788624678.164155:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624678.164158:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624678.164161:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793790. 00000400:00000010:1.0:1788624678.164164:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cf68. 00000100:00000200:1.0:1788624678.164167:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845092096, portal 10 00000100:00000001:1.0:1788624678.164169:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624678.164170:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499394688 : -112300210156928 : ffff99dd11dd8a80) 00000100:00000040:1.0:1788624678.164175:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd8a80 x1875506845092096/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.164181:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624678.164183:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624678.164185:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c000. 00000100:00000200:1.0:1788624678.164187:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845092096, offset 0 00000400:00000200:1.0:1788624678.164191:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624678.164194:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624678.164197:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624678.164199:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624678.164201:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624678.164203:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624678.164205:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624678.164207:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3087:3087:255:4294967295] 192.168.202.125@tcp LPNI seq info [3087:3087:7:4294967295] 00000400:00000200:1.0:1788624678.164212:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624678.164217:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624678.164221:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624678.164224:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd11fb0400. 00000800:00000200:2.0:1788624678.164225:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1788624678.164228:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000010:2.0:1788624678.164230:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd11fb0500. 00000800:00000200:1.0:1788624678.164232:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624678.164234:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd11fb0400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788624678.164235:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788624678.164236:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624678.164240:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000040:1.0:1788624678.164240:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: using a timeout of 24702 usecs (25 jiffies) 00000400:00000200:1.0:1788624678.164243:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624678.164245:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c3b8 00000100:00000001:1.0:1788624678.164245:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296692251 00000400:00000010:2.0:1788624678.164247:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c3b8. 00000100:00000001:1.0:1788624678.164247:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296696151 00000100:00000001:1.0:1788624678.164249:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296692251 00000100:00000001:2.0:1788624678.164251:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1788624678.164251:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296696151 00000100:00000001:1.0:1788624678.164253:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1788624678.164255:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd9f80 x1875506845091840/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.164255:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624678.164258:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624678.164261:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dd8700 x1875506845092352/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624678.164263:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624678.164267:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd9f80 x1875506845091840/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624694 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.164267:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624678.164269:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624678.164271:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624678.164272:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624678.164274:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624678.164277:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845092352:192.168.202.125@tcp:400:kworker.0 00000100:00000001:2.0:1788624678.164280:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624678.164280:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788624678.164282:0:2384:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1788624678.164282:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624678.164283:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624678.164285:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624678.164287:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd11154e00. 02000000:00000001:1.0:1788624678.164289:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624678.164292:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000800:00000200:2.0:1788624678.164294:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1788624678.164295:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793210. 00000800:00000010:2.0:1788624678.164296:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd11fb0400. 00000400:00000200:2.0:1788624678.164298:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1788624678.164298:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c908. 00000400:00000200:2.0:1788624678.164301:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000200:1.0:1788624678.164301:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845092352, portal 4 00000100:00000001:1.0:1788624678.164303:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1788624678.164304:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c000 00000100:00000001:1.0:1788624678.164304:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499393792 : -112300210157824 : ffff99dd11dd8700) 00000400:00000010:2.0:1788624678.164306:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c000. 00000100:00000001:2.0:1788624678.164307:0:2384:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1788624678.164309:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dd8700 x1875506845092352/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788624678.164310:0:2384:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8a80 x1875506845092096/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.164316:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788624678.164317:0:2384:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624678.164318:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000100:00000040:2.0:1788624678.164320:0:2384:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8a80 x1875506845092096/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624694 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788624678.164320:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c990. 00000100:00000200:1.0:1788624678.164322:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845092352, offset 0 00000400:00000200:1.0:1788624678.164326:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000100:00000001:2.0:1788624678.164327:0:2384:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624678.164328:0:2384:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1788624678.164329:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624678.164333:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624678.164335:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624678.164337:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624678.164339:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624678.164342:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624678.164345:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3088:3088:256:4294967295] 192.168.202.125@tcp LPNI seq info [3088:3088:8:4294967295] 00000400:00000200:1.0:1788624678.164349:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624678.164354:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624678.164358:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624678.164361:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd11fb0400. 00000800:00000200:1.0:1788624678.164365:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624678.164369:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624678.164371:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd11fb0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624678.164387:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624678.164391:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: using a timeout of 25133 usecs (26 jiffies) 00000400:00000200:1.0:1788624678.164394:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624678.164396:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296692252 00000100:00000001:1.0:1788624678.164399:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296696151 00000100:00000001:1.0:1788624678.164401:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296692252 00000100:00000001:1.0:1788624678.164403:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296696151 00000100:00000001:1.0:1788624678.164405:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624678.164407:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624678.164409:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624678.164412:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624678.164420:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624678.164422:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624678.164424:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624678.164425:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624678.164427:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624678.164429:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788624678.164430:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624678.164432:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624678.164433:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624678.164435:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624678.164436:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624678.164437:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624678.164442:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dda300 x1875506845091968/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.164448:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624678.164449:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624678.164451:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624678.164453:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624678.164455:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624678.164458:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845091968:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624678.164460:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624678.164462:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624678.164464:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624678.164465:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624678.164468:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd11155000. 02000000:00000001:1.0:1788624678.164469:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624678.164472:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624678.164475:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793318. 00000400:00000010:1.0:1788624678.164479:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c000. 00000100:00000200:1.0:1788624678.164481:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845091968, portal 10 00000100:00000001:1.0:1788624678.164482:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624678.164483:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499400960 : -112300210150656 : ffff99dd11dda300) 00000100:00000040:1.0:1788624678.164488:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dda300 x1875506845091968/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.164493:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624678.164495:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624678.164497:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c3b8. 00000100:00000200:1.0:1788624678.164499:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875506845091968, offset 0 00000400:00000200:1.0:1788624678.164503:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624678.164506:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624678.164509:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624678.164511:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624678.164514:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624678.164516:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624678.164519:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624678.164521:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3089:3089:255:4294967295] 192.168.202.125@tcp LPNI seq info [3089:3089:7:4294967295] 00000400:00000200:1.0:1788624678.164525:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624678.164530:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624678.164534:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624678.164538:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd11fb0500. 00000800:00000200:1.0:1788624678.164541:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624678.164545:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624678.164547:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd11fb0500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788624678.164550:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624678.164553:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: using a timeout of 806823 usecs (807 jiffies) 00000400:00000200:1.0:1788624678.164556:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624678.164558:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296693033 00000100:00000001:1.0:1788624678.164560:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296696151 00000100:00000001:1.0:1788624678.164562:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296693033 00000100:00000001:1.0:1788624678.164565:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296696151 00000100:00000001:1.0:1788624678.164567:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624678.164568:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624678.164570:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1788624678.164574:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1788624678.164574:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11dda680 x1875506845092224/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1788624678.164576:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd11fb0400. 00000400:00000200:2.0:1788624678.164579:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788624678.164581:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624678.164582:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624678.164583:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 02000000:00000001:1.0:1788624678.164584:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1788624678.164586:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c990 02000000:00000001:1.0:1788624678.164586:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1788624678.164588:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c990. 02000000:00000001:1.0:1788624678.164588:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624678.164590:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1788624678.164591:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11dda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845092224:192.168.202.125@tcp:400:kworker.0 00000100:00000200:2.0:1788624678.164594:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dd8700 x1875506845092352/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.164594:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624678.164596:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624678.164598:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624678.164600:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788624678.164602:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1788624678.164602:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd11154c00. 02000000:00000001:1.0:1788624678.164604:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624678.164605:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dd8700 x1875506845092352/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624694 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788624678.164607:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624678.164610:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793cb8. 00000100:00000001:2.0:1788624678.164611:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624678.164613:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:1.0:1788624678.164613:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862ccc0. 00000100:00000200:1.0:1788624678.164615:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845092224, portal 4 00000100:00000001:1.0:1788624678.164617:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624678.164618:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773499401856 : -112300210149760 : ffff99dd11dda680) 00000100:00000040:1.0:1788624678.164623:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11dda680 x1875506845092224/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.164629:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788624678.164631:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624678.164633:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cee0. 00000100:00000200:1.0:1788624678.164635:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875506845092224, offset 0 00000400:00000200:1.0:1788624678.164639:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624678.164642:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624678.164645:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624678.164648:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624678.164650:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000800:00000200:2.0:1788624678.164652:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1788624678.164652:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624678.164654:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000800:00000010:2.0:1788624678.164655:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd11fb0500. 00000400:00000200:1.0:1788624678.164657:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3090:3090:255:4294967295] 192.168.202.125@tcp LPNI seq info [3090:3090:7:4294967295] 00000400:00000200:2.0:1788624678.164658:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624678.164661:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:1.0:1788624678.164661:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624678.164666:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000400:00000200:2.0:1788624678.164670:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c3b8 00000800:00000200:1.0:1788624678.164671:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624678.164672:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c3b8. 00000800:00000010:1.0:1788624678.164673:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd11fb0500. 00000100:00000001:2.0:1788624678.164674:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:1.0:1788624678.164677:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000100:00000200:2.0:1788624678.164678:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dda300 x1875506845091968/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788624678.164681:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624678.164684:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd11fb0500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624678.164685:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788624678.164687:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624678.164688:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dda300 x1875506845091968/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624694 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788624678.164690:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 185571 usecs (186 jiffies) 00000100:00000001:2.0:1788624678.164694:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624678.164694:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:2.0:1788624678.164696:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788624678.164696:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296692412 00000100:00000001:1.0:1788624678.164698:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296696151 00000100:00000001:1.0:1788624678.164701:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296692412 00000100:00000001:1.0:1788624678.164702:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296696151 00000800:00000200:2.0:1788624678.164705:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788624678.164705:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1788624678.164707:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd11fb0500. 00000100:00000001:1.0:1788624678.164707:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624678.164710:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788624678.164710:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624678.164712:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788624678.164713:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624678.164715:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cee0 00000400:00000010:2.0:1788624678.164717:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cee0. 00000100:00000001:2.0:1788624678.164719:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624678.164722:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11dda680 x1875506845092224/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.164722:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624678.164724:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624678.164729:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624678.164731:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11dda680 x1875506845092224/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624694 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624678.164736:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624678.164738:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788624678.181944:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624678.181975:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624678.181979:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624678.181981:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624678.181989:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624678.182006:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624678.182014:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624678.182019:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624678.182025:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624678.182029:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377468a00 00000400:00000200:2.0:1788624678.182034:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624678.182040:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8c15 [1] + 224 00000800:00000001:2.0:1788624678.182047:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624678.182050:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624678.182054:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624678.182058:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624678.182067:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624678.182076:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8700 x1875506845092352/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624678.182088:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dd8700 x1875506845092352/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624678.182147:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624678.182159:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624678.182163:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624678.182166:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624678.182168:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624678.182169:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788624678.182174:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624678.182176:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788624678.182182:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000001:1.0:1788624678.182187:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1788624678.182191:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000001:1.0:1788624678.182191:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624678.182194:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793210. 00000400:00000200:2.0:1788624678.182198:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624678.182202:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c908 00000400:00000200:2.0:1788624678.182205:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624678.182207:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c908. 00000400:00000200:2.0:1788624678.182212:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 25 MB=0x6a9c377468800 00000100:00000001:1.0:1788624678.182213:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:2.0:1788624678.182220:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000200:1.0:1788624678.182222:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8700 x1875506845092352/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788624678.182228:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8c05 [1] + 224 00000800:00000001:2.0:1788624678.182239:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1788624678.182243:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8700 x1875506845092352/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788624678.182247:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624678.182250:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788624678.182252:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788624678.182254:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624678.182259:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624678.182262:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1788624678.182264:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:1.0:1788624678.182266:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624678.182269:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788624678.182269:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624678.182274:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788624678.182277:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd9f80 x1875506845091840/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624678.182287:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dd9f80 x1875506845091840/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1788624678.182289:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19447c60 time=106 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624678.182297:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19447c18 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624678.182302:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788624678.182303:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624678.182305:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624678.182309:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1788624678.182309:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1788624678.182314:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788624678.182315:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624678.182321:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624678.182324:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967317 00000100:00000001:1.0:1788624678.182326:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624678.182328:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624678.182344:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8700 x1875506845092352/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.182352:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624678.182355:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624678.182358:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624678.182363:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8700 x1875506845092352/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624678.182370:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845092352:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624678.182376:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624678.182379:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624678.182382:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8700 x1875506845092352/t0(0) o400->lustre-OST0001-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.182388:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624678.182390:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624678.182394:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd11154e00. 02000000:00000001:1.0:1788624678.182420:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624678.182424:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624678.182426:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19447800 refcount=2 obd=lustre-OST0001-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624678.182428:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624678.182431:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd11fb0900. 02000000:00000001:1.0:1788624678.182434:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624678.182436:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624678.182438:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8700. 00000100:00000001:1.0:1788624678.182443:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624678.182444:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624678.182448:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624678.182450:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624678.182452:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624678.182455:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624678.182457:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624678.182459:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793f20. 00000400:00000200:1.0:1788624678.182461:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c7f8 00000400:00000010:1.0:1788624678.182464:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c7f8. 00000100:00000001:1.0:1788624678.182466:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624678.182470:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd9f80 x1875506845091840/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624678.182478:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd9f80 x1875506845091840/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.182485:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624678.182486:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624678.182488:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624678.182489:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624678.182491:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624678.182492:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624678.182494:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624678.182497:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd197b4460 time=107 v=5 (5 5 5 5) 00000100:00001000:1.0:1788624678.182499:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd197b4418 time=42 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624678.182501:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624678.182503:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624678.182505:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624678.182507:0:2389:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624678.182509:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624678.182513:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd9f80 x1875506845091840/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.182519:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624678.182520:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624678.182521:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624678.182524:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd9f80 x1875506845091840/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624678.182532:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ecc5c667-a867-45f6-88f4-05f90b26443a:2389:1875506845091840:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624678.182537:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624678.182539:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624678.182542:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd9f80 x1875506845091840/t0(0) o400->MGC192.168.202.125@tcp@192.168.202.125@tcp:26/25 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.182548:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624678.182549:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624678.182551:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd1112ce00. 02000000:00000001:1.0:1788624678.182553:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624678.182555:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624678.182556:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd197b4000 refcount=3 obd=MGC192.168.202.125@tcp 00000020:00000001:1.0:1788624678.182558:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624678.182559:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd11fb0c00. 02000000:00000001:1.0:1788624678.182561:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624678.182562:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624678.182564:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd9f80. 00000100:00000001:1.0:1788624678.182567:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624678.182568:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624678.182570:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624678.182572:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624678.182573:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624678.182575:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624678.182577:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624678.194735:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624678.194753:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624678.194758:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624678.194761:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624678.194771:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624678.194780:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624678.194790:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624678.194795:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624678.194801:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624678.194806:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 4 MB=0x6a9c377468980 00000400:00000200:2.0:1788624678.194811:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624678.194818:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8c25 [1] + 224 00000800:00000001:2.0:1788624678.194826:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624678.194834:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624678.194837:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624678.194842:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624678.194850:0:2383:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624678.194872:0:2383:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dda680 x1875506845092224/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624678.194884:0:2383:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dda680 x1875506845092224/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624678.194909:0:2383:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624678.194919:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624678.194923:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624678.194980:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624678.194984:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788624678.194991:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788624678.194993:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788624678.194996:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793cb8. 00000400:00000200:0.0:1788624678.195002:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862ccc0 00000400:00000010:0.0:1788624678.195005:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862ccc0. 00000100:00000001:0.0:1788624678.195008:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788624678.195013:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dda680 x1875506845092224/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788624678.195023:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dda680 x1875506845092224/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624678.195030:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788624678.195032:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624678.195035:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788624678.195039:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788624678.195041:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788624678.195044:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788624678.195048:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788624678.195057:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445460 time=106 v=5 (5 5 5 5) 00000100:00001000:0.0:1788624678.195061:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1788624678.195065:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788624678.195066:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624678.195070:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788624678.195074:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624678.195078:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788624678.195080:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1788624678.195082:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788624678.195086:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624678.195091:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dda680 x1875506845092224/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624678.195098:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788624678.195101:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788624678.195103:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788624678.195165:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dda680 x1875506845092224/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788624678.195174:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845092224:192.168.202.125@tcp:400:kworker.0 00000100:00000001:0.0:1788624678.195179:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624678.195182:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788624678.195185:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dda680 x1875506845092224/t0(0) o400->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:28/4 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788624678.195191:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788624678.195193:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788624678.195197:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd11154c00. 02000000:00000001:0.0:1788624678.195200:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788624678.195203:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788624678.195204:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:0.0:1788624678.195207:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788624678.195210:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd11fb0e00. 02000000:00000001:0.0:1788624678.195213:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788624678.195215:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788624678.195217:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dda680. 00000100:00000001:0.0:1788624678.195221:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788624678.195222:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624678.195225:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624678.195226:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624678.195227:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788624678.195229:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788624678.195230:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788624678.200386:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624678.200403:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624678.200407:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624678.200410:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624678.200418:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624678.200426:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624678.200440:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624678.200445:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624678.200450:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624678.200454:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377468900 00000400:00000200:2.0:1788624678.200459:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624678.200465:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x8c0d [1] + 224 00000800:00000001:2.0:1788624678.200473:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624678.200477:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624678.200480:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624678.200484:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624678.200497:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624678.200505:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dd8a80 x1875506845092096/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624678.200522:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dd8a80 x1875506845092096/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624678.200541:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624678.200550:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624678.200554:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624678.200556:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624678.200558:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624678.200561:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624678.200564:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624678.200568:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624678.200570:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624678.200573:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624678.200575:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 10 MB=0x6a9c377468880 00000400:00000200:2.0:1788624678.200578:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624678.200582:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.125@tcp of length 224/224 into md 0x8c1d [1] + 224 00000800:00000001:2.0:1788624678.200585:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624678.200590:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624678.200592:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624678.200594:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624678.200597:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788624678.200601:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11dda300 x1875506845091968/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788624678.200611:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11dda300 x1875506845091968/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624678.200618:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788624678.200621:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624678.200624:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624678.203568:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624678.203575:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624678.203585:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624678.203587:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624678.203593:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793318. 00000400:00000200:1.0:1788624678.203603:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c000 00000400:00000010:1.0:1788624678.203605:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c000. 00000100:00000001:1.0:1788624678.203609:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624678.203619:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dda300 x1875506845091968/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624678.203631:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dda300 x1875506845091968/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.203639:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624678.203642:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624678.203645:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624678.203649:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624678.203651:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624678.203653:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624678.203656:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624678.203666:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19442460 time=107 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624678.203670:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19442418 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624678.203673:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624678.203675:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624678.203677:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624678.203682:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624678.203685:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624678.203687:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff99dd10dbf800: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788624678.203690:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624678.203693:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624678.203698:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dda300 x1875506845091968/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.203705:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624678.203708:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624678.203710:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624678.203713:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dda300 x1875506845091968/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624678.203721:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845091968:192.168.202.125@tcp:400:kworker.0 00000400:00000001:1.0:1788624678.203727:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624678.203728:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624678.203730:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793790. 00000400:00000200:1.0:1788624678.203733:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cf68 00000400:00000010:1.0:1788624678.203734:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cf68. 00000100:00000001:1.0:1788624678.203736:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624678.203740:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11dd8a80 x1875506845092096/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624678.203748:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11dd8a80 x1875506845092096/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.203754:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624678.203755:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624678.203757:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624678.203758:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624678.203759:0:2389:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624678.203760:0:2389:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624678.203762:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624678.203765:0:2389:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445c60 time=107 v=5 (5 103 103 103) 00000100:00001000:1.0:1788624678.203768:0:2389:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445c18 time=107 v=5 (1 1 1 1) 00000100:00000001:1.0:1788624678.203771:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624678.203772:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624678.203773:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624678.203775:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624678.203777:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624678.203779:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff99dd10dbf800: skip recheck: last_committed 4294967336 00000100:00000001:1.0:1788624678.203780:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624678.203781:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624678.203785:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11dd8a80 x1875506845092096/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.203791:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624678.203792:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624678.203794:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624678.203797:0:2389:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11dd8a80 x1875506845092096/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624678.203804:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11dd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2389:1875506845092096:192.168.202.125@tcp:400:kworker.0 00000100:00000001:1.0:1788624678.203808:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624678.203811:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624678.203814:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dda300 x1875506845091968/t0(0) o400->lustre-MDT0000-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.203820:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624678.203823:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624678.203827:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd11155000. 02000000:00000001:1.0:1788624678.203831:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624678.203833:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624678.203835:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19442000 refcount=8 obd=lustre-MDT0000-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624678.203838:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624678.203840:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd11fb0600. 02000000:00000001:1.0:1788624678.203843:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624678.203845:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624678.203847:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dda300. 00000100:00000001:1.0:1788624678.203851:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624678.203852:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624678.203854:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624678.203858:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11dd8a80 x1875506845092096/t0(0) o400->lustre-MDT0001-mdc-ffff99dd10dbf800@192.168.202.125@tcp:12/10 lens 224/224 e 0 to 0 dl 1788624694 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624678.203878:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624678.203880:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624678.203881:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd11154800. 02000000:00000001:1.0:1788624678.203883:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624678.203885:0:2389:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624678.203886:0:2389:0:(genops.c:1223:class_import_put()) import ffff99dd19445800 refcount=3 obd=lustre-MDT0001-mdc-ffff99dd10dbf800 00000020:00000001:1.0:1788624678.203888:0:2389:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624678.203889:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff99dd11fb0200. 02000000:00000001:1.0:1788624678.203891:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624678.203892:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624678.203893:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11dd8a80. 00000100:00000001:1.0:1788624678.203895:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624678.203896:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624678.203898:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624678.203905:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624678.203907:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624678.203909:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624678.203912:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788624678.282182:0:36171:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624678.866942:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624678.866950:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624678.866956:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624678.866958:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624678.866961:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624678.866962:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624678.866966:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624678.866967:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624678.867025:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624678.867028:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624678.867031:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788624679.850911:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624679.850934:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788624679.850939:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624679.850942:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624679.850952:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624679.850962:0:2383:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:2.0:1788624679.850974:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624679.850979:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624679.850986:0:2383:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624679.850991:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 328 into portal 15 MB=0x6a9c378ae0f00 00000400:00000200:2.0:1788624679.851000:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.125@tcp of length 328/328 into md 0x8b3d [2] + 392 00000800:00000001:2.0:1788624679.851009:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624679.851015:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788624679.851018:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624679.851023:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:2.0:1788624679.851032:0:2383:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788624679.851036:0:2383:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788624679.851043:0:2383:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11d63480. 00000100:00000040:2.0:1788624679.851047:0:2383:0:(events.c:341:request_in_callback()) incoming req@ffff99dd11d63480 x1875506868653824 msgsize 328 00000100:00100000:2.0:1788624679.851051:0:2383:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.125@tcp (source: 12345-192.168.202.125@tcp) 00000100:00000001:2.0:1788624679.851062:0:2383:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788624679.851068:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788624679.851071:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624679.851096:0:16937:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788624679.851099:0:16937:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875506868653824 02000000:00000001:2.0:1788624679.851137:0:16937:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788624679.851140:0:16937:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788624679.851142:0:16937:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788624679.851147:0:16937:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788624679.851154:0:16937:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875506868653824 00000020:00000001:2.0:1788624679.851157:0:16937:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788624679.851159:0:16937:0:(genops.c:804:class_conn2export()) looking for export cookie 0xcc94206c7ef40d28 00000020:00000001:2.0:1788624679.851162:0:16937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624679.851166:0:16937:0:(lustre_handles.c:148:class_handle2object()) GET export ffff99dd051f3000 refcount=4 00000020:00000001:2.0:1788624679.851168:0:16937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000020:00000001:2.0:1788624679.851171:0:16937:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446631773285593088 : -112300423958528 : ffff99dd051f3000) 00000100:00000001:2.0:1788624679.851176:0:16937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788624679.851181:0:16937:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd11d2d240. 00000100:00000001:2.0:1788624679.851185:0:16937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788624679.851188:0:16937:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd11d2d240. 00000020:00000010:2.0:1788624679.851195:0:16937:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff99dd187ca600. 00000020:00000010:2.0:1788624679.851201:0:16937:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff99dd05188a80. 00000020:00000010:2.0:1788624679.851207:0:16937:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff99dd04f3d960. 00000100:00000040:2.0:1788624679.851221:0:16937:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788624679.851226:0:16937:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788624679.851228:0:16937:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788624679.851231:0:16937:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624679.851241:0:16937:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624679.851252:0:16937:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788624679.851267:0:16937:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788624679.851270:0:16937:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788624679.851277:0:16937:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.125@tcp, seq: 68 00000100:00000040:2.0:1788624679.851282:0:16937:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff99dd051f3000 : new rpc_count 1 00000100:00000001:2.0:1788624679.851285:0:16937:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446631773498913920 : -112300210637696 : ffff99dd11d63480) 00000100:00000040:2.0:1788624679.851294:0:16937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff99dd11d63480 x1875506868653824/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:245/0 lens 328/0 e 0 to 0 dl 1788624690 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788624679.851304:0:16937:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788624679.851307:0:16937:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff99dd11d2d240. 00000100:00000001:2.0:1788624679.851309:0:16937:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788624679.851311:0:16937:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff99dd11d2d240. 00000100:00100000:2.0:1788624679.851316:0:16937:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff99dd11d63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8440:x1875506868653824:12345-192.168.202.125@tcp:104: 00000100:00000200:2.0:1788624679.851320:0:16937:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875506868653824 00010000:00000001:2.0:1788624679.851322:0:16937:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788624679.851866:0:16937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624679.851871:0:16937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624679.851873:0:16937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=2 00000020:00000001:2.0:1788624679.851877:0:16937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624679.851882:0:16937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624679.851887:0:16937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624679.851892:0:16937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788624679.851898:0:16937:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:2.0:1788624679.851913:0:16937:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788624679.851916:0:16937:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788624679.851923:0:16937:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff99dd0483bc00. 02000000:00000001:2.0:1788624679.851926:0:16937:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624679.851929:0:16937:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624679.851936:0:16937:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788624679.851940:0:16937:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788624679.851944:0:16937:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd1068a1e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1788624679.851951:0:16937:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788624679.851955:0:16937:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff99dd215f7e80 refcount 16 to 192.168.202.125@tcp 00000100:00000001:2.0:1788624679.851958:0:16937:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446631773759569536 : -112299949982080 : ffff99dd215f7e80) 02000000:00000001:2.0:1788624679.851961:0:16937:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788624679.851963:0:16937:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624679.851968:0:16937:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788624679.851971:0:16937:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:2.0:1788624679.851977:0:16937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd11e08c38. 00000100:00000200:2.0:1788624679.851984:0:16937:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875506868653824, offset 224 00000400:00000200:2.0:1788624679.851992:0:16937:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:2.0:1788624679.852004:0:16937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624679.852013:0:16937:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.25@tcp to MR: 192.168.202.125@tcp local destination 00000400:00000200:2.0:1788624679.852022:0:16937:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3091:3091:256:4294967295] 192.168.202.125@tcp LPNI seq info [3091:3091:8:4294967295] 00000400:00000200:2.0:1788624679.852027:0:16937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:2.0:1788624679.852039:0:16937:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:192.168.202.25@tcp) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:2.0:1788624679.852045:0:16937:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:2.0:1788624679.852053:0:16937:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd20346f00. 00000800:00000200:2.0:1788624679.852062:0:16937:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:2.0:1788624679.852072:0:16937:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:2.0:1788624679.852077:0:16937:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd20346f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788624679.852093:0:16937:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624679.852097:0:16937:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff99dd215f7e80 refcount 15 to 192.168.202.125@tcp 00010000:00000001:2.0:1788624679.852131:0:16937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788624679.852136:0:16937:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff99dd18059480. 00010000:00000001:2.0:1788624679.852140:0:16937:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788624679.852152:0:16937:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788624679.852155:0:16937:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624679.852157:0:16937:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624679.852159:0:16937:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788624679.852164:0:16937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11d63480 x1875506868653824/t0(0) o104->LOV_OSC_UUID@192.168.202.125@tcp:245/0 lens 328/224 e 0 to 0 dl 1788624690 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788624679.852175:0:16937:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff99dd11d63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:8440:x1875506868653824:12345-192.168.202.125@tcp:104: Request processed in 869us (1125us total) trans 0 rc 0/0 00000100:00100000:2.0:1788624679.852184:0:16937:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.125@tcp, seq: 68 00000100:00000040:2.0:1788624679.852188:0:16937:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff99dd051f3000 : new rpc_count 0 00000100:00000001:2.0:1788624679.852190:0:16937:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788624679.852192:0:16937:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788624679.852197:0:16937:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff99dd05188a80. 00000020:00000010:2.0:1788624679.852202:0:16937:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff99dd04f3d960. 00000020:00000010:2.0:1788624679.852206:0:16937:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff99dd187ca600. 00000020:00000040:2.0:1788624679.852213:0:16937:0:(genops.c:879:class_export_put()) PUTting export ffff99dd051f3000 : new refcount 3 00000100:00000001:2.0:1788624679.852217:0:16937:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788624679.853273:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624679.853283:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd20346f00. 00000400:00000200:2.0:1788624679.853290:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624679.853299:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624679.853309:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd11e08c38 00000400:00000010:2.0:1788624679.853312:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd11e08c38. 00000100:00000001:2.0:1788624679.853317:0:2384:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788624679.853318:0:2384:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:2.0:1788624679.854855:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788624679.854862:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788624679.854866:0:16815:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788624679.854870:0:16815:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788624679.854872:0:16815:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788624679.854880:0:16815:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1788624679.854895:0:16815:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff99dd10767400 already unused, calling callback (ffffffffc1016300) 00000008:00000001:2.0:1788624679.854899:0:16815:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1788624679.854902:0:16815:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788624679.854904:0:16815:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788624679.854907:0:16815:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788624679.854910:0:16815:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff99dd10767400 refcount=3 00000020:00000001:2.0:1788624679.854913:0:16815:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624679.854917:0:16815:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446631773475861504 : -112300233690112 : ffff99dd10767400) 00010000:00000001:2.0:1788624679.854921:0:16815:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788624679.854924:0:16815:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1788624679.854932:0:16815:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1788624679.854935:0:16815:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788624679.854939:0:16815:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446631773255832856 : -112300453718760 : ffff99dd03591518) 00000020:00001000:2.0:1788624679.854942:0:16815:0:(cl_object.c:823:cl_env_get()) 1@ffff99dd03591510 00000008:00000001:2.0:1788624679.854944:0:16815:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1788624679.854946:0:16815:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788624679.854949:0:16815:0:(cl_object.c:917:cl_env_put()) 1@ffff99dd03591510 00000008:00000001:2.0:1788624679.854951:0:16815:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624679.854954:0:16815:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788624679.854959:0:16815:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788624679.854960:0:16815:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788624679.854963:0:16815:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788624679.854967:0:16815:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788624679.854970:0:16815:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff99dd10767400 with handle 0xcc94206c7ef41a41 from hash 00010000:00000001:2.0:1788624679.854972:0:16815:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788624679.854974:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788624679.854976:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788624679.854977:0:16815:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788624679.854980:0:16815:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788624679.854982:0:16815:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1788624679.855666:0:16815:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788624679.855672:0:16815:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788624679.855676:0:16815:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788624679.855678:0:16815:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788624679.855898:0:16815:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff99dd11c06a00. 00000020:00000040:0.0:1788624679.855906:0:16815:0:(genops.c:1210:class_import_get()) import ffff99dd19445000 refcount=3 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000100:00000001:0.0:1788624679.855912:0:16815:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788624679.855916:0:16815:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788624679.855921:0:16815:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788624679.855930:0:16815:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff99dd0633ba00. 00000100:00000001:0.0:1788624679.855941:0:16815:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624679.855944:0:16815:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788624679.855953:0:16815:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1788624679.855963:0:16815:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788624679.855966:0:16815:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788624679.855972:0:16815:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788624679.855977:0:16815:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788624679.855991:0:16815:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4833928] to pc [ptlrpcd_00_01+1] req@ffff99dd11c06a00 x1875506845092480/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788624679.856027:0:16815:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788624679.856030:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788624679.856032:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624679.856033:0:16815:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788624679.856035:0:16815:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788624679.856038:0:16815:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624679.856042:0:16815:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1788624679.856049:0:16815:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788624679.856052:0:16815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff99dd10dbf800 lock: 00000000e922b298/0xcc94206c7ef41a41 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0xa103bd66258a8a0c expref: -99 pid: 35932 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:0.0:1788624679.856060:0:16815:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff99dd11d2d540. 00010000:00000040:0.0:1788624679.856066:0:16815:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff99dd0382ab00 count: 0 00010000:00000010:0.0:1788624679.856076:0:16815:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff99dd0382a300. 00010000:00000001:0.0:1788624679.856084:0:16815:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788624679.856086:0:16815:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788624679.856088:0:16815:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff99dd18059480. 00010000:00000001:0.0:1788624679.856092:0:16815:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624679.856095:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624679.856096:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624679.856099:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788624679.856191:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624679.856207:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624679.856210:0:2390:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788624679.856218:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff99dd11c06a00 x1875506845092480/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624679.856233:0:2390:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788624679.856235:0:2390:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624679.856240:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788624679.856243:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788624679.856247:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788624679.856250:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff99dd11c06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845092480:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788624679.856256:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788624679.856262:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788624679.856264:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624679.856267:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788624679.856274:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff99dd11154c00. 02000000:00000001:1.0:1788624679.856276:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788624679.856287:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000010:1.0:1788624679.856292:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff99dd20793790. 00000400:00000010:1.0:1788624679.856300:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862cf68. 00000100:00000200:1.0:1788624679.856308:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875506845092480, portal 18 00000100:00000001:1.0:1788624679.856310:0:2390:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788624679.856311:0:2390:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446631773497485824 : -112300212065792 : ffff99dd11c06a00) 00000100:00000040:1.0:1788624679.856318:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff99dd11c06a00 x1875506845092480/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624695 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624679.856325:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1788624679.856413:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624679.856415:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624679.856417:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788624679.856420:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624679.856421:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624679.856424:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788624679.856430:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788624679.856434:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624679.856637:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.125@tcp 00000400:00000010:1.0:1788624679.856641:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff99dd0862c000. 00000100:00000200:1.0:1788624679.856646:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875506845092480, offset 0 00000400:00000200:1.0:1788624679.856653:0:2390:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.125@tcp 00000400:00000200:1.0:1788624679.856661:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624679.856671:0:2390:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.125@tcp local destination 00000400:00000200:1.0:1788624679.856677:0:2390:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788624679.856681:0:2390:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.25@tcp 00000400:00000200:1.0:1788624679.856684:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.25@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788624679.856686:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.125@tcp 00000400:00000200:1.0:1788624679.856690:0:2390:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.25@tcp NI seq info: [3092:3092:256:4294967295] 192.168.202.125@tcp LPNI seq info [3092:3092:8:4294967295] 00000400:00000200:1.0:1788624679.856695:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:1.0:1788624679.856705:0:2390:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp:) -> 192.168.202.125@tcp(192.168.202.125@tcp:192.168.202.125@tcp) : PUT try# 0 00000800:00000200:1.0:1788624679.856713:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.125@tcp 00000800:00000010:1.0:1788624679.856719:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff99dd11fb0200. 00000800:00000200:1.0:1788624679.856726:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff99dd04e8b240] -> 12345-192.168.202.125@tcp (5) 00000800:00000200:1.0:1788624679.856734:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.125@tcp ip 192.168.202.125:988 00000800:00000200:1.0:1788624679.856861:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff99dd11fb0200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788624679.856919:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624679.856925:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: using a timeout of 184987 usecs (185 jiffies) 00000400:00000200:1.0:1788624679.856930:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000100:00000001:1.0:1788624679.856934:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 2 is 4296694103 00000100:00000001:1.0:1788624679.856937:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 2, keep current deadline 4296696151 00000100:00000001:1.0:1788624679.856940:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS new deadline estimation for cpu 3 is 4296694103 00000100:00000001:1.0:1788624679.856943:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff99dd10dbf800: PM QoS request active for cpu 3, keep current deadline 4296696151 00000100:00000001:1.0:1788624679.856945:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624679.856949:0:2390:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624679.856952:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624679.856954:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624679.856963:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624679.856966:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788624679.856969:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624679.856970:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788624679.856972:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624679.856974:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788624679.857094:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788624679.857100:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff99dd11fb0200. 00000400:00000200:2.0:1788624679.857194:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788624679.857211:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000400:00000200:2.0:1788624679.857219:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862c000 00000400:00000010:2.0:1788624679.857222:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862c000. 00000100:00000001:2.0:1788624679.857227:0:2383:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788624679.857232:0:2383:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff99dd11c06a00 x1875506845092480/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624695 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624679.857242:0:2383:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788624679.857246:0:2383:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff99dd11c06a00 x1875506845092480/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624695 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788624679.857253:0:2383:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788624679.857255:0:2383:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788624679.868862:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624679.868879:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788624679.868883:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624679.868885:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624679.868893:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624679.868901:0:2384:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.25@tcp(192.168.202.25@tcp) <- 192.168.202.125@tcp : PUT - for me 00000400:00000200:3.0:1788624679.868909:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624679.868914:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624679.868919:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624679.868923:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.125@tcp of length 224 into portal 18 MB=0x6a9c377468a80 00000400:00000200:3.0:1788624679.868929:0:2384:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.125@tcp to cpt 1 00000400:00000200:3.0:1788624679.868934:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.125@tcp of length 224/224 into md 0x8c35 [1] + 224 00000800:00000001:3.0:1788624679.868941:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624679.868963:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788624679.868966:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788624679.868971:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.25@tcp->192.168.202.125@tcp: PUT: OK 00000100:00000001:3.0:1788624679.868978:0:2384:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788624679.869042:0:2384:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff99dd11c06a00 x1875506845092480/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624695 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788624679.869055:0:2384:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff99dd11c06a00 x1875506845092480/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624695 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788624679.869075:0:2384:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788624679.869085:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788624679.869088:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624679.869196:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624679.869201:0:2390:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788624679.869207:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788624679.869209:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788624679.869212:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff99dd20793790. 00000400:00000200:1.0:1788624679.869217:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff99dd0862cf68 00000400:00000010:1.0:1788624679.869219:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff99dd0862cf68. 00000100:00000001:1.0:1788624679.869222:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788624679.869227:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff99dd11c06a00 x1875506845092480/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624695 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788624679.869235:0:2390:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff99dd11c06a00 x1875506845092480/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624695 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624679.869241:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788624679.869243:0:2390:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624679.869245:0:2390:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788624679.869248:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788624679.869250:0:2390:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788624679.869252:0:2390:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788624679.869255:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788624679.869263:0:2390:0:(import.c:2195:obd_at_measure()) add 5 to ffff99dd19445538 time=89 v=5 (5 5 5 0) 00000100:00001000:1.0:1788624679.869267:0:2390:0:(import.c:2195:obd_at_measure()) add 1 to ffff99dd19445418 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1788624679.869269:0:2390:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788624679.869271:0:2390:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788624679.869273:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788624679.869277:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624679.869280:0:2390:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788624679.869282:0:2390:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff99dd10dbf800: skip recheck: last_committed 4294967336 00000100:00000001:1.0:1788624679.869284:0:2390:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788624679.869286:0:2390:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788624679.869290:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff99dd11c06a00 x1875506845092480/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624695 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624679.869296:0:2390:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788624679.869300:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788624679.869302:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788624679.869306:0:2390:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff99dd11c06a00 x1875506845092480/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624695 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788624679.869376:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff99dd11c06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a55b9942-a78b-4307-bacc-c0fbc9bcd663:2390:1875506845092480:192.168.202.125@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788624679.869381:0:2390:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624679.869384:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788624679.869387:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff99dd11c06a00 x1875506845092480/t0(0) o103->lustre-OST0000-osc-ffff99dd10dbf800@192.168.202.125@tcp:17/18 lens 328/224 e 0 to 0 dl 1788624695 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788624679.869394:0:2390:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788624679.869396:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788624679.869400:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff99dd11154c00. 02000000:00000001:1.0:1788624679.869403:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788624679.869405:0:2390:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788624679.869407:0:2390:0:(genops.c:1223:class_import_put()) import ffff99dd19445000 refcount=2 obd=lustre-OST0000-osc-ffff99dd10dbf800 00000020:00000001:1.0:1788624679.869409:0:2390:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788624679.869412:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff99dd0633ba00. 02000000:00000001:1.0:1788624679.869415:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788624679.869416:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788624679.869419:0:2390:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff99dd11c06a00. 00000100:00000001:1.0:1788624679.869422:0:2390:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788624679.869424:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624679.869426:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788624679.869432:0:2390:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788624679.869435:0:2390:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788624679.869437:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788624679.869439:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788624679.870203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff99dd0382ab00. 00010000:00000010:0.1:1788624679.870210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff99dd10767400. 00010000:00000001:3.0:1788624679.891414:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624679.891424:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624679.891431:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624679.891432:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624679.891435:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624679.891437:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624679.900591:0:16946:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624679.900598:0:16946:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624679.900604:0:16946:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788624680.183003:0:36313:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788624680.604843:0:36349:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788624680.604850:0:36349:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ FAIL: no discarded dirty page found! 00000001:00000001:3.0:1788624680.609758:0:36349:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1788624680.914290:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624680.914297:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624680.914303:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624680.914305:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624680.914307:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624680.914309:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788624680.919631:0:16814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788624680.919638:0:16814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788624680.919642:0:16814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788624681.677968:0:36449:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624681.938312:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624681.938321:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624681.938326:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624681.938328:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788624681.938331:0:24257:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788624681.938332:0:24257:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788624681.938994:0:16815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788624681.938999:0:16815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788624681.939003:0:16815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 128761 lines, 128761 kept, 0 dropped, 0 bad.